[ { "key": "P35_103+119_120_121_122", "video_id": "P35_103", "narration_ids": [ "P35_103_119", "P35_103_120", "P35_103_121", "P35_103_122" ], "src": "wash saucepan . put_down saucepan . wash colander", "src1": "wash saucepan", "src2": "put_down saucepan", "src3": "wash colander", "trg": "put_down colander", "vis_src": "P35_103:119 P35_103:120 P35_103:121", "vis_trg": "P35_103:122", "narrations": [ "wash saucepan", "put down saucepan", "wash colander", "put down colander" ], "verbs": [ "wash", "put-down", "wash", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "saucepan", "saucepan", "colander", "colander" ], "noun_classes": [ 5, 5, 39, 39 ], "start_stop_timestamps": [ [ "00:12:54.75", "00:13:01.29" ], [ "00:13:10.12", "00:13:12.65" ], [ "00:13:13.54", "00:13:33.49" ], [ "00:13:34.01", "00:13:35.76" ] ], "start_stop_frames": [ [ 38737, 39064 ], [ 39506, 39632 ], [ 39677, 40674 ], [ 40700, 40788 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P01_01+5_6_7_8", "video_id": "P01_01", "narration_ids": [ "P01_01_5", "P01_01_6", "P01_01_7", "P01_01_8" ], "src": "take container . take tofu . close fridge", "src1": "take container", "src2": "take tofu", "src3": "close fridge", "trg": "open fridge", "vis_src": "P01_01:5 P01_01:6 P01_01:7", "vis_trg": "P01_01:8", "narrations": [ "take container", "take tofu", "close fridge", "open fridge" ], "verbs": [ "take", "take", "close", "open" ], "verb_classes": [ 0, 0, 4, 3 ], "nouns": [ "container", "tofu", "fridge", "fridge" ], "noun_classes": [ 21, 81, 12, 12 ], "start_stop_timestamps": [ [ "00:00:16.50", "00:00:18.06" ], [ "00:00:18.19", "00:00:21.14" ], [ "00:00:21.91", "00:00:23.33" ], [ "00:00:23.18", "00:00:24.29" ] ], "start_stop_frames": [ [ 990, 1083 ], [ 1091, 1268 ], [ 1314, 1399 ], [ 1390, 1457 ] ], "trgnoun": "fridge", "trgverb": "open" }, { "key": "P01_06+55_56_57_58", "video_id": "P01_06", "narration_ids": [ "P01_06_55", "P01_06_56", "P01_06_57", "P01_06_58" ], "src": "wash colander . put_down colander . take saucepan", "src1": "wash colander", "src2": "put_down colander", "src3": "take saucepan", "trg": "wash saucepan", "vis_src": "P01_06:55 P01_06:56 P01_06:57", "vis_trg": "P01_06:58", "narrations": [ "wash colander", "put down colander", "take saucepan", "wash saucepan" ], "verbs": [ "wash", "put-down", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "colander", "colander", "saucepan", "saucepan" ], "noun_classes": [ 39, 39, 5, 5 ], "start_stop_timestamps": [ [ "00:02:41.69", "00:02:50.88" ], [ "00:02:50.98", "00:02:52.27" ], [ "00:02:51.83", "00:02:55.01" ], [ "00:02:54.76", "00:03:13.15" ] ], "start_stop_frames": [ [ 9701, 10252 ], [ 10258, 10336 ], [ 10309, 10500 ], [ 10485, 11589 ] ], "trgnoun": "saucepan", "trgverb": "wash" }, { "key": "P01_02+137_138_139_140", "video_id": "P01_02", "narration_ids": [ "P01_02_137", "P01_02_138", "P01_02_139", "P01_02_140" ], "src": "take container . open fridge . put container into fridge", "src1": "take container", "src2": "open fridge", "src3": "put container into fridge", "trg": "close fridge", "vis_src": "P01_02:137 P01_02:138 P01_02:139", "vis_trg": "P01_02:140", "narrations": [ "take container", "open fridge", "put container into fridge", "close fridge" ], "verbs": [ "take", "open", "put-into", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "container", "fridge", "container", "fridge" ], "noun_classes": [ 21, 12, 21, 12 ], "start_stop_timestamps": [ [ "00:07:53.11", "00:07:55.52" ], [ "00:07:55.91", "00:07:56.68" ], [ "00:07:57.01", "00:08:01.11" ], [ "00:08:02.12", "00:08:03.47" ] ], "start_stop_frames": [ [ 28386, 28531 ], [ 28554, 28600 ], [ 28620, 28866 ], [ 28927, 29008 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P35_108+476_477_478_479", "video_id": "P35_108", "narration_ids": [ "P35_108_476", "P35_108_477", "P35_108_478", "P35_108_479" ], "src": "wash colander . put_down colander . wash container", "src1": "wash colander", "src2": "put_down colander", "src3": "wash container", "trg": "put_down container", "vis_src": "P35_108:476 P35_108:477 P35_108:478", "vis_trg": "P35_108:479", "narrations": [ "wash colander", "put down colander", "wash container", "put down container" ], "verbs": [ "wash", "put-down", "wash", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "colander", "colander", "container", "container" ], "noun_classes": [ 39, 39, 21, 21 ], "start_stop_timestamps": [ [ "00:31:37.66", "00:32:14.58" ], [ "00:32:14.67", "00:32:16.26" ], [ "00:32:16.35", "00:32:21.62" ], [ "00:32:18.43", "00:32:22.17" ] ], "start_stop_frames": [ [ 94883, 96729 ], [ 96733, 96813 ], [ 96817, 97081 ], [ 96921, 97108 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P01_102+123_124_125_126", "video_id": "P01_102", "narration_ids": [ "P01_102_123", "P01_102_124", "P01_102_125", "P01_102_126" ], "src": "take container . open fridge . put container into fridge", "src1": "take container", "src2": "open fridge", "src3": "put container into fridge", "trg": "close fridge", "vis_src": "P01_102:123 P01_102:124 P01_102:125", "vis_trg": "P01_102:126", "narrations": [ "take container", "open fridge", "put container into fridge", "close fridge" ], "verbs": [ "take", "open", "put-into", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "container", "fridge", "container", "fridge" ], "noun_classes": [ 21, 12, 21, 12 ], "start_stop_timestamps": [ [ "00:04:29.39", "00:04:30.69" ], [ "00:04:30.05", "00:04:31.49" ], [ "00:04:30.85", "00:04:32.10" ], [ "00:04:32.10", "00:04:33.05" ] ], "start_stop_frames": [ [ 13469, 13534 ], [ 13502, 13574 ], [ 13542, 13605 ], [ 13605, 13652 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P35_108+475_476_477_478", "video_id": "P35_108", "narration_ids": [ "P35_108_475", "P35_108_476", "P35_108_477", "P35_108_478" ], "src": "pick_up containers . wash colander . put_down colander", "src1": "pick_up containers", "src2": "wash colander", "src3": "put_down colander", "trg": "wash container", "vis_src": "P35_108:475 P35_108:476 P35_108:477", "vis_trg": "P35_108:478", "narrations": [ "pick up containers", "wash colander", "put down colander", "wash container" ], "verbs": [ "pick-up", "wash", "put-down", "wash" ], "verb_classes": [ 0, 2, 1, 2 ], "nouns": [ "container", "colander", "colander", "container" ], "noun_classes": [ 21, 39, 39, 21 ], "start_stop_timestamps": [ [ "00:31:34.58", "00:31:37.78" ], [ "00:31:37.66", "00:32:14.58" ], [ "00:32:14.67", "00:32:16.26" ], [ "00:32:16.35", "00:32:21.62" ] ], "start_stop_frames": [ [ 94729, 94889 ], [ 94883, 96729 ], [ 96733, 96813 ], [ 96817, 97081 ] ], "trgnoun": "container", "trgverb": "wash" }, { "key": "P01_02+26_27_28_29", "video_id": "P01_02", "narration_ids": [ "P01_02_26", "P01_02_27", "P01_02_28", "P01_02_29" ], "src": "put_down spatula . take colander . wash colander", "src1": "put_down spatula", "src2": "take colander", "src3": "wash colander", "trg": "put_down colander", "vis_src": "P01_02:26 P01_02:27 P01_02:28", "vis_trg": "P01_02:29", "narrations": [ "put down spatula", "take colander", "wash colander", "put down colander" ], "verbs": [ "put-down", "take", "wash", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "spatula", "colander", "colander", "colander" ], "noun_classes": [ 20, 39, 39, 39 ], "start_stop_timestamps": [ [ "00:01:20.12", "00:01:22.00" ], [ "00:01:22.10", "00:01:22.92" ], [ "00:01:22.91", "00:01:28.34" ], [ "00:01:28.08", "00:01:29.72" ] ], "start_stop_frames": [ [ 4807, 4920 ], [ 4926, 4975 ], [ 4974, 5300 ], [ 5284, 5383 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P01_09+345_346_347_348", "video_id": "P01_09", "narration_ids": [ "P01_09_345", "P01_09_346", "P01_09_347", "P01_09_348" ], "src": "close container . open fridge . put container into fridge", "src1": "close container", "src2": "open fridge", "src3": "put container into fridge", "trg": "close fridge", "vis_src": "P01_09:345 P01_09:346 P01_09:347", "vis_trg": "P01_09:348", "narrations": [ "close container", "open fridge", "put container into fridge", "close fridge" ], "verbs": [ "close", "open", "put-into", "close" ], "verb_classes": [ 4, 3, 5, 4 ], "nouns": [ "container", "fridge", "container", "fridge" ], "noun_classes": [ 21, 12, 21, 12 ], "start_stop_timestamps": [ [ "00:25:35.61", "00:25:36.71" ], [ "00:25:42.03", "00:25:42.87" ], [ "00:25:42.97", "00:25:44.80" ], [ "00:25:44.49", "00:25:45.95" ] ], "start_stop_frames": [ [ 92136, 92202 ], [ 92521, 92572 ], [ 92578, 92688 ], [ 92669, 92757 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P01_06+56_57_58_59", "video_id": "P01_06", "narration_ids": [ "P01_06_56", "P01_06_57", "P01_06_58", "P01_06_59" ], "src": "put_down colander . take saucepan . wash saucepan", "src1": "put_down colander", "src2": "take saucepan", "src3": "wash saucepan", "trg": "empty saucepan", "vis_src": "P01_06:56 P01_06:57 P01_06:58", "vis_trg": "P01_06:59", "narrations": [ "put down colander", "take saucepan", "wash saucepan", "empty saucepan" ], "verbs": [ "put-down", "take", "wash", "empty" ], "verb_classes": [ 1, 0, 2, 20 ], "nouns": [ "colander", "saucepan", "saucepan", "saucepan" ], "noun_classes": [ 39, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:02:50.98", "00:02:52.27" ], [ "00:02:51.83", "00:02:55.01" ], [ "00:02:54.76", "00:03:13.15" ], [ "00:02:55.10", "00:02:56.51" ] ], "start_stop_frames": [ [ 10258, 10336 ], [ 10309, 10500 ], [ 10485, 11589 ], [ 10506, 10590 ] ], "trgnoun": "saucepan", "trgverb": "empty" }, { "key": "P35_108+554_555_556_557", "video_id": "P35_108", "narration_ids": [ "P35_108_554", "P35_108_555", "P35_108_556", "P35_108_557" ], "src": "put_down colander . pick_up container . wash container", "src1": "put_down colander", "src2": "pick_up container", "src3": "wash container", "trg": "put_down container", "vis_src": "P35_108:554 P35_108:555 P35_108:556", "vis_trg": "P35_108:557", "narrations": [ "put down colander", "pick up container", "wash container", "put down container" ], "verbs": [ "put-down", "pick-up", "wash", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "colander", "container", "container", "container" ], "noun_classes": [ 39, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:38:58.19", "00:39:02.34" ], [ "00:39:03.99", "00:39:08.42" ], [ "00:39:07.88", "00:39:23.24" ], [ "00:39:22.40", "00:39:26.68" ] ], "start_stop_frames": [ [ 116909, 117117 ], [ 117199, 117421 ], [ 117394, 118161 ], [ 118120, 118333 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P01_17+135_136_137_138", "video_id": "P01_17", "narration_ids": [ "P01_17_135", "P01_17_136", "P01_17_137", "P01_17_138" ], "src": "close container . open fridge . put container into fridge", "src1": "close container", "src2": "open fridge", "src3": "put container into fridge", "trg": "close fridge", "vis_src": "P01_17:135 P01_17:136 P01_17:137", "vis_trg": "P01_17:138", "narrations": [ "close container", "open fridge", "put container into fridge", "close fridge" ], "verbs": [ "close", "open", "put-into", "close" ], "verb_classes": [ 4, 3, 5, 4 ], "nouns": [ "container", "fridge", "container", "fridge" ], "noun_classes": [ 21, 12, 21, 12 ], "start_stop_timestamps": [ [ "00:10:01.71", "00:10:03.05" ], [ "00:10:06.93", "00:10:08.31" ], [ "00:10:08.12", "00:10:09.29" ], [ "00:10:09.39", "00:10:10.29" ] ], "start_stop_frames": [ [ 36102, 36183 ], [ 36415, 36498 ], [ 36487, 36557 ], [ 36563, 36617 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P25_104+140_141_142_143", "video_id": "P25_104", "narration_ids": [ "P25_104_140", "P25_104_141", "P25_104_142", "P25_104_143" ], "src": "pick_up colander . put_down colander . pick_up container", "src1": "pick_up colander", "src2": "put_down colander", "src3": "pick_up container", "trg": "put_down container", "vis_src": "P25_104:140 P25_104:141 P25_104:142", "vis_trg": "P25_104:143", "narrations": [ "pick up colander", "put down colander", "pick up container", "put down container" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "colander", "colander", "container", "container" ], "noun_classes": [ 39, 39, 21, 21 ], "start_stop_timestamps": [ [ "00:07:09.76", "00:07:12.93" ], [ "00:07:16.31", "00:07:18.06" ], [ "00:07:18.38", "00:07:20.13" ], [ "00:07:21.02", "00:07:22.48" ] ], "start_stop_frames": [ [ 21488, 21646 ], [ 21815, 21903 ], [ 21919, 22006 ], [ 22051, 22124 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P01_01+187_188_189_190", "video_id": "P01_01", "narration_ids": [ "P01_01_187", "P01_01_188", "P01_01_189", "P01_01_190" ], "src": "put_down spatula . take tofu . take knife", "src1": "put_down spatula", "src2": "take tofu", "src3": "take knife", "trg": "cut tofu sleeve", "vis_src": "P01_01:187 P01_01:188 P01_01:189", "vis_trg": "P01_01:190", "narrations": [ "put down spatula", "take tofu", "take knife", "cut tofu sleeve" ], "verbs": [ "put-down", "take", "take", "cut" ], "verb_classes": [ 1, 0, 0, 7 ], "nouns": [ "spatula", "tofu", "knife", "tofu" ], "noun_classes": [ 20, 81, 4, 81 ], "start_stop_timestamps": [ [ "00:14:24.26", "00:14:25.31" ], [ "00:14:26.00", "00:14:27.27" ], [ "00:14:29.59", "00:14:31.03" ], [ "00:14:30.88", "00:14:35.11" ] ], "start_stop_frames": [ [ 51855, 51918 ], [ 51960, 52036 ], [ 52175, 52261 ], [ 52252, 52506 ] ], "trgnoun": "tofu", "trgverb": "cut" }, { "key": "P01_18+163_164_165_166", "video_id": "P01_18", "narration_ids": [ "P01_18_163", "P01_18_164", "P01_18_165", "P01_18_166" ], "src": "close container . open fridge . put container into fridge", "src1": "close container", "src2": "open fridge", "src3": "put container into fridge", "trg": "close fridge", "vis_src": "P01_18:163 P01_18:164 P01_18:165", "vis_trg": "P01_18:166", "narrations": [ "close container", "open fridge", "put container into fridge", "close fridge" ], "verbs": [ "close", "open", "put-into", "close" ], "verb_classes": [ 4, 3, 5, 4 ], "nouns": [ "container", "fridge", "container", "fridge" ], "noun_classes": [ 21, 12, 21, 12 ], "start_stop_timestamps": [ [ "00:14:06.42", "00:14:09.83" ], [ "00:14:11.05", "00:14:12.42" ], [ "00:14:12.27", "00:14:14.55" ], [ "00:14:17.63", "00:14:20.35" ] ], "start_stop_frames": [ [ 50785, 50989 ], [ 51063, 51145 ], [ 51136, 51273 ], [ 51457, 51621 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P01_18+484_485_486_488", "video_id": "P01_18", "narration_ids": [ "P01_18_484", "P01_18_485", "P01_18_486", "P01_18_488" ], "src": "put_down spatula . take saucepan . put_down saucepan", "src1": "put_down spatula", "src2": "take saucepan", "src3": "put_down saucepan", "trg": "take sponge", "vis_src": "P01_18:484 P01_18:485 P01_18:486", "vis_trg": "P01_18:488", "narrations": [ "put down spatula", "take saucepan", "put down saucepan", "take sponge" ], "verbs": [ "put-down", "take", "put-down", "take" ], "verb_classes": [ 1, 0, 1, 0 ], "nouns": [ "spatula", "saucepan", "saucepan", "sponge" ], "noun_classes": [ 20, 5, 5, 9 ], "start_stop_timestamps": [ [ "00:39:36.45", "00:39:38.30" ], [ "00:39:51.79", "00:39:53.52" ], [ "00:39:53.52", "00:39:55.24" ], [ "00:39:58.02", "00:39:58.89" ] ], "start_stop_frames": [ [ 142587, 142698 ], [ 143507, 143611 ], [ 143611, 143714 ], [ 143881, 143933 ] ], "trgnoun": "sponge", "trgverb": "take" }, { "key": "P01_105+545_546_547_548", "video_id": "P01_105", "narration_ids": [ "P01_105_545", "P01_105_546", "P01_105_547", "P01_105_548" ], "src": "open cupboard . pick_up saucepans . lift saucepans", "src1": "open cupboard", "src2": "pick_up saucepans", "src3": "lift saucepans", "trg": "put_down saucepans", "vis_src": "P01_105:545 P01_105:546 P01_105:547", "vis_trg": "P01_105:548", "narrations": [ "open cupboard", "pick up saucepans", "lift saucepans", "put down saucepans" ], "verbs": [ "open", "pick-up", "lift", "put-down" ], "verb_classes": [ 3, 0, 33, 1 ], "nouns": [ "cupboard", "saucepan", "saucepan", "saucepan" ], "noun_classes": [ 3, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:21:53.33", "00:21:54.39" ], [ "00:21:54.96", "00:21:56.68" ], [ "00:21:56.09", "00:21:57.61" ], [ "00:21:57.51", "00:21:58.79" ] ], "start_stop_frames": [ [ 65666, 65719 ], [ 65748, 65834 ], [ 65804, 65880 ], [ 65875, 65939 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P01_102+0_1_2_4", "video_id": "P01_102", "narration_ids": [ "P01_102_0", "P01_102_1", "P01_102_2", "P01_102_4" ], "src": "take knife and plate . move spatula and colander . open bin", "src1": "take knife and plate", "src2": "move spatula and colander", "src3": "open bin", "trg": "move orange_skin into the bin", "vis_src": "P01_102:0 P01_102:1 P01_102:2", "vis_trg": "P01_102:4", "narrations": [ "take knife and plate", "move spatula and colander", "open bin", "move orange skin into the bin" ], "verbs": [ "take", "move", "open", "move-into" ], "verb_classes": [ 0, 11, 3, 11 ], "nouns": [ "knife", "spatula", "bin", "skin:orange" ], "noun_classes": [ 4, 20, 36, 48 ], "start_stop_timestamps": [ [ "00:00:00.54", "00:00:02.23" ], [ "00:00:07.49", "00:00:09.05" ], [ "00:00:09.66", "00:00:10.84" ], [ "00:00:12.00", "00:00:13.00" ] ], "start_stop_frames": [ [ 27, 111 ], [ 374, 452 ], [ 483, 542 ], [ 600, 650 ] ], "trgnoun": "orange_skin", "trgverb": "move_into" }, { "key": "P01_109+2_3_4_5", "video_id": "P01_109", "narration_ids": [ "P01_109_2", "P01_109_3", "P01_109_4", "P01_109_5" ], "src": "pick_up eggs . put_down eggs . pick_up onion and potato", "src1": "pick_up eggs", "src2": "put_down eggs", "src3": "pick_up onion and potato", "trg": "put_down onion and potato", "vis_src": "P01_109:2 P01_109:3 P01_109:4", "vis_trg": "P01_109:5", "narrations": [ "pick up eggs", "put down eggs", "pick up onion and potato", "put down onion and potato" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "egg", "egg", "onion", "onion" ], "noun_classes": [ 53, 53, 16, 16 ], "start_stop_timestamps": [ [ "00:00:05.04", "00:00:06.39" ], [ "00:00:06.39", "00:00:07.49" ], [ "00:00:08.48", "00:00:09.50" ], [ "00:00:09.60", "00:00:10.46" ] ], "start_stop_frames": [ [ 252, 319 ], [ 319, 374 ], [ 424, 475 ], [ 480, 523 ] ], "trgnoun": "onion", "trgverb": "put_down" }, { "key": "P22_113+145_147_182_199", "video_id": "P22_113", "narration_ids": [ "P22_113_145", "P22_113_147", "P22_113_182", "P22_113_199" ], "src": "close container . open fridge . open cupboard", "src1": "close container", "src2": "open fridge", "src3": "open cupboard", "trg": "put_down container", "vis_src": "P22_113:145 P22_113:147 P22_113:182", "vis_trg": "P22_113:199", "narrations": [ "close container", "open fridge", "open cupboard", "put down container" ], "verbs": [ "close", "open", "open", "put-down" ], "verb_classes": [ 4, 3, 3, 1 ], "nouns": [ "container", "fridge", "cupboard", "container" ], "noun_classes": [ 21, 12, 3, 21 ], "start_stop_timestamps": [ [ "00:05:02.55", "00:05:03.47" ], [ "00:05:03.00", "00:05:07.42" ], [ "00:06:13.73", "00:06:16.00" ], [ "00:06:49.74", "00:06:50.85" ] ], "start_stop_frames": [ [ 15127, 15173 ], [ 15150, 15371 ], [ 18686, 18800 ], [ 20487, 20542 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P25_104+138_139_140_141", "video_id": "P25_104", "narration_ids": [ "P25_104_138", "P25_104_139", "P25_104_140", "P25_104_141" ], "src": "put_down spoon . open cupboard . pick_up colander", "src1": "put_down spoon", "src2": "open cupboard", "src3": "pick_up colander", "trg": "put_down colander", "vis_src": "P25_104:138 P25_104:139 P25_104:140", "vis_trg": "P25_104:141", "narrations": [ "put down spoon", "open cupboard", "pick up colander", "put down colander" ], "verbs": [ "put-down", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "spoon", "cupboard", "colander", "colander" ], "noun_classes": [ 1, 3, 39, 39 ], "start_stop_timestamps": [ [ "00:07:04.78", "00:07:06.25" ], [ "00:07:08.71", "00:07:09.87" ], [ "00:07:09.76", "00:07:12.93" ], [ "00:07:16.31", "00:07:18.06" ] ], "start_stop_frames": [ [ 21239, 21312 ], [ 21435, 21493 ], [ 21488, 21646 ], [ 21815, 21903 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P01_17+249_250_251_252", "video_id": "P01_17", "narration_ids": [ "P01_17_249", "P01_17_250", "P01_17_251", "P01_17_252" ], "src": "take spoon . take knife . rinse spoon", "src1": "take spoon", "src2": "take knife", "src3": "rinse spoon", "trg": "put_down spoon", "vis_src": "P01_17:249 P01_17:250 P01_17:251", "vis_trg": "P01_17:252", "narrations": [ "take spoon", "take knife", "rinse spoon", "put down spoon" ], "verbs": [ "take", "take", "rinse", "put-down" ], "verb_classes": [ 0, 0, 2, 1 ], "nouns": [ "spoon", "knife", "spoon", "spoon" ], "noun_classes": [ 1, 4, 1, 1 ], "start_stop_timestamps": [ [ "00:16:47.57", "00:16:48.35" ], [ "00:16:48.27", "00:16:48.86" ], [ "00:16:49.86", "00:16:50.83" ], [ "00:16:51.30", "00:16:52.02" ] ], "start_stop_frames": [ [ 60454, 60501 ], [ 60496, 60531 ], [ 60591, 60649 ], [ 60678, 60721 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P02_122+34_35_36_38", "video_id": "P02_122", "narration_ids": [ "P02_122_34", "P02_122_35", "P02_122_36", "P02_122_38" ], "src": "pick_up eggs . put_down eggs . open eggs box", "src1": "pick_up eggs", "src2": "put_down eggs", "src3": "open eggs box", "trg": "tap egg on plate", "vis_src": "P02_122:34 P02_122:35 P02_122:36", "vis_trg": "P02_122:38", "narrations": [ "pick up eggs", "put down eggs", "open eggs box", "tap egg on plate" ], "verbs": [ "pick-up", "put-down", "open", "tap-on" ], "verb_classes": [ 0, 1, 3, 32 ], "nouns": [ "egg", "egg", "box:egg", "egg" ], "noun_classes": [ 53, 53, 23, 53 ], "start_stop_timestamps": [ [ "00:01:39.29", "00:01:40.48" ], [ "00:01:40.50", "00:01:43.25" ], [ "00:01:43.09", "00:01:46.30" ], [ "00:01:47.13", "00:01:48.25" ] ], "start_stop_frames": [ [ 4964, 5023 ], [ 5025, 5162 ], [ 5154, 5315 ], [ 5356, 5412 ] ], "trgnoun": "egg", "trgverb": "tap_on" }, { "key": "P01_17+248_249_250_251", "video_id": "P01_17", "narration_ids": [ "P01_17_248", "P01_17_249", "P01_17_250", "P01_17_251" ], "src": "put_down colander . take spoon . take knife", "src1": "put_down colander", "src2": "take spoon", "src3": "take knife", "trg": "rinse spoon", "vis_src": "P01_17:248 P01_17:249 P01_17:250", "vis_trg": "P01_17:251", "narrations": [ "put down colander", "take spoon", "take knife", "rinse spoon" ], "verbs": [ "put-down", "take", "take", "rinse" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "colander", "spoon", "knife", "spoon" ], "noun_classes": [ 39, 1, 4, 1 ], "start_stop_timestamps": [ [ "00:16:46.03", "00:16:47.79" ], [ "00:16:47.57", "00:16:48.35" ], [ "00:16:48.27", "00:16:48.86" ], [ "00:16:49.86", "00:16:50.83" ] ], "start_stop_frames": [ [ 60361, 60467 ], [ 60454, 60501 ], [ 60496, 60531 ], [ 60591, 60649 ] ], "trgnoun": "spoon", "trgverb": "rinse" }, { "key": "P02_122+32_33_34_35", "video_id": "P02_122", "narration_ids": [ "P02_122_32", "P02_122_33", "P02_122_34", "P02_122_35" ], "src": "close bin . open fridge . pick_up eggs", "src1": "close bin", "src2": "open fridge", "src3": "pick_up eggs", "trg": "put_down eggs", "vis_src": "P02_122:32 P02_122:33 P02_122:34", "vis_trg": "P02_122:35", "narrations": [ "close bin", "open fridge", "pick up eggs", "put down eggs" ], "verbs": [ "close", "open", "pick-up", "put-down" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "bin", "fridge", "egg", "egg" ], "noun_classes": [ 36, 12, 53, 53 ], "start_stop_timestamps": [ [ "00:01:33.94", "00:01:34.46" ], [ "00:01:36.85", "00:01:38.13" ], [ "00:01:39.29", "00:01:40.48" ], [ "00:01:40.50", "00:01:43.25" ] ], "start_stop_frames": [ [ 4697, 4723 ], [ 4842, 4906 ], [ 4964, 5023 ], [ 5025, 5162 ] ], "trgnoun": "egg", "trgverb": "put_down" }, { "key": "P01_102+52_53_54_55", "video_id": "P01_102", "narration_ids": [ "P01_102_52", "P01_102_53", "P01_102_54", "P01_102_55" ], "src": "take wok . pour washing up liquid into wok . take sponge", "src1": "take wok", "src2": "pour washing up liquid into wok", "src3": "take sponge", "trg": "put_down wok", "vis_src": "P01_102:52 P01_102:53 P01_102:54", "vis_trg": "P01_102:55", "narrations": [ "take wok", "pour washing up liquid into wok", "take sponge", "put down wok" ], "verbs": [ "take", "pour", "take", "put-down" ], "verb_classes": [ 0, 9, 0, 1 ], "nouns": [ "wok", "liquid:washing:up", "sponge", "wok" ], "noun_classes": [ 5, 22, 9, 5 ], "start_stop_timestamps": [ [ "00:01:58.53", "00:01:59.34" ], [ "00:02:00.54", "00:02:03.79" ], [ "00:02:03.82", "00:02:04.17" ], [ "00:02:04.44", "00:02:05.19" ] ], "start_stop_frames": [ [ 5926, 5967 ], [ 6027, 6189 ], [ 6191, 6208 ], [ 6222, 6259 ] ], "trgnoun": "wok", "trgverb": "put_down" }, { "key": "P01_17+134_135_136_137", "video_id": "P01_17", "narration_ids": [ "P01_17_134", "P01_17_135", "P01_17_136", "P01_17_137" ], "src": "put onion into container . close container . open fridge", "src1": "put onion into container", "src2": "close container", "src3": "open fridge", "trg": "put container into fridge", "vis_src": "P01_17:134 P01_17:135 P01_17:136", "vis_trg": "P01_17:137", "narrations": [ "put onion into container", "close container", "open fridge", "put container into fridge" ], "verbs": [ "put-into", "close", "open", "put-into" ], "verb_classes": [ 5, 4, 3, 5 ], "nouns": [ "onion", "container", "fridge", "container" ], "noun_classes": [ 16, 21, 12, 21 ], "start_stop_timestamps": [ [ "00:10:00.14", "00:10:00.97" ], [ "00:10:01.71", "00:10:03.05" ], [ "00:10:06.93", "00:10:08.31" ], [ "00:10:08.12", "00:10:09.29" ] ], "start_stop_frames": [ [ 36008, 36058 ], [ 36102, 36183 ], [ 36415, 36498 ], [ 36487, 36557 ] ], "trgnoun": "container", "trgverb": "put_into" }, { "key": "P22_15+175_176_177_178", "video_id": "P22_15", "narration_ids": [ "P22_15_175", "P22_15_176", "P22_15_177", "P22_15_178" ], "src": "rinse container . put_down down container . rinse spoon", "src1": "rinse container", "src2": "put_down down container", "src3": "rinse spoon", "trg": "put_down down spoon", "vis_src": "P22_15:175 P22_15:176 P22_15:177", "vis_trg": "P22_15:178", "narrations": [ "rinse container", "put down down container", "rinse spoon", "put down down spoon" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "container", "container", "spoon", "spoon" ], "noun_classes": [ 21, 21, 1, 1 ], "start_stop_timestamps": [ [ "00:06:34.50", "00:06:39.00" ], [ "00:06:39.10", "00:06:40.35" ], [ "00:06:40.45", "00:06:43.27" ], [ "00:06:43.30", "00:06:44.25" ] ], "start_stop_frames": [ [ 23670, 23940 ], [ 23946, 24021 ], [ 24027, 24196 ], [ 24198, 24255 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P26_118+35_36_37_38", "video_id": "P26_118", "narration_ids": [ "P26_118_35", "P26_118_36", "P26_118_37", "P26_118_38" ], "src": "pick_up spatula . rinse spatula . pick_up sponge", "src1": "pick_up spatula", "src2": "rinse spatula", "src3": "pick_up sponge", "trg": "lather spatula", "vis_src": "P26_118:35 P26_118:36 P26_118:37", "vis_trg": "P26_118:38", "narrations": [ "pick up spatula", "rinse spatula", "pick up sponge", "lather spatula" ], "verbs": [ "pick-up", "rinse", "pick-up", "lather" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "spatula", "spatula", "sponge", "spatula" ], "noun_classes": [ 20, 20, 9, 20 ], "start_stop_timestamps": [ [ "00:03:02.02", "00:03:03.36" ], [ "00:03:03.57", "00:03:06.04" ], [ "00:03:03.85", "00:03:05.21" ], [ "00:03:05.03", "00:03:10.65" ] ], "start_stop_frames": [ [ 9101, 9168 ], [ 9178, 9302 ], [ 9192, 9260 ], [ 9251, 9532 ] ], "trgnoun": "spatula", "trgverb": "lather" }, { "key": "P01_19+6_7_8_9", "video_id": "P01_19", "narration_ids": [ "P01_19_6", "P01_19_7", "P01_19_8", "P01_19_9" ], "src": "take sponge . take washing up liquid . pour washing up liquid", "src1": "take sponge", "src2": "take washing up liquid", "src3": "pour washing up liquid", "trg": "put_down washing up liquid", "vis_src": "P01_19:6 P01_19:7 P01_19:8", "vis_trg": "P01_19:9", "narrations": [ "take sponge", "take washing up liquid", "pour washing up liquid", "put down washing up liquid" ], "verbs": [ "take", "take", "pour", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "sponge", "liquid:washing:up", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 9, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:00:12.70", "00:00:13.45" ], [ "00:00:14.07", "00:00:15.09" ], [ "00:00:14.83", "00:00:17.72" ], [ "00:00:17.51", "00:00:18.51" ] ], "start_stop_frames": [ [ 762, 807 ], [ 844, 905 ], [ 889, 1063 ], [ 1050, 1110 ] ], "trgnoun": "up_washing_liquid", "trgverb": "put_down" }, { "key": "P22_07+541_542_543_544", "video_id": "P22_07", "narration_ids": [ "P22_07_541", "P22_07_542", "P22_07_543", "P22_07_544" ], "src": "move detergent . take sponge . turn tap on", "src1": "move detergent", "src2": "take sponge", "src3": "turn tap on", "trg": "wash sponge", "vis_src": "P22_07:541 P22_07:542 P22_07:543", "vis_trg": "P22_07:544", "narrations": [ "move detergent", "take sponge", "turn tap on", "wash sponge" ], "verbs": [ "move", "take", "turn-on", "wash" ], "verb_classes": [ 11, 0, 6, 2 ], "nouns": [ "detergent", "sponge", "tap", "sponge" ], "noun_classes": [ 22, 9, 0, 9 ], "start_stop_timestamps": [ [ "00:26:05.43", "00:26:06.24" ], [ "00:26:08.59", "00:26:09.71" ], [ "00:26:09.81", "00:26:10.56" ], [ "00:26:10.66", "00:26:11.56" ] ], "start_stop_frames": [ [ 93925, 93974 ], [ 94115, 94182 ], [ 94188, 94233 ], [ 94239, 94293 ] ], "trgnoun": "sponge", "trgverb": "wash" }, { "key": "P02_03+89_90_91_92", "video_id": "P02_03", "narration_ids": [ "P02_03_89", "P02_03_90", "P02_03_91", "P02_03_92" ], "src": "open onion_bag . pick_up onion . pick_up another onion", "src1": "open onion_bag", "src2": "pick_up onion", "src3": "pick_up another onion", "trg": "put onion on chopping board", "vis_src": "P02_03:89 P02_03:90 P02_03:91", "vis_trg": "P02_03:92", "narrations": [ "open onion bag", "pick up onion", "pick up another onion", "put onion on chopping board" ], "verbs": [ "open", "pick-up", "pick-up", "put-on" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "bag:onion", "onion", "onion", "onion" ], "noun_classes": [ 19, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:03:58.18", "00:04:00.11" ], [ "00:04:01.16", "00:04:02.56" ], [ "00:04:04.05", "00:04:05.49" ], [ "00:04:07.45", "00:04:08.58" ] ], "start_stop_frames": [ [ 14290, 14406 ], [ 14469, 14553 ], [ 14643, 14729 ], [ 14847, 14914 ] ], "trgnoun": "onion", "trgverb": "put_on" }, { "key": "P01_105+687_688_690_691", "video_id": "P01_105", "narration_ids": [ "P01_105_687", "P01_105_688", "P01_105_690", "P01_105_691" ], "src": "put_down washing up liquid . close washing up liquid . pick_up colander", "src1": "put_down washing up liquid", "src2": "close washing up liquid", "src3": "pick_up colander", "trg": "put_down colander", "vis_src": "P01_105:687 P01_105:688 P01_105:690", "vis_trg": "P01_105:691", "narrations": [ "put down washing up liquid", "close washing up liquid", "pick up colander", "put down colander" ], "verbs": [ "put-down", "close", "pick-up", "put-down" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "liquid:washing:up", "liquid:washing:up", "colander", "colander" ], "noun_classes": [ 22, 22, 39, 39 ], "start_stop_timestamps": [ [ "00:29:24.69", "00:29:25.39" ], [ "00:29:25.45", "00:29:25.90" ], [ "00:29:27.00", "00:29:27.75" ], [ "00:29:27.82", "00:29:28.35" ] ], "start_stop_frames": [ [ 88234, 88269 ], [ 88272, 88295 ], [ 88350, 88387 ], [ 88391, 88417 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P02_123+337_338_339_340", "video_id": "P02_123", "narration_ids": [ "P02_123_337", "P02_123_338", "P02_123_339", "P02_123_340" ], "src": "sponge spoon . open tap . rinse spoon", "src1": "sponge spoon", "src2": "open tap", "src3": "rinse spoon", "trg": "put_down spoon", "vis_src": "P02_123:337 P02_123:338 P02_123:339", "vis_trg": "P02_123:340", "narrations": [ "sponge spoon", "open tap", "rinse spoon", "put down spoon" ], "verbs": [ "sponge", "turn-on", "rinse", "put-down" ], "verb_classes": [ 2, 6, 2, 1 ], "nouns": [ "spoon", "tap", "spoon", "spoon" ], "noun_classes": [ 1, 0, 1, 1 ], "start_stop_timestamps": [ [ "00:17:48.00", "00:17:51.48" ], [ "00:17:52.22", "00:17:52.61" ], [ "00:17:52.91", "00:17:55.52" ], [ "00:17:55.51", "00:17:56.15" ] ], "start_stop_frames": [ [ 53400, 53574 ], [ 53611, 53630 ], [ 53645, 53776 ], [ 53775, 53807 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P25_11+46_47_48_49", "video_id": "P25_11", "narration_ids": [ "P25_11_46", "P25_11_47", "P25_11_48", "P25_11_49" ], "src": "pick_up detergent . pick_up sponge . open tap", "src1": "pick_up detergent", "src2": "pick_up sponge", "src3": "open tap", "trg": "put_on detergent", "vis_src": "P25_11:46 P25_11:47 P25_11:48", "vis_trg": "P25_11:49", "narrations": [ "pick up detergent", "pick up sponge", "open tap", "put on detergent" ], "verbs": [ "pick-up", "pick-up", "turn-on", "put-on" ], "verb_classes": [ 0, 0, 6, 1 ], "nouns": [ "detergent", "sponge", "tap", "detergent" ], "noun_classes": [ 22, 9, 0, 22 ], "start_stop_timestamps": [ [ "00:05:08.13", "00:05:10.47" ], [ "00:05:12.35", "00:05:13.63" ], [ "00:05:13.90", "00:05:15.00" ], [ "00:05:16.84", "00:05:18.15" ] ], "start_stop_frames": [ [ 18487, 18628 ], [ 18741, 18817 ], [ 18834, 18900 ], [ 19010, 19089 ] ], "trgnoun": "detergent", "trgverb": "put_on" }, { "key": "P01_18+46_47_48_49", "video_id": "P01_18", "narration_ids": [ "P01_18_46", "P01_18_47", "P01_18_48", "P01_18_49" ], "src": "take knife . close drawer . take squash", "src1": "take knife", "src2": "close drawer", "src3": "take squash", "trg": "cut squash", "vis_src": "P01_18:46 P01_18:47 P01_18:48", "vis_trg": "P01_18:49", "narrations": [ "take knife", "close drawer", "take squash", "cut squash" ], "verbs": [ "take", "close", "take", "cut" ], "verb_classes": [ 0, 4, 0, 7 ], "nouns": [ "knife", "drawer", "squash", "squash" ], "noun_classes": [ 4, 8, 116, 116 ], "start_stop_timestamps": [ [ "00:02:29.32", "00:02:30.93" ], [ "00:02:30.91", "00:02:31.84" ], [ "00:02:32.61", "00:02:34.27" ], [ "00:02:32.73", "00:02:50.72" ] ], "start_stop_frames": [ [ 8959, 9055 ], [ 9054, 9110 ], [ 9156, 9256 ], [ 9163, 10243 ] ], "trgnoun": "squash", "trgverb": "cut" }, { "key": "P01_106+54_55_56_57", "video_id": "P01_106", "narration_ids": [ "P01_106_54", "P01_106_55", "P01_106_56", "P01_106_57" ], "src": "pick_up sponge . pick_up spatula . lather spatula", "src1": "pick_up sponge", "src2": "pick_up spatula", "src3": "lather spatula", "trg": "put_down spatulas", "vis_src": "P01_106:54 P01_106:55 P01_106:56", "vis_trg": "P01_106:57", "narrations": [ "pick up sponge", "pick up spatula", "lather spatula", "put down spatulas" ], "verbs": [ "pick-up", "pick-up", "lather", "put-down" ], "verb_classes": [ 0, 0, 2, 1 ], "nouns": [ "sponge", "spatula", "spatula", "spatula" ], "noun_classes": [ 9, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:02:22.32", "00:02:22.94" ], [ "00:02:23.64", "00:02:24.01" ], [ "00:02:24.00", "00:02:33.87" ], [ "00:02:40.10", "00:02:40.96" ] ], "start_stop_frames": [ [ 7116, 7147 ], [ 7181, 7200 ], [ 7200, 7693 ], [ 8005, 8048 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P27_01+30_31_32_33", "video_id": "P27_01", "narration_ids": [ "P27_01_30", "P27_01_31", "P27_01_32", "P27_01_33" ], "src": "rinse spoon . wash sponge . take saucepan", "src1": "rinse spoon", "src2": "wash sponge", "src3": "take saucepan", "trg": "rinse saucepan", "vis_src": "P27_01:30 P27_01:31 P27_01:32", "vis_trg": "P27_01:33", "narrations": [ "rinse spoon", "wash sponge", "take saucepan", "rinse saucepan" ], "verbs": [ "rinse", "wash", "take", "rinse" ], "verb_classes": [ 2, 2, 0, 2 ], "nouns": [ "spoon", "sponge", "saucepan", "saucepan" ], "noun_classes": [ 1, 9, 5, 5 ], "start_stop_timestamps": [ [ "00:03:15.40", "00:03:19.65" ], [ "00:03:23.87", "00:03:28.07" ], [ "00:03:31.32", "00:03:32.80" ], [ "00:03:33.21", "00:03:37.80" ] ], "start_stop_frames": [ [ 11724, 11979 ], [ 12232, 12484 ], [ 12679, 12768 ], [ 12792, 13068 ] ], "trgnoun": "saucepan", "trgverb": "rinse" }, { "key": "P01_106+69_70_71_72", "video_id": "P01_106", "narration_ids": [ "P01_106_69", "P01_106_70", "P01_106_71", "P01_106_72" ], "src": "put_down bowl . grab wok . move tap", "src1": "put_down bowl", "src2": "grab wok", "src3": "move tap", "trg": "lather wok", "vis_src": "P01_106:69 P01_106:70 P01_106:71", "vis_trg": "P01_106:72", "narrations": [ "put down bowl", "grab wok", "move tap", "lather wok" ], "verbs": [ "put-down", "grab", "move", "lather" ], "verb_classes": [ 1, 0, 11, 2 ], "nouns": [ "bowl", "wok", "tap", "wok" ], "noun_classes": [ 7, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:02:59.19", "00:03:00.64" ], [ "00:03:00.58", "00:03:24.13" ], [ "00:03:00.95", "00:03:01.59" ], [ "00:03:01.66", "00:03:20.62" ] ], "start_stop_frames": [ [ 8959, 9032 ], [ 9029, 10206 ], [ 9047, 9079 ], [ 9083, 10031 ] ], "trgnoun": "wok", "trgverb": "lather" }, { "key": "P01_09+171_172_173_174", "video_id": "P01_09", "narration_ids": [ "P01_09_171", "P01_09_172", "P01_09_173", "P01_09_174" ], "src": "rinse bowl . take sponge . wash bowl", "src1": "rinse bowl", "src2": "take sponge", "src3": "wash bowl", "trg": "empty bowl", "vis_src": "P01_09:171 P01_09:172 P01_09:173", "vis_trg": "P01_09:174", "narrations": [ "rinse bowl", "take sponge", "wash bowl", "empty bowl" ], "verbs": [ "rinse", "take", "wash", "empty" ], "verb_classes": [ 2, 0, 2, 20 ], "nouns": [ "bowl", "sponge", "bowl", "bowl" ], "noun_classes": [ 7, 9, 7, 7 ], "start_stop_timestamps": [ [ "00:12:44.85", "00:12:56.96" ], [ "00:12:57.03", "00:12:57.86" ], [ "00:12:58.09", "00:13:02.41" ], [ "00:13:01.18", "00:13:03.12" ] ], "start_stop_frames": [ [ 45891, 46617 ], [ 46621, 46671 ], [ 46685, 46944 ], [ 46870, 46987 ] ], "trgnoun": "bowl", "trgverb": "empty" }, { "key": "P03_102+7_8_9_10", "video_id": "P03_102", "narration_ids": [ "P03_102_7", "P03_102_8", "P03_102_9", "P03_102_10" ], "src": "pick_up eggs . put eggs on counter . put onions on counter", "src1": "pick_up eggs", "src2": "put eggs on counter", "src3": "put onions on counter", "trg": "pick_up onion", "vis_src": "P03_102:7 P03_102:8 P03_102:9", "vis_trg": "P03_102:10", "narrations": [ "pick up eggs", "put eggs on counter", "put onions on counter", "pick up onion" ], "verbs": [ "pick-up", "put-on", "put-on", "pick-up" ], "verb_classes": [ 0, 1, 1, 0 ], "nouns": [ "egg", "egg", "onion", "onion" ], "noun_classes": [ 53, 53, 16, 16 ], "start_stop_timestamps": [ [ "00:00:12.36", "00:00:14.56" ], [ "00:00:14.58", "00:00:15.33" ], [ "00:00:14.91", "00:00:15.51" ], [ "00:00:15.55", "00:00:16.56" ] ], "start_stop_frames": [ [ 618, 728 ], [ 729, 766 ], [ 745, 775 ], [ 777, 827 ] ], "trgnoun": "onion", "trgverb": "pick_up" }, { "key": "P22_08+104_105_106_107", "video_id": "P22_08", "narration_ids": [ "P22_08_104", "P22_08_105", "P22_08_106", "P22_08_107" ], "src": "grab spoon . rinse spoon . lather spoon", "src1": "grab spoon", "src2": "rinse spoon", "src3": "lather spoon", "trg": "put_down spoon", "vis_src": "P22_08:104 P22_08:105 P22_08:106", "vis_trg": "P22_08:107", "narrations": [ "grab spoon", "rinse spoon", "lather spoon", "put down spoon" ], "verbs": [ "grab", "rinse", "lather", "put-down" ], "verb_classes": [ 0, 2, 2, 1 ], "nouns": [ "spoon", "spoon", "spoon", "spoon" ], "noun_classes": [ 1, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:03:53.79", "00:03:54.54" ], [ "00:03:54.73", "00:03:56.58" ], [ "00:03:56.51", "00:04:02.50" ], [ "00:04:02.08", "00:04:03.00" ] ], "start_stop_frames": [ [ 14027, 14072 ], [ 14083, 14194 ], [ 14190, 14550 ], [ 14524, 14580 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P02_123+327_328_329_330", "video_id": "P02_123", "narration_ids": [ "P02_123_327", "P02_123_328", "P02_123_329", "P02_123_330" ], "src": "pick_up sponge . sponge bowl . open tap", "src1": "pick_up sponge", "src2": "sponge bowl", "src3": "open tap", "trg": "rinse bowl", "vis_src": "P02_123:327 P02_123:328 P02_123:329", "vis_trg": "P02_123:330", "narrations": [ "pick up sponge", "sponge bowl", "open tap", "rinse bowl" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "sponge", "bowl", "tap", "bowl" ], "noun_classes": [ 9, 7, 0, 7 ], "start_stop_timestamps": [ [ "00:17:15.51", "00:17:16.47" ], [ "00:17:15.87", "00:17:29.24" ], [ "00:17:29.46", "00:17:30.57" ], [ "00:17:30.29", "00:17:39.58" ] ], "start_stop_frames": [ [ 51775, 51823 ], [ 51793, 52462 ], [ 52473, 52528 ], [ 52514, 52979 ] ], "trgnoun": "bowl", "trgverb": "rinse" }, { "key": "P20_04+303_304_305_306", "video_id": "P20_04", "narration_ids": [ "P20_04_303", "P20_04_304", "P20_04_305", "P20_04_306" ], "src": "put_down bowl . pick_up spatula . stir meat_pieces with spatula", "src1": "put_down bowl", "src2": "pick_up spatula", "src3": "stir meat_pieces with spatula", "trg": "put_down spatula", "vis_src": "P20_04:303 P20_04:304 P20_04:305", "vis_trg": "P20_04:306", "narrations": [ "put down bowl", "pick up spatula", "stir meat pieces with spatula", "put down spatula" ], "verbs": [ "put-down", "pick-up", "stir-with", "put-down" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "bowl", "spatula", "piece:meat", "spatula" ], "noun_classes": [ 7, 20, 28, 20 ], "start_stop_timestamps": [ [ "00:30:58.20", "00:30:59.50" ], [ "00:30:59.35", "00:31:00.22" ], [ "00:31:00.20", "00:31:05.82" ], [ "00:31:04.43", "00:31:09.18" ] ], "start_stop_frames": [ [ 111492, 111570 ], [ 111561, 111613 ], [ 111612, 111949 ], [ 111865, 112150 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P02_131+72_73_74_75", "video_id": "P02_131", "narration_ids": [ "P02_131_72", "P02_131_73", "P02_131_74", "P02_131_75" ], "src": "open tap . rinse bowl . pick_up sponge", "src1": "open tap", "src2": "rinse bowl", "src3": "pick_up sponge", "trg": "sponge bowl", "vis_src": "P02_131:72 P02_131:73 P02_131:74", "vis_trg": "P02_131:75", "narrations": [ "open tap", "rinse bowl", "pick up sponge", "sponge bowl" ], "verbs": [ "turn-on", "rinse", "pick-up", "sponge" ], "verb_classes": [ 6, 2, 0, 2 ], "nouns": [ "tap", "bowl", "sponge", "bowl" ], "noun_classes": [ 0, 7, 9, 7 ], "start_stop_timestamps": [ [ "00:04:20.84", "00:04:22.00" ], [ "00:04:21.50", "00:04:34.75" ], [ "00:04:34.30", "00:04:34.98" ], [ "00:04:35.00", "00:04:35.68" ] ], "start_stop_frames": [ [ 13041, 13100 ], [ 13075, 13737 ], [ 13715, 13749 ], [ 13750, 13784 ] ], "trgnoun": "bowl", "trgverb": "sponge" }, { "key": "P07_113+59_60_61_62", "video_id": "P07_113", "narration_ids": [ "P07_113_59", "P07_113_60", "P07_113_61", "P07_113_62" ], "src": "grab knife . close drawer . grab onion", "src1": "grab knife", "src2": "close drawer", "src3": "grab onion", "trg": "slice onion", "vis_src": "P07_113:59 P07_113:60 P07_113:61", "vis_trg": "P07_113:62", "narrations": [ "grab knife", "close drawer", "grab onion", "slice onion" ], "verbs": [ "grab", "close", "grab", "slice" ], "verb_classes": [ 0, 4, 0, 7 ], "nouns": [ "knife", "drawer", "onion", "onion" ], "noun_classes": [ 4, 8, 16, 16 ], "start_stop_timestamps": [ [ "00:03:04.29", "00:03:05.47" ], [ "00:03:05.44", "00:03:06.07" ], [ "00:03:06.67", "00:03:07.56" ], [ "00:03:09.80", "00:03:17.09" ] ], "start_stop_frames": [ [ 9214, 9273 ], [ 9272, 9303 ], [ 9333, 9378 ], [ 9490, 9854 ] ], "trgnoun": "onion", "trgverb": "slice" }, { "key": "P22_15+260_261_262_263", "video_id": "P22_15", "narration_ids": [ "P22_15_260", "P22_15_261", "P22_15_262", "P22_15_263" ], "src": "close container . open tap . rinse spoon", "src1": "close container", "src2": "open tap", "src3": "rinse spoon", "trg": "lather spoon", "vis_src": "P22_15:260 P22_15:261 P22_15:262", "vis_trg": "P22_15:263", "narrations": [ "close container", "open tap", "rinse spoon", "lather spoon" ], "verbs": [ "close", "turn-on", "rinse", "lather" ], "verb_classes": [ 4, 6, 2, 2 ], "nouns": [ "container", "tap", "spoon", "spoon" ], "noun_classes": [ 21, 0, 1, 1 ], "start_stop_timestamps": [ [ "00:09:28.85", "00:09:30.62" ], [ "00:09:31.99", "00:09:33.25" ], [ "00:09:32.85", "00:09:34.38" ], [ "00:09:33.57", "00:09:36.56" ] ], "start_stop_frames": [ [ 34131, 34237 ], [ 34319, 34395 ], [ 34371, 34462 ], [ 34414, 34593 ] ], "trgnoun": "spoon", "trgverb": "lather" }, { "key": "P01_106+71_72_73_74", "video_id": "P01_106", "narration_ids": [ "P01_106_71", "P01_106_72", "P01_106_73", "P01_106_74" ], "src": "move tap . lather wok . pick_up colander", "src1": "move tap", "src2": "lather wok", "src3": "pick_up colander", "trg": "put_down wok", "vis_src": "P01_106:71 P01_106:72 P01_106:73", "vis_trg": "P01_106:74", "narrations": [ "move tap", "lather wok", "pick up colander", "put down wok" ], "verbs": [ "move", "lather", "pick-up", "put-down" ], "verb_classes": [ 11, 2, 0, 1 ], "nouns": [ "tap", "wok", "colander", "wok" ], "noun_classes": [ 0, 5, 39, 5 ], "start_stop_timestamps": [ [ "00:03:00.95", "00:03:01.59" ], [ "00:03:01.66", "00:03:20.62" ], [ "00:03:20.61", "00:03:25.07" ], [ "00:03:21.92", "00:03:24.40" ] ], "start_stop_frames": [ [ 9047, 9079 ], [ 9083, 10031 ], [ 10030, 10253 ], [ 10096, 10220 ] ], "trgnoun": "wok", "trgverb": "put_down" }, { "key": "P01_102+53_54_55_56", "video_id": "P01_102", "narration_ids": [ "P01_102_53", "P01_102_54", "P01_102_55", "P01_102_56" ], "src": "pour washing up liquid into wok . take sponge . put_down wok", "src1": "pour washing up liquid into wok", "src2": "take sponge", "src3": "put_down wok", "trg": "wash wok", "vis_src": "P01_102:53 P01_102:54 P01_102:55", "vis_trg": "P01_102:56", "narrations": [ "pour washing up liquid into wok", "take sponge", "put down wok", "wash wok" ], "verbs": [ "pour", "take", "put-down", "wash" ], "verb_classes": [ 9, 0, 1, 2 ], "nouns": [ "liquid:washing:up", "sponge", "wok", "wok" ], "noun_classes": [ 22, 9, 5, 5 ], "start_stop_timestamps": [ [ "00:02:00.54", "00:02:03.79" ], [ "00:02:03.82", "00:02:04.17" ], [ "00:02:04.44", "00:02:05.19" ], [ "00:02:04.82", "00:02:15.85" ] ], "start_stop_frames": [ [ 6027, 6189 ], [ 6191, 6208 ], [ 6222, 6259 ], [ 6241, 6792 ] ], "trgnoun": "wok", "trgverb": "wash" }, { "key": "P30_111+64_66_67_68", "video_id": "P30_111", "narration_ids": [ "P30_111_64", "P30_111_66", "P30_111_67", "P30_111_68" ], "src": "pick_up sponge . put_down saucepan . open cupboard", "src1": "pick_up sponge", "src2": "put_down saucepan", "src3": "open cupboard", "trg": "take saucepan", "vis_src": "P30_111:64 P30_111:66 P30_111:67", "vis_trg": "P30_111:68", "narrations": [ "pick up sponge", "put down saucepan", "open cupboard", "take saucepan" ], "verbs": [ "pick-up", "put-down", "open", "take" ], "verb_classes": [ 0, 1, 3, 0 ], "nouns": [ "sponge", "saucepan", "cupboard", "saucepan" ], "noun_classes": [ 9, 5, 3, 5 ], "start_stop_timestamps": [ [ "00:02:21.53", "00:02:22.32" ], [ "00:02:22.31", "00:02:23.57" ], [ "00:02:24.07", "00:02:24.76" ], [ "00:02:24.56", "00:02:26.80" ] ], "start_stop_frames": [ [ 7076, 7116 ], [ 7115, 7178 ], [ 7203, 7238 ], [ 7228, 7340 ] ], "trgnoun": "saucepan", "trgverb": "take" }, { "key": "P01_18+84_85_86_87", "video_id": "P01_18", "narration_ids": [ "P01_18_84", "P01_18_85", "P01_18_86", "P01_18_87" ], "src": "turn_on kettle . take squash . take knife", "src1": "turn_on kettle", "src2": "take squash", "src3": "take knife", "trg": "slice squash", "vis_src": "P01_18:84 P01_18:85 P01_18:86", "vis_trg": "P01_18:87", "narrations": [ "turn on kettle", "take squash", "take knife", "slice squash" ], "verbs": [ "turn-on", "take", "take", "slice" ], "verb_classes": [ 6, 0, 0, 7 ], "nouns": [ "kettle", "squash", "knife", "squash" ], "noun_classes": [ 44, 116, 4, 116 ], "start_stop_timestamps": [ [ "00:06:37.66", "00:06:38.16" ], [ "00:06:40.32", "00:06:41.65" ], [ "00:06:41.70", "00:06:42.95" ], [ "00:06:42.77", "00:06:52.43" ] ], "start_stop_frames": [ [ 23859, 23889 ], [ 24019, 24099 ], [ 24102, 24177 ], [ 24166, 24745 ] ], "trgnoun": "squash", "trgverb": "slice" }, { "key": "P02_108+120_121_122_123", "video_id": "P02_108", "narration_ids": [ "P02_108_120", "P02_108_121", "P02_108_122", "P02_108_123" ], "src": "put_down bag . close drawer . hold kettle", "src1": "put_down bag", "src2": "close drawer", "src3": "hold kettle", "trg": "turn_off kettle", "vis_src": "P02_108:120 P02_108:121 P02_108:122", "vis_trg": "P02_108:123", "narrations": [ "put down bag", "close drawer", "hold kettle", "turn off kettle" ], "verbs": [ "put-down", "close", "hold", "turn-off" ], "verb_classes": [ 1, 4, 34, 8 ], "nouns": [ "bag", "drawer", "kettle", "kettle" ], "noun_classes": [ 19, 8, 44, 44 ], "start_stop_timestamps": [ [ "00:04:17.98", "00:04:22.42" ], [ "00:04:23.12", "00:04:24.65" ], [ "00:04:29.22", "00:04:32.41" ], [ "00:04:30.58", "00:05:03.65" ] ], "start_stop_frames": [ [ 12899, 13121 ], [ 13156, 13232 ], [ 13461, 13620 ], [ 13529, 15182 ] ], "trgnoun": "kettle", "trgverb": "turn_off" }, { "key": "P27_105+57_58_59_60", "video_id": "P27_105", "narration_ids": [ "P27_105_57", "P27_105_58", "P27_105_59", "P27_105_60" ], "src": "fill bowl . rinse bowl . pick_up sponge", "src1": "fill bowl", "src2": "rinse bowl", "src3": "pick_up sponge", "trg": "wash bowl", "vis_src": "P27_105:57 P27_105:58 P27_105:59", "vis_trg": "P27_105:60", "narrations": [ "fill bowl", "rinse bowl", "pick up sponge", "wash bowl" ], "verbs": [ "fill", "rinse", "pick-up", "wash" ], "verb_classes": [ 26, 2, 0, 2 ], "nouns": [ "bowl", "bowl", "sponge", "bowl" ], "noun_classes": [ 7, 7, 9, 7 ], "start_stop_timestamps": [ [ "00:03:34.24", "00:03:38.82" ], [ "00:03:38.54", "00:03:47.21" ], [ "00:03:47.23", "00:03:47.92" ], [ "00:03:48.46", "00:03:53.30" ] ], "start_stop_frames": [ [ 10712, 10941 ], [ 10927, 11360 ], [ 11361, 11396 ], [ 11423, 11665 ] ], "trgnoun": "bowl", "trgverb": "wash" }, { "key": "P01_01+189_190_191_192", "video_id": "P01_01", "narration_ids": [ "P01_01_189", "P01_01_190", "P01_01_191", "P01_01_192" ], "src": "take knife . cut tofu sleeve . open tofu_container", "src1": "take knife", "src2": "cut tofu sleeve", "src3": "open tofu_container", "trg": "pour tofu onto pan", "vis_src": "P01_01:189 P01_01:190 P01_01:191", "vis_trg": "P01_01:192", "narrations": [ "take knife", "cut tofu sleeve", "open tofu container", "pour tofu onto pan" ], "verbs": [ "take", "cut", "open", "pour-onto" ], "verb_classes": [ 0, 7, 3, 9 ], "nouns": [ "knife", "tofu", "container:tofu", "tofu" ], "noun_classes": [ 4, 81, 21, 81 ], "start_stop_timestamps": [ [ "00:14:29.59", "00:14:31.03" ], [ "00:14:30.88", "00:14:35.11" ], [ "00:14:35.48", "00:14:45.08" ], [ "00:14:45.93", "00:14:49.17" ] ], "start_stop_frames": [ [ 52175, 52261 ], [ 52252, 52506 ], [ 52528, 53104 ], [ 53155, 53350 ] ], "trgnoun": "tofu", "trgverb": "pour_onto" }, { "key": "P22_106+101_102_103_104", "video_id": "P22_106", "narration_ids": [ "P22_106_101", "P22_106_102", "P22_106_103", "P22_106_104" ], "src": "move tap . turn_on tap . rinse bowl", "src1": "move tap", "src2": "turn_on tap", "src3": "rinse bowl", "trg": "empty bowl", "vis_src": "P22_106:101 P22_106:102 P22_106:103", "vis_trg": "P22_106:104", "narrations": [ "move tap", "turn on tap", "rinse bowl", "empty bowl" ], "verbs": [ "move", "turn-on", "rinse", "empty" ], "verb_classes": [ 11, 6, 2, 20 ], "nouns": [ "tap", "tap", "bowl", "bowl" ], "noun_classes": [ 0, 0, 7, 7 ], "start_stop_timestamps": [ [ "00:02:49.00", "00:02:49.69" ], [ "00:02:49.34", "00:02:50.24" ], [ "00:02:50.32", "00:02:51.35" ], [ "00:02:51.45", "00:02:53.01" ] ], "start_stop_frames": [ [ 8450, 8484 ], [ 8467, 8512 ], [ 8516, 8567 ], [ 8572, 8650 ] ], "trgnoun": "bowl", "trgverb": "empty" }, { "key": "P27_105+157_158_159_160", "video_id": "P27_105", "narration_ids": [ "P27_105_157", "P27_105_158", "P27_105_159", "P27_105_160" ], "src": "close drawer . open fridge . pick_up bag", "src1": "close drawer", "src2": "open fridge", "src3": "pick_up bag", "trg": "put_down bag", "vis_src": "P27_105:157 P27_105:158 P27_105:159", "vis_trg": "P27_105:160", "narrations": [ "close drawer", "open fridge", "pick up bag", "put down bag" ], "verbs": [ "close", "open", "pick-up", "put-down" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "drawer", "fridge", "bag", "bag" ], "noun_classes": [ 8, 12, 19, 19 ], "start_stop_timestamps": [ [ "00:09:29.60", "00:09:30.36" ], [ "00:09:33.20", "00:09:35.20" ], [ "00:09:35.02", "00:09:35.96" ], [ "00:09:37.79", "00:09:38.73" ] ], "start_stop_frames": [ [ 28480, 28518 ], [ 28660, 28760 ], [ 28751, 28798 ], [ 28889, 28936 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P22_08+89_90_91_92", "video_id": "P22_08", "narration_ids": [ "P22_08_89", "P22_08_90", "P22_08_91", "P22_08_92" ], "src": "put_down down colander . grab spoon . lather spoon", "src1": "put_down down colander", "src2": "grab spoon", "src3": "lather spoon", "trg": "put_down down spoon", "vis_src": "P22_08:89 P22_08:90 P22_08:91", "vis_trg": "P22_08:92", "narrations": [ "put down down colander", "grab spoon", "lather spoon", "put down down spoon" ], "verbs": [ "put-down", "grab", "lather", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "colander", "spoon", "spoon", "spoon" ], "noun_classes": [ 39, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:03:33.56", "00:03:34.23" ], [ "00:03:34.28", "00:03:35.04" ], [ "00:03:35.08", "00:03:38.63" ], [ "00:03:38.61", "00:03:39.32" ] ], "start_stop_frames": [ [ 12813, 12853 ], [ 12856, 12902 ], [ 12904, 13117 ], [ 13116, 13159 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P09_105+30_31_32_33", "video_id": "P09_105", "narration_ids": [ "P09_105_30", "P09_105_31", "P09_105_32", "P09_105_33" ], "src": "take spoon . put spoon in sink . turn_off kettle", "src1": "take spoon", "src2": "put spoon in sink", "src3": "turn_off kettle", "trg": "take kettle", "vis_src": "P09_105:30 P09_105:31 P09_105:32", "vis_trg": "P09_105:33", "narrations": [ "take spoon", "put spoon in sink", "turn off kettle", "take kettle" ], "verbs": [ "take", "put-in", "turn-off", "take" ], "verb_classes": [ 0, 5, 8, 0 ], "nouns": [ "spoon", "spoon", "kettle", "kettle" ], "noun_classes": [ 1, 1, 44, 44 ], "start_stop_timestamps": [ [ "00:01:44.07", "00:01:45.25" ], [ "00:01:44.99", "00:01:46.46" ], [ "00:01:46.56", "00:02:02.23" ], [ "00:02:01.88", "00:02:03.61" ] ], "start_stop_frames": [ [ 5203, 5262 ], [ 5249, 5323 ], [ 5328, 6111 ], [ 6094, 6180 ] ], "trgnoun": "kettle", "trgverb": "take" }, { "key": "P01_109+558_559_560_561", "video_id": "P01_109", "narration_ids": [ "P01_109_558", "P01_109_559", "P01_109_560", "P01_109_561" ], "src": "open bottle . pick_up sponge . pour washing up liquid onto sponge", "src1": "open bottle", "src2": "pick_up sponge", "src3": "pour washing up liquid onto sponge", "trg": "put_down washing up liquid", "vis_src": "P01_109:558 P01_109:559 P01_109:560", "vis_trg": "P01_109:561", "narrations": [ "open bottle", "pick up sponge", "pour washing up liquid onto sponge", "put down washing up liquid" ], "verbs": [ "open", "pick-up", "pour", "put-down" ], "verb_classes": [ 3, 0, 9, 1 ], "nouns": [ "bottle", "sponge", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 15, 9, 22, 22 ], "start_stop_timestamps": [ [ "00:40:56.64", "00:40:57.44" ], [ "00:40:57.50", "00:40:58.06" ], [ "00:40:58.12", "00:40:59.24" ], [ "00:40:59.37", "00:41:00.02" ] ], "start_stop_frames": [ [ 122832, 122872 ], [ 122875, 122903 ], [ 122906, 122961 ], [ 122968, 123001 ] ], "trgnoun": "up_washing_liquid", "trgverb": "put_down" }, { "key": "P22_10+120_121_122_123", "video_id": "P22_10", "narration_ids": [ "P22_10_120", "P22_10_121", "P22_10_122", "P22_10_123" ], "src": "lather spoon . put_down spoon . move tap", "src1": "lather spoon", "src2": "put_down spoon", "src3": "move tap", "trg": "open tap", "vis_src": "P22_10:120 P22_10:121 P22_10:122", "vis_trg": "P22_10:123", "narrations": [ "lather spoon", "put down spoon", "move tap", "open tap" ], "verbs": [ "lather", "put-down", "move", "turn-on" ], "verb_classes": [ 2, 1, 11, 6 ], "nouns": [ "spoon", "spoon", "tap", "tap" ], "noun_classes": [ 1, 1, 0, 0 ], "start_stop_timestamps": [ [ "00:04:07.25", "00:04:09.82" ], [ "00:04:09.49", "00:04:10.54" ], [ "00:04:10.68", "00:04:12.02" ], [ "00:04:12.07", "00:04:12.84" ] ], "start_stop_frames": [ [ 14835, 14989 ], [ 14969, 15032 ], [ 15040, 15121 ], [ 15124, 15170 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P02_102+21_22_23_24", "video_id": "P02_102", "narration_ids": [ "P02_102_21", "P02_102_22", "P02_102_23", "P02_102_24" ], "src": "close drawer . close fridge . pick_up bag", "src1": "close drawer", "src2": "close fridge", "src3": "pick_up bag", "trg": "put_down bag", "vis_src": "P02_102:21 P02_102:22 P02_102:23", "vis_trg": "P02_102:24", "narrations": [ "close drawer", "close fridge", "pick up bag", "put down bag" ], "verbs": [ "close", "close", "pick-up", "put-down" ], "verb_classes": [ 4, 4, 0, 1 ], "nouns": [ "drawer", "fridge", "bag", "bag" ], "noun_classes": [ 8, 12, 19, 19 ], "start_stop_timestamps": [ [ "00:00:34.53", "00:00:35.62" ], [ "00:00:35.29", "00:00:37.11" ], [ "00:00:38.49", "00:00:39.51" ], [ "00:00:39.52", "00:00:40.13" ] ], "start_stop_frames": [ [ 1726, 1780 ], [ 1764, 1855 ], [ 1924, 1975 ], [ 1976, 2006 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P01_105+190_191_192_193", "video_id": "P01_105", "narration_ids": [ "P01_105_190", "P01_105_191", "P01_105_192", "P01_105_193" ], "src": "close container . pick_up container . open fridge", "src1": "close container", "src2": "pick_up container", "src3": "open fridge", "trg": "put container into fridge", "vis_src": "P01_105:190 P01_105:191 P01_105:192", "vis_trg": "P01_105:193", "narrations": [ "close container", "pick up container", "open fridge", "put container into fridge" ], "verbs": [ "close", "pick-up", "open", "put-into" ], "verb_classes": [ 4, 0, 3, 5 ], "nouns": [ "container", "container", "fridge", "container" ], "noun_classes": [ 21, 21, 12, 21 ], "start_stop_timestamps": [ [ "00:06:47.15", "00:06:47.85" ], [ "00:06:49.22", "00:06:49.74" ], [ "00:06:50.00", "00:06:50.98" ], [ "00:06:51.02", "00:06:51.47" ] ], "start_stop_frames": [ [ 20357, 20392 ], [ 20461, 20487 ], [ 20500, 20549 ], [ 20551, 20573 ] ], "trgnoun": "container", "trgverb": "put_into" }, { "key": "P35_104+438_439_440_441", "video_id": "P35_104", "narration_ids": [ "P35_104_438", "P35_104_439", "P35_104_440", "P35_104_441" ], "src": "pick_up colander . put_down containers . close drawer", "src1": "pick_up colander", "src2": "put_down containers", "src3": "close drawer", "trg": "put_down colander", "vis_src": "P35_104:438 P35_104:439 P35_104:440", "vis_trg": "P35_104:441", "narrations": [ "pick up colander", "put down containers", "close drawer", "put down colander" ], "verbs": [ "pick-up", "put-down", "close", "put-down" ], "verb_classes": [ 0, 1, 4, 1 ], "nouns": [ "colander", "container", "drawer", "colander" ], "noun_classes": [ 39, 21, 8, 39 ], "start_stop_timestamps": [ [ "00:30:25.04", "00:30:29.59" ], [ "00:30:29.65", "00:30:32.08" ], [ "00:30:32.22", "00:30:33.93" ], [ "00:30:34.29", "00:30:35.33" ] ], "start_stop_frames": [ [ 91252, 91479 ], [ 91482, 91604 ], [ 91611, 91696 ], [ 91714, 91766 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P01_05+153_154_155_156", "video_id": "P01_05", "narration_ids": [ "P01_05_153", "P01_05_154", "P01_05_155", "P01_05_156" ], "src": "close drawer . put_down fork . take bottle", "src1": "close drawer", "src2": "put_down fork", "src3": "take bottle", "trg": "open bottle", "vis_src": "P01_05:153 P01_05:154 P01_05:155", "vis_trg": "P01_05:156", "narrations": [ "close drawer", "put down fork", "take bottle", "open bottle" ], "verbs": [ "close", "put-down", "take", "open" ], "verb_classes": [ 4, 1, 0, 3 ], "nouns": [ "drawer", "fork", "bottle", "bottle" ], "noun_classes": [ 8, 14, 15, 15 ], "start_stop_timestamps": [ [ "00:09:06.05", "00:09:06.89" ], [ "00:09:07.36", "00:09:09.32" ], [ "00:09:22.19", "00:09:23.36" ], [ "00:09:24.60", "00:09:27.04" ] ], "start_stop_frames": [ [ 32762, 32813 ], [ 32841, 32959 ], [ 33731, 33801 ], [ 33876, 34022 ] ], "trgnoun": "bottle", "trgverb": "open" }, { "key": "P01_109+661_662_663_664", "video_id": "P01_109", "narration_ids": [ "P01_109_661", "P01_109_662", "P01_109_663", "P01_109_664" ], "src": "pick_up sponge . pick_up fork . lather fork", "src1": "pick_up sponge", "src2": "pick_up fork", "src3": "lather fork", "trg": "put_down fork", "vis_src": "P01_109:661 P01_109:662 P01_109:663", "vis_trg": "P01_109:664", "narrations": [ "pick up sponge", "pick up fork", "lather fork", "put down fork" ], "verbs": [ "pick-up", "pick-up", "lather", "put-down" ], "verb_classes": [ 0, 0, 2, 1 ], "nouns": [ "sponge", "fork", "fork", "fork" ], "noun_classes": [ 9, 14, 14, 14 ], "start_stop_timestamps": [ [ "00:49:40.53", "00:49:41.88" ], [ "00:49:41.74", "00:49:42.35" ], [ "00:49:42.45", "00:49:45.79" ], [ "00:49:45.88", "00:49:46.39" ] ], "start_stop_frames": [ [ 149026, 149094 ], [ 149087, 149117 ], [ 149122, 149289 ], [ 149294, 149319 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P01_103+0_1_2_3", "video_id": "P01_103", "narration_ids": [ "P01_103_0", "P01_103_1", "P01_103_2", "P01_103_3" ], "src": "close door . pick_up plate . open cupboard", "src1": "close door", "src2": "pick_up plate", "src3": "open cupboard", "trg": "put plate into cupboard", "vis_src": "P01_103:0 P01_103:1 P01_103:2", "vis_trg": "P01_103:3", "narrations": [ "close door", "pick up plate", "open cupboard", "put plate into cupboard" ], "verbs": [ "close", "pick-up", "open", "put-into" ], "verb_classes": [ 4, 0, 3, 5 ], "nouns": [ "door", "plate", "cupboard", "plate" ], "noun_classes": [ 3, 2, 3, 2 ], "start_stop_timestamps": [ [ "00:00:01.43", "00:00:04.83" ], [ "00:00:07.34", "00:00:08.75" ], [ "00:00:09.09", "00:00:10.00" ], [ "00:00:10.48", "00:00:11.95" ] ], "start_stop_frames": [ [ 71, 241 ], [ 367, 437 ], [ 454, 500 ], [ 524, 597 ] ], "trgnoun": "plate", "trgverb": "put_into" }, { "key": "P01_105+214_215_216_217", "video_id": "P01_105", "narration_ids": [ "P01_105_214", "P01_105_215", "P01_105_216", "P01_105_217" ], "src": "open cupboard . pick_up bag . put_down card", "src1": "open cupboard", "src2": "pick_up bag", "src3": "put_down card", "trg": "put_down bag", "vis_src": "P01_105:214 P01_105:215 P01_105:216", "vis_trg": "P01_105:217", "narrations": [ "open cupboard", "pick up bag", "put down card", "put down bag" ], "verbs": [ "open", "pick-up", "put-down", "put-down" ], "verb_classes": [ 3, 0, 1, 1 ], "nouns": [ "cupboard", "bag", "card", "bag" ], "noun_classes": [ 3, 19, 49, 19 ], "start_stop_timestamps": [ [ "00:07:52.64", "00:07:53.86" ], [ "00:08:04.19", "00:08:05.03" ], [ "00:08:04.12", "00:08:05.22" ], [ "00:08:05.13", "00:08:07.57" ] ], "start_stop_frames": [ [ 23632, 23693 ], [ 24209, 24251 ], [ 24206, 24261 ], [ 24256, 24378 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P01_17+278_279_280_281", "video_id": "P01_17", "narration_ids": [ "P01_17_278", "P01_17_279", "P01_17_280", "P01_17_281" ], "src": "open bin . and close bin . take bottle", "src1": "open bin", "src2": "and close bin", "src3": "take bottle", "trg": "open bottle", "vis_src": "P01_17:278 P01_17:279 P01_17:280", "vis_trg": "P01_17:281", "narrations": [ "open bin", "and close bin", "take bottle", "open bottle" ], "verbs": [ "open", "close", "take", "open" ], "verb_classes": [ 3, 4, 0, 3 ], "nouns": [ "bin", "bin", "bottle", "bottle" ], "noun_classes": [ 36, 36, 15, 15 ], "start_stop_timestamps": [ [ "00:18:47.67", "00:18:48.88" ], [ "00:18:48.82", "00:18:49.57" ], [ "00:18:50.91", "00:18:52.53" ], [ "00:18:52.61", "00:18:53.68" ] ], "start_stop_frames": [ [ 67660, 67732 ], [ 67729, 67774 ], [ 67854, 67951 ], [ 67956, 68020 ] ], "trgnoun": "bottle", "trgverb": "open" }, { "key": "P02_123+248_249_250_251", "video_id": "P02_123", "narration_ids": [ "P02_123_248", "P02_123_249", "P02_123_250", "P02_123_251" ], "src": "put_down forks . pick_up plate . pick_up sponge", "src1": "put_down forks", "src2": "pick_up plate", "src3": "pick_up sponge", "trg": "sponge plate", "vis_src": "P02_123:248 P02_123:249 P02_123:250", "vis_trg": "P02_123:251", "narrations": [ "put down forks", "pick up plate", "pick up sponge", "sponge plate" ], "verbs": [ "put-down", "pick-up", "pick-up", "sponge" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "fork", "plate", "sponge", "plate" ], "noun_classes": [ 14, 2, 9, 2 ], "start_stop_timestamps": [ [ "00:13:24.93", "00:13:26.28" ], [ "00:13:26.30", "00:13:26.64" ], [ "00:13:26.69", "00:13:27.19" ], [ "00:13:27.23", "00:13:32.38" ] ], "start_stop_frames": [ [ 40246, 40314 ], [ 40315, 40332 ], [ 40334, 40359 ], [ 40361, 40619 ] ], "trgnoun": "plate", "trgverb": "sponge" }, { "key": "P01_06+77_78_79_80", "video_id": "P01_06", "narration_ids": [ "P01_06_77", "P01_06_78", "P01_06_79", "P01_06_80" ], "src": "rinse saucepan . put saucepan onto rack . rinse plate", "src1": "rinse saucepan", "src2": "put saucepan onto rack", "src3": "rinse plate", "trg": "put plate onto rack", "vis_src": "P01_06:77 P01_06:78 P01_06:79", "vis_trg": "P01_06:80", "narrations": [ "rinse saucepan", "put saucepan onto rack", "rinse plate", "put plate onto rack" ], "verbs": [ "rinse", "put-onto", "rinse", "put-onto" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "saucepan", "saucepan", "plate", "plate" ], "noun_classes": [ 5, 5, 2, 2 ], "start_stop_timestamps": [ [ "00:04:48.46", "00:04:57.54" ], [ "00:04:56.67", "00:05:00.46" ], [ "00:04:59.91", "00:05:08.63" ], [ "00:05:08.56", "00:05:11.57" ] ], "start_stop_frames": [ [ 17307, 17852 ], [ 17800, 18027 ], [ 17994, 18517 ], [ 18513, 18694 ] ], "trgnoun": "plate", "trgverb": "put_onto" }, { "key": "P02_131+231_232_233_234", "video_id": "P02_131", "narration_ids": [ "P02_131_231", "P02_131_232", "P02_131_233", "P02_131_234" ], "src": "put fork in drainer . pick_up plate from sink . pick_up sponge", "src1": "put fork in drainer", "src2": "pick_up plate from sink", "src3": "pick_up sponge", "trg": "sponge plate", "vis_src": "P02_131:231 P02_131:232 P02_131:233", "vis_trg": "P02_131:234", "narrations": [ "put fork in drainer", "pick up plate from sink", "pick up sponge", "sponge plate" ], "verbs": [ "put-in", "pick-up", "pick-up", "sponge" ], "verb_classes": [ 5, 0, 0, 2 ], "nouns": [ "fork", "plate", "sponge", "plate" ], "noun_classes": [ 14, 2, 9, 2 ], "start_stop_timestamps": [ [ "00:09:29.19", "00:09:30.26" ], [ "00:09:30.20", "00:09:32.46" ], [ "00:09:30.59", "00:09:31.29" ], [ "00:09:31.42", "00:09:35.99" ] ], "start_stop_frames": [ [ 28459, 28513 ], [ 28510, 28623 ], [ 28529, 28564 ], [ 28570, 28799 ] ], "trgnoun": "plate", "trgverb": "sponge" }, { "key": "P01_09+167_168_169_170", "video_id": "P01_09", "narration_ids": [ "P01_09_167", "P01_09_168", "P01_09_169", "P01_09_170" ], "src": "rinse spatula . put spatula onto rack . empty bowl", "src1": "rinse spatula", "src2": "put spatula onto rack", "src3": "empty bowl", "trg": "rinse bowl", "vis_src": "P01_09:167 P01_09:168 P01_09:169", "vis_trg": "P01_09:170", "narrations": [ "rinse spatula", "put spatula onto rack", "empty bowl", "rinse bowl" ], "verbs": [ "rinse", "put-onto", "empty", "rinse" ], "verb_classes": [ 2, 1, 20, 2 ], "nouns": [ "spatula", "spatula", "bowl", "bowl" ], "noun_classes": [ 20, 20, 7, 7 ], "start_stop_timestamps": [ [ "00:12:35.40", "00:12:41.34" ], [ "00:12:40.69", "00:12:41.76" ], [ "00:12:43.06", "00:12:45.09" ], [ "00:12:44.82", "00:12:55.69" ] ], "start_stop_frames": [ [ 45324, 45680 ], [ 45641, 45705 ], [ 45783, 45905 ], [ 45889, 46541 ] ], "trgnoun": "bowl", "trgverb": "rinse" }, { "key": "P03_09+103_104_105_106", "video_id": "P03_09", "narration_ids": [ "P03_09_103", "P03_09_104", "P03_09_105", "P03_09_106" ], "src": "put plate in rack . grab bowl . wash bowl", "src1": "put plate in rack", "src2": "grab bowl", "src3": "wash bowl", "trg": "put bowl in rack", "vis_src": "P03_09:103 P03_09:104 P03_09:105", "vis_trg": "P03_09:106", "narrations": [ "put plate in rack", "grab bowl", "wash bowl", "put bowl in rack" ], "verbs": [ "put-in", "grab", "wash", "put-in" ], "verb_classes": [ 5, 0, 2, 5 ], "nouns": [ "plate", "bowl", "bowl", "bowl" ], "noun_classes": [ 2, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:04:25.23", "00:04:28.04" ], [ "00:04:30.16", "00:04:32.20" ], [ "00:04:32.11", "00:04:43.23" ], [ "00:04:43.00", "00:04:44.18" ] ], "start_stop_frames": [ [ 15913, 16082 ], [ 16209, 16332 ], [ 16326, 16993 ], [ 16980, 17050 ] ], "trgnoun": "bowl", "trgverb": "put_in" }, { "key": "P04_09+15_16_17_20", "video_id": "P04_09", "narration_ids": [ "P04_09_15", "P04_09_16", "P04_09_17", "P04_09_20" ], "src": "put_in drawer . pick_up plates . put_in cupboard", "src1": "put_in drawer", "src2": "pick_up plates", "src3": "put_in cupboard", "trg": "dry floor", "vis_src": "P04_09:15 P04_09:16 P04_09:17", "vis_trg": "P04_09:20", "narrations": [ "put in drawer", "pick up plates", "put in cupboard", "dry floor" ], "verbs": [ "put-in", "pick-up", "put-in", "dry" ], "verb_classes": [ 5, 0, 5, 14 ], "nouns": [ "drawer", "plate", "cupboard", "floor" ], "noun_classes": [ 8, 2, 3, 159 ], "start_stop_timestamps": [ [ "00:01:24.55", "00:01:25.06" ], [ "00:01:25.39", "00:01:26.93" ], [ "00:01:27.56", "00:01:29.06" ], [ "00:01:34.01", "00:01:37.10" ] ], "start_stop_frames": [ [ 5073, 5103 ], [ 5123, 5215 ], [ 5253, 5343 ], [ 5640, 5826 ] ], "trgnoun": "floor", "trgverb": "dry" }, { "key": "P06_103+103_104_105_106", "video_id": "P06_103", "narration_ids": [ "P06_103_103", "P06_103_104", "P06_103_105", "P06_103_106" ], "src": "close drawer . open cupboard . pick_up plate", "src1": "close drawer", "src2": "open cupboard", "src3": "pick_up plate", "trg": "put plate on counter", "vis_src": "P06_103:103 P06_103:104 P06_103:105", "vis_trg": "P06_103:106", "narrations": [ "close drawer", "open cupboard", "pick up plate", "put plate on counter" ], "verbs": [ "close", "open", "pick-up", "put-on" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "drawer", "cupboard", "plate", "plate" ], "noun_classes": [ 8, 3, 2, 2 ], "start_stop_timestamps": [ [ "00:05:46.20", "00:05:46.78" ], [ "00:06:41.70", "00:06:42.16" ], [ "00:06:41.78", "00:06:44.78" ], [ "00:06:44.88", "00:06:49.10" ] ], "start_stop_frames": [ [ 17310, 17339 ], [ 20085, 20108 ], [ 20089, 20239 ], [ 20244, 20455 ] ], "trgnoun": "plate", "trgverb": "put_on" }, { "key": "P02_129+123_124_125_126", "video_id": "P02_129", "narration_ids": [ "P02_129_123", "P02_129_124", "P02_129_125", "P02_129_126" ], "src": "cover lid . pick_up plates from drainer . open cupboard", "src1": "cover lid", "src2": "pick_up plates from drainer", "src3": "open cupboard", "trg": "put plates in cupboard", "vis_src": "P02_129:123 P02_129:124 P02_129:125", "vis_trg": "P02_129:126", "narrations": [ "cover lid", "pick up plates from drainer", "open cupboard", "put plates in cupboard" ], "verbs": [ "cover", "pick-up", "open", "put-in" ], "verb_classes": [ 36, 0, 3, 5 ], "nouns": [ "lid", "plate", "cupboard", "plate" ], "noun_classes": [ 6, 2, 3, 2 ], "start_stop_timestamps": [ [ "00:04:34.02", "00:04:35.53" ], [ "00:04:38.43", "00:04:40.13" ], [ "00:04:41.44", "00:04:42.20" ], [ "00:04:42.20", "00:04:44.37" ] ], "start_stop_frames": [ [ 13701, 13776 ], [ 13921, 14006 ], [ 14072, 14110 ], [ 14110, 14218 ] ], "trgnoun": "plate", "trgverb": "put_in" }, { "key": "P06_113+13_14_15_16", "video_id": "P06_113", "narration_ids": [ "P06_113_13", "P06_113_14", "P06_113_15", "P06_113_16" ], "src": "pick_up plate and lid . open cupboard . put lid in cupboard", "src1": "pick_up plate and lid", "src2": "open cupboard", "src3": "put lid in cupboard", "trg": "put plate in cupboard", "vis_src": "P06_113:13 P06_113:14 P06_113:15", "vis_trg": "P06_113:16", "narrations": [ "pick up plate and lid", "open cupboard", "put lid in cupboard", "put plate in cupboard" ], "verbs": [ "pick-up", "open", "put-in", "put-in" ], "verb_classes": [ 0, 3, 5, 5 ], "nouns": [ "plate", "cupboard", "lid", "plate" ], "noun_classes": [ 2, 3, 6, 2 ], "start_stop_timestamps": [ [ "00:00:35.43", "00:00:37.44" ], [ "00:00:38.66", "00:00:39.77" ], [ "00:00:39.65", "00:00:41.98" ], [ "00:00:42.08", "00:00:44.03" ] ], "start_stop_frames": [ [ 1771, 1872 ], [ 1932, 1988 ], [ 1982, 2099 ], [ 2104, 2201 ] ], "trgnoun": "plate", "trgverb": "put_in" }, { "key": "P04_109+217_218_219_220", "video_id": "P04_109", "narration_ids": [ "P04_109_217", "P04_109_218", "P04_109_219", "P04_109_220" ], "src": "open cupboard . hold bottles . pick_up rice_vinegar", "src1": "open cupboard", "src2": "hold bottles", "src3": "pick_up rice_vinegar", "trg": "push back bottles", "vis_src": "P04_109:217 P04_109:218 P04_109:219", "vis_trg": "P04_109:220", "narrations": [ "open cupboard", "hold bottles", "pick up rice vinegar", "push back bottles" ], "verbs": [ "open", "hold", "pick-up", "push" ], "verb_classes": [ 3, 34, 0, 21 ], "nouns": [ "cupboard", "bottle", "vinegar:rice", "bottle" ], "noun_classes": [ 3, 15, 134, 15 ], "start_stop_timestamps": [ [ "00:07:03.90", "00:07:05.43" ], [ "00:07:06.15", "00:07:06.50" ], [ "00:07:06.48", "00:07:08.45" ], [ "00:07:07.07", "00:07:08.74" ] ], "start_stop_frames": [ [ 21195, 21271 ], [ 21307, 21325 ], [ 21324, 21422 ], [ 21353, 21437 ] ], "trgnoun": "bottle", "trgverb": "push" }, { "key": "P09_02+34_35_36_37", "video_id": "P09_02", "narration_ids": [ "P09_02_34", "P09_02_35", "P09_02_36", "P09_02_37" ], "src": "take chopping_board . take vegetables . take knife", "src1": "take chopping_board", "src2": "take vegetables", "src3": "take knife", "trg": "cut vegetables", "vis_src": "P09_02:34 P09_02:35 P09_02:36", "vis_trg": "P09_02:37", "narrations": [ "take chopping board", "take vegetables", "take knife", "cut vegetables" ], "verbs": [ "take", "take", "take", "cut" ], "verb_classes": [ 0, 0, 0, 7 ], "nouns": [ "board:chopping", "vegetable", "knife", "vegetable" ], "noun_classes": [ 18, 94, 4, 94 ], "start_stop_timestamps": [ [ "00:03:06.64", "00:03:08.20" ], [ "00:03:09.21", "00:03:13.49" ], [ "00:03:16.66", "00:03:17.91" ], [ "00:03:18.36", "00:03:20.19" ] ], "start_stop_frames": [ [ 11198, 11292 ], [ 11352, 11609 ], [ 11799, 11874 ], [ 11901, 12011 ] ], "trgnoun": "vegetable", "trgverb": "cut" }, { "key": "P20_02+0_1_2_5", "video_id": "P20_02", "narration_ids": [ "P20_02_0", "P20_02_1", "P20_02_2", "P20_02_5" ], "src": "pick_up plate . pick_up fork . move bin", "src1": "pick_up plate", "src2": "pick_up fork", "src3": "move bin", "trg": "put_down plate", "vis_src": "P20_02:0 P20_02:1 P20_02:2", "vis_trg": "P20_02:5", "narrations": [ "pick up plate", "pick up fork", "move bin", "put down plate" ], "verbs": [ "pick-up", "pick-up", "move", "put-down" ], "verb_classes": [ 0, 0, 11, 1 ], "nouns": [ "plate", "fork", "bin", "plate" ], "noun_classes": [ 2, 14, 36, 2 ], "start_stop_timestamps": [ [ "00:00:00.00", "00:00:03.74" ], [ "00:00:03.73", "00:00:05.31" ], [ "00:00:05.36", "00:00:07.85" ], [ "00:00:22.30", "00:00:25.46" ] ], "start_stop_frames": [ [ 1, 224 ], [ 223, 318 ], [ 321, 471 ], [ 1338, 1527 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P22_06+86_87_88_89", "video_id": "P22_06", "narration_ids": [ "P22_06_86", "P22_06_87", "P22_06_88", "P22_06_89" ], "src": "put_down fork . pick_up forks . pick_up fork", "src1": "put_down fork", "src2": "pick_up forks", "src3": "pick_up fork", "trg": "lather fork", "vis_src": "P22_06:86 P22_06:87 P22_06:88", "vis_trg": "P22_06:89", "narrations": [ "put down fork", "pick up forks", "pick up fork", "lather fork" ], "verbs": [ "put-down", "pick-up", "pick-up", "lather" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "fork", "fork", "fork", "fork" ], "noun_classes": [ 14, 14, 14, 14 ], "start_stop_timestamps": [ [ "00:03:19.71", "00:03:21.05" ], [ "00:03:21.29", "00:03:22.54" ], [ "00:03:21.76", "00:03:22.84" ], [ "00:03:22.82", "00:03:27.75" ] ], "start_stop_frames": [ [ 11982, 12063 ], [ 12077, 12152 ], [ 12105, 12170 ], [ 12169, 12465 ] ], "trgnoun": "fork", "trgverb": "lather" }, { "key": "P02_120+188_189_190_191", "video_id": "P02_120", "narration_ids": [ "P02_120_188", "P02_120_189", "P02_120_190", "P02_120_191" ], "src": "pick_up lid . pick_up gloves . pick_up tablets", "src1": "pick_up lid", "src2": "pick_up gloves", "src3": "pick_up tablets", "trg": "put_down glove and tablets", "vis_src": "P02_120:188 P02_120:189 P02_120:190", "vis_trg": "P02_120:191", "narrations": [ "pick up lid", "pick up gloves", "pick up tablets", "put down glove and tablets" ], "verbs": [ "pick-up", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "lid", "glove", "tablet", "glove" ], "noun_classes": [ 6, 60, 171, 60 ], "start_stop_timestamps": [ [ "00:11:03.89", "00:11:04.54" ], [ "00:11:04.76", "00:11:05.43" ], [ "00:11:05.29", "00:11:06.94" ], [ "00:11:09.28", "00:11:10.55" ] ], "start_stop_frames": [ [ 33194, 33227 ], [ 33238, 33271 ], [ 33264, 33347 ], [ 33464, 33527 ] ], "trgnoun": "glove", "trgverb": "put_down" }, { "key": "P01_109+414_415_416_417", "video_id": "P01_109", "narration_ids": [ "P01_109_414", "P01_109_415", "P01_109_416", "P01_109_417" ], "src": "stir eggs . put_down fork . pick_up eggs box", "src1": "stir eggs", "src2": "put_down fork", "src3": "pick_up eggs box", "trg": "close eggs box", "vis_src": "P01_109:414 P01_109:415 P01_109:416", "vis_trg": "P01_109:417", "narrations": [ "stir eggs", "put down fork", "pick up eggs box", "close eggs box" ], "verbs": [ "stir", "put-down", "pick-up", "close" ], "verb_classes": [ 10, 1, 0, 4 ], "nouns": [ "egg", "fork", "box:egg", "box:egg" ], "noun_classes": [ 53, 14, 23, 23 ], "start_stop_timestamps": [ [ "00:23:57.84", "00:24:09.92" ], [ "00:24:09.74", "00:24:10.49" ], [ "00:24:10.64", "00:24:11.39" ], [ "00:24:11.04", "00:24:12.04" ] ], "start_stop_frames": [ [ 71892, 72496 ], [ 72487, 72524 ], [ 72532, 72569 ], [ 72552, 72602 ] ], "trgnoun": "egg_box", "trgverb": "close" }, { "key": "P02_129+224_225_226_227", "video_id": "P02_129", "narration_ids": [ "P02_129_224", "P02_129_225", "P02_129_226", "P02_129_227" ], "src": "put_down spoon . pick_up plate from sink . pick_up sponge", "src1": "put_down spoon", "src2": "pick_up plate from sink", "src3": "pick_up sponge", "trg": "sponge plate", "vis_src": "P02_129:224 P02_129:225 P02_129:226", "vis_trg": "P02_129:227", "narrations": [ "put down spoon", "pick up plate from sink", "pick up sponge", "sponge plate" ], "verbs": [ "put-down", "pick-up", "pick-up", "sponge" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "spoon", "plate", "sponge", "plate" ], "noun_classes": [ 1, 2, 9, 2 ], "start_stop_timestamps": [ [ "00:07:59.06", "00:07:59.60" ], [ "00:07:59.49", "00:08:00.12" ], [ "00:08:00.19", "00:08:00.49" ], [ "00:08:00.59", "00:08:03.83" ] ], "start_stop_frames": [ [ 23953, 23980 ], [ 23974, 24006 ], [ 24009, 24024 ], [ 24029, 24191 ] ], "trgnoun": "plate", "trgverb": "sponge" }, { "key": "P22_112+134_135_136_137", "video_id": "P22_112", "narration_ids": [ "P22_112_134", "P22_112_135", "P22_112_136", "P22_112_137" ], "src": "rinse spoon . put_down spoon . pick_up plate", "src1": "rinse spoon", "src2": "put_down spoon", "src3": "pick_up plate", "trg": "rinse plate", "vis_src": "P22_112:134 P22_112:135 P22_112:136", "vis_trg": "P22_112:137", "narrations": [ "rinse spoon", "put down spoon", "pick up plate", "rinse plate" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spoon", "spoon", "plate", "plate" ], "noun_classes": [ 1, 1, 2, 2 ], "start_stop_timestamps": [ [ "00:05:08.25", "00:05:09.32" ], [ "00:05:09.25", "00:05:10.37" ], [ "00:05:10.37", "00:05:10.97" ], [ "00:05:10.91", "00:05:12.92" ] ], "start_stop_frames": [ [ 15412, 15466 ], [ 15462, 15518 ], [ 15518, 15548 ], [ 15545, 15646 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P26_28+21_22_23_24", "video_id": "P26_28", "narration_ids": [ "P26_28_21", "P26_28_22", "P26_28_23", "P26_28_24" ], "src": "grab spoon . put spoon down . grab fork", "src1": "grab spoon", "src2": "put spoon down", "src3": "grab fork", "trg": "put fork down", "vis_src": "P26_28:21 P26_28:22 P26_28:23", "vis_trg": "P26_28:24", "narrations": [ "grab spoon", "put spoon down", "grab fork", "put fork down" ], "verbs": [ "grab", "put-down", "grab", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "spoon", "spoon", "fork", "fork" ], "noun_classes": [ 1, 1, 14, 14 ], "start_stop_timestamps": [ [ "00:01:28.66", "00:01:29.74" ], [ "00:01:30.59", "00:01:31.66" ], [ "00:01:31.48", "00:01:33.22" ], [ "00:01:33.16", "00:01:34.42" ] ], "start_stop_frames": [ [ 5319, 5384 ], [ 5435, 5499 ], [ 5488, 5593 ], [ 5589, 5665 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P03_05+39_40_41_42", "video_id": "P03_05", "narration_ids": [ "P03_05_39", "P03_05_40", "P03_05_41", "P03_05_42" ], "src": "put saucepan . pour kettle . put lid", "src1": "put saucepan", "src2": "pour kettle", "src3": "put lid", "trg": "put kettle", "vis_src": "P03_05:39 P03_05:40 P03_05:41", "vis_trg": "P03_05:42", "narrations": [ "put saucepan", "pour kettle", "put lid", "put kettle" ], "verbs": [ "put", "pour", "put", "put" ], "verb_classes": [ 1, 9, 1, 1 ], "nouns": [ "saucepan", "kettle", "lid", "kettle" ], "noun_classes": [ 5, 44, 6, 44 ], "start_stop_timestamps": [ [ "00:01:54.98", "00:01:55.77" ], [ "00:01:56.30", "00:01:58.83" ], [ "00:01:58.99", "00:01:59.97" ], [ "00:02:00.81", "00:02:01.48" ] ], "start_stop_frames": [ [ 6898, 6946 ], [ 6978, 7129 ], [ 7139, 7198 ], [ 7248, 7288 ] ], "trgnoun": "kettle", "trgverb": "put" }, { "key": "P02_06+17_18_19_20", "video_id": "P02_06", "narration_ids": [ "P02_06_17", "P02_06_18", "P02_06_19", "P02_06_20" ], "src": "pick_up lid . cover pot . pick_up pot", "src1": "pick_up lid", "src2": "cover pot", "src3": "pick_up pot", "trg": "put pot", "vis_src": "P02_06:17 P02_06:18 P02_06:19", "vis_trg": "P02_06:20", "narrations": [ "pick up lid", "cover pot", "pick up pot", "put pot" ], "verbs": [ "pick-up", "cover", "pick-up", "put" ], "verb_classes": [ 0, 36, 0, 1 ], "nouns": [ "lid", "pot", "pot", "pot" ], "noun_classes": [ 6, 29, 29, 29 ], "start_stop_timestamps": [ [ "00:00:54.09", "00:00:55.34" ], [ "00:00:55.33", "00:00:56.44" ], [ "00:01:00.99", "00:01:01.99" ], [ "00:01:02.34", "00:01:04.34" ] ], "start_stop_frames": [ [ 3245, 3320 ], [ 3319, 3386 ], [ 3659, 3719 ], [ 3740, 3860 ] ], "trgnoun": "pot", "trgverb": "put" }, { "key": "P01_01+215_216_217_218", "video_id": "P01_01", "narration_ids": [ "P01_01_215", "P01_01_216", "P01_01_217", "P01_01_218" ], "src": "put bottle onto table . take cutlery . open cupboard", "src1": "put bottle onto table", "src2": "take cutlery", "src3": "open cupboard", "trg": "put cutlery into cupboard", "vis_src": "P01_01:215 P01_01:216 P01_01:217", "vis_trg": "P01_01:218", "narrations": [ "put bottle onto table", "take cutlery", "open cupboard", "put cutlery into cupboard" ], "verbs": [ "put-onto", "take", "open", "put-into" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "bottle", "cutlery", "cupboard", "cutlery" ], "noun_classes": [ 15, 58, 3, 58 ], "start_stop_timestamps": [ [ "00:16:26.43", "00:16:28.16" ], [ "00:16:29.60", "00:16:33.60" ], [ "00:16:34.54", "00:16:37.07" ], [ "00:16:37.17", "00:16:47.93" ] ], "start_stop_frames": [ [ 59185, 59289 ], [ 59376, 59616 ], [ 59672, 59824 ], [ 59830, 60475 ] ], "trgnoun": "cutlery", "trgverb": "put_into" }, { "key": "P01_09+172_173_174_175", "video_id": "P01_09", "narration_ids": [ "P01_09_172", "P01_09_173", "P01_09_174", "P01_09_175" ], "src": "take sponge . wash bowl . empty bowl", "src1": "take sponge", "src2": "wash bowl", "src3": "empty bowl", "trg": "put bowl onto rack", "vis_src": "P01_09:172 P01_09:173 P01_09:174", "vis_trg": "P01_09:175", "narrations": [ "take sponge", "wash bowl", "empty bowl", "put bowl onto rack" ], "verbs": [ "take", "wash", "empty", "put-onto" ], "verb_classes": [ 0, 2, 20, 1 ], "nouns": [ "sponge", "bowl", "bowl", "bowl" ], "noun_classes": [ 9, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:12:57.03", "00:12:57.86" ], [ "00:12:58.09", "00:13:02.41" ], [ "00:13:01.18", "00:13:03.12" ], [ "00:13:03.22", "00:13:04.65" ] ], "start_stop_frames": [ [ 46621, 46671 ], [ 46685, 46944 ], [ 46870, 46987 ], [ 46993, 47079 ] ], "trgnoun": "bowl", "trgverb": "put_onto" }, { "key": "P03_16+4_5_6_7", "video_id": "P03_16", "narration_ids": [ "P03_16_4", "P03_16_5", "P03_16_6", "P03_16_7" ], "src": "put kettle . turn_on kettle . grab spoon", "src1": "put kettle", "src2": "turn_on kettle", "src3": "grab spoon", "trg": "stir spoon", "vis_src": "P03_16:4 P03_16:5 P03_16:6", "vis_trg": "P03_16:7", "narrations": [ "put kettle", "turn on kettle", "grab spoon", "stir" ], "verbs": [ "put", "turn-on", "grab", "stir" ], "verb_classes": [ 1, 6, 0, 10 ], "nouns": [ "kettle", "kettle", "spoon", "spoon" ], "noun_classes": [ 44, 44, 1, 1 ], "start_stop_timestamps": [ [ "00:00:12.22", "00:00:13.22" ], [ "00:00:12.87", "00:00:13.89" ], [ "00:00:14.62", "00:00:16.63" ], [ "00:00:17.48", "00:00:29.04" ] ], "start_stop_frames": [ [ 733, 793 ], [ 772, 833 ], [ 877, 997 ], [ 1048, 1742 ] ], "trgnoun": "spoon", "trgverb": "stir" }, { "key": "P03_19+111_112_113_114", "video_id": "P03_19", "narration_ids": [ "P03_19_111", "P03_19_112", "P03_19_113", "P03_19_114" ], "src": "move tap . grab knives . place drawer", "src1": "move tap", "src2": "grab knives", "src3": "place drawer", "trg": "put knife", "vis_src": "P03_19:111 P03_19:112 P03_19:113", "vis_trg": "P03_19:114", "narrations": [ "move tap", "grab knives", "place drawer", "put knife" ], "verbs": [ "move", "grab", "place", "put" ], "verb_classes": [ 11, 0, 1, 1 ], "nouns": [ "tap", "knife", "drawer", "knife" ], "noun_classes": [ 0, 4, 8, 4 ], "start_stop_timestamps": [ [ "00:05:10.65", "00:05:11.40" ], [ "00:05:11.59", "00:05:12.46" ], [ "00:05:12.56", "00:05:13.72" ], [ "00:05:14.52", "00:05:16.93" ] ], "start_stop_frames": [ [ 18639, 18684 ], [ 18695, 18747 ], [ 18753, 18823 ], [ 18871, 19015 ] ], "trgnoun": "knife", "trgverb": "put" }, { "key": "P03_102+8_9_10_12", "video_id": "P03_102", "narration_ids": [ "P03_102_8", "P03_102_9", "P03_102_10", "P03_102_12" ], "src": "put eggs on counter . put onions on counter . pick_up onion", "src1": "put eggs on counter", "src2": "put onions on counter", "src3": "pick_up onion", "trg": "put bag on counter", "vis_src": "P03_102:8 P03_102:9 P03_102:10", "vis_trg": "P03_102:12", "narrations": [ "put eggs on counter", "put onions on counter", "pick up onion", "put bag on counter" ], "verbs": [ "put-on", "put-on", "pick-up", "put-on" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "egg", "onion", "onion", "bag" ], "noun_classes": [ 53, 16, 16, 19 ], "start_stop_timestamps": [ [ "00:00:14.58", "00:00:15.33" ], [ "00:00:14.91", "00:00:15.51" ], [ "00:00:15.55", "00:00:16.56" ], [ "00:00:17.41", "00:00:18.38" ] ], "start_stop_frames": [ [ 729, 766 ], [ 745, 775 ], [ 777, 827 ], [ 870, 919 ] ], "trgnoun": "bag", "trgverb": "put_on" }, { "key": "P03_19+6_7_8_9", "video_id": "P03_19", "narration_ids": [ "P03_19_6", "P03_19_7", "P03_19_8", "P03_19_9" ], "src": "grab kettle . fill_up kettle . put kettle", "src1": "grab kettle", "src2": "fill_up kettle", "src3": "put kettle", "trg": "turn_on kettle", "vis_src": "P03_19:6 P03_19:7 P03_19:8", "vis_trg": "P03_19:9", "narrations": [ "grab kettle", "fill up kettle", "put kettle", "turn on kettle" ], "verbs": [ "grab", "fill-up", "put", "turn-on" ], "verb_classes": [ 0, 26, 1, 6 ], "nouns": [ "kettle", "kettle", "kettle", "kettle" ], "noun_classes": [ 44, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:00:10.12", "00:00:10.62" ], [ "00:00:11.93", "00:00:14.78" ], [ "00:00:14.67", "00:00:17.10" ], [ "00:00:16.66", "00:00:17.16" ] ], "start_stop_frames": [ [ 607, 637 ], [ 715, 886 ], [ 880, 1026 ], [ 999, 1029 ] ], "trgnoun": "kettle", "trgverb": "turn_on" }, { "key": "P04_02+215_216_217_218", "video_id": "P04_02", "narration_ids": [ "P04_02_215", "P04_02_216", "P04_02_217", "P04_02_218" ], "src": "open bottle . pour rice_vinegar . close rice_vinegar", "src1": "open bottle", "src2": "pour rice_vinegar", "src3": "close rice_vinegar", "trg": "put away rice_vinegar", "vis_src": "P04_02:215 P04_02:216 P04_02:217", "vis_trg": "P04_02:218", "narrations": [ "open bottle", "pour rice vinegar", "close rice vinegar", "put away rice vinegar" ], "verbs": [ "open", "pour", "close", "put" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "bottle", "vinegar:rice", "vinegar:rice", "vinegar:rice" ], "noun_classes": [ 15, 134, 134, 134 ], "start_stop_timestamps": [ [ "00:16:21.90", "00:16:24.01" ], [ "00:16:25.99", "00:16:31.51" ], [ "00:16:33.75", "00:16:35.49" ], [ "00:16:35.59", "00:16:37.23" ] ], "start_stop_frames": [ [ 58914, 59040 ], [ 59159, 59490 ], [ 59625, 59729 ], [ 59735, 59833 ] ], "trgnoun": "rice_vinegar", "trgverb": "put" }, { "key": "P03_17+7_8_9_10", "video_id": "P03_17", "narration_ids": [ "P03_17_7", "P03_17_8", "P03_17_9", "P03_17_10" ], "src": "turn_off hob . open cupboard . pick_up plates", "src1": "turn_off hob", "src2": "open cupboard", "src3": "pick_up plates", "trg": "place plates", "vis_src": "P03_17:7 P03_17:8 P03_17:9", "vis_trg": "P03_17:10", "narrations": [ "turn off hob", "open cupboard", "pick up plates", "place plates" ], "verbs": [ "turn-off", "open", "pick-up", "place" ], "verb_classes": [ 8, 3, 0, 1 ], "nouns": [ "hob", "cupboard", "plate", "plate" ], "noun_classes": [ 24, 3, 2, 2 ], "start_stop_timestamps": [ [ "00:01:01.16", "00:01:02.51" ], [ "00:01:07.07", "00:01:07.68" ], [ "00:01:07.75", "00:01:09.28" ], [ "00:01:09.98", "00:01:12.61" ] ], "start_stop_frames": [ [ 3669, 3750 ], [ 4024, 4060 ], [ 4065, 4156 ], [ 4198, 4356 ] ], "trgnoun": "plate", "trgverb": "place" }, { "key": "P04_113+130_131_132_133", "video_id": "P04_113", "narration_ids": [ "P04_113_130", "P04_113_131", "P04_113_132", "P04_113_133" ], "src": "close drawer . put cutlery_tray in dishwasher . pick_up fork", "src1": "close drawer", "src2": "put cutlery_tray in dishwasher", "src3": "pick_up fork", "trg": "put fork in dishwasher", "vis_src": "P04_113:130 P04_113:131 P04_113:132", "vis_trg": "P04_113:133", "narrations": [ "close drawer", "put cutlery tray in dishwasher", "pick up fork", "put fork in dishwasher" ], "verbs": [ "close", "put-in", "pick-up", "put-in" ], "verb_classes": [ 4, 5, 0, 5 ], "nouns": [ "drawer", "tray:cutlery", "fork", "fork" ], "noun_classes": [ 8, 35, 14, 14 ], "start_stop_timestamps": [ [ "00:04:03.09", "00:04:04.84" ], [ "00:04:04.53", "00:04:05.48" ], [ "00:04:07.74", "00:04:08.99" ], [ "00:04:09.53", "00:04:10.18" ] ], "start_stop_frames": [ [ 12154, 12242 ], [ 12226, 12274 ], [ 12387, 12449 ], [ 12476, 12509 ] ], "trgnoun": "fork", "trgverb": "put_in" }, { "key": "P01_06+79_80_81_82", "video_id": "P01_06", "narration_ids": [ "P01_06_79", "P01_06_80", "P01_06_81", "P01_06_82" ], "src": "rinse plate . put plate onto rack . rinse cutting_board", "src1": "rinse plate", "src2": "put plate onto rack", "src3": "rinse cutting_board", "trg": "put cutting_board onto rack", "vis_src": "P01_06:79 P01_06:80 P01_06:81", "vis_trg": "P01_06:82", "narrations": [ "rinse plate", "put plate onto rack", "rinse cutting board", "put cutting board onto rack" ], "verbs": [ "rinse", "put-onto", "rinse", "put" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "plate", "plate", "board:cutting", "board:cutting" ], "noun_classes": [ 2, 2, 18, 18 ], "start_stop_timestamps": [ [ "00:04:59.91", "00:05:08.63" ], [ "00:05:08.56", "00:05:11.57" ], [ "00:05:11.67", "00:05:19.90" ], [ "00:05:19.84", "00:05:21.70" ] ], "start_stop_frames": [ [ 17994, 18517 ], [ 18513, 18694 ], [ 18700, 19194 ], [ 19190, 19302 ] ], "trgnoun": "cutting_board", "trgverb": "put" }, { "key": "P01_05+95_96_97_98", "video_id": "P01_05", "narration_ids": [ "P01_05_95", "P01_05_96", "P01_05_97", "P01_05_98" ], "src": "take cloth . dry hands . open bin", "src1": "take cloth", "src2": "dry hands", "src3": "open bin", "trg": "close bin", "vis_src": "P01_05:95 P01_05:96 P01_05:97", "vis_trg": "P01_05:98", "narrations": [ "take cloth", "dry hands", "open bin", "close bin" ], "verbs": [ "take", "dry", "open", "close" ], "verb_classes": [ 0, 14, 3, 4 ], "nouns": [ "cloth", "hand", "bin", "bin" ], "noun_classes": [ 17, 11, 36, 36 ], "start_stop_timestamps": [ [ "00:05:13.20", "00:05:14.41" ], [ "00:05:14.46", "00:05:15.85" ], [ "00:05:25.58", "00:05:26.48" ], [ "00:05:26.87", "00:05:28.04" ] ], "start_stop_frames": [ [ 18792, 18864 ], [ 18867, 18951 ], [ 19534, 19588 ], [ 19612, 19682 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P22_07+319_320_321_322", "video_id": "P22_07", "narration_ids": [ "P22_07_319", "P22_07_320", "P22_07_321", "P22_07_322" ], "src": "put pot . pick_up lid . close drawer", "src1": "put pot", "src2": "pick_up lid", "src3": "close drawer", "trg": "put lid", "vis_src": "P22_07:319 P22_07:320 P22_07:321", "vis_trg": "P22_07:322", "narrations": [ "put pot", "pick up lid", "close drawer", "put lid" ], "verbs": [ "put", "pick-up", "close", "put" ], "verb_classes": [ 1, 0, 4, 1 ], "nouns": [ "pot", "lid", "drawer", "lid" ], "noun_classes": [ 29, 6, 8, 6 ], "start_stop_timestamps": [ [ "00:14:59.96", "00:15:01.30" ], [ "00:15:02.81", "00:15:04.56" ], [ "00:15:04.51", "00:15:05.87" ], [ "00:15:07.38", "00:15:08.80" ] ], "start_stop_frames": [ [ 53997, 54078 ], [ 54168, 54273 ], [ 54270, 54352 ], [ 54442, 54528 ] ], "trgnoun": "lid", "trgverb": "put" }, { "key": "P03_109+164_165_166_167", "video_id": "P03_109", "narration_ids": [ "P03_109_164", "P03_109_165", "P03_109_166", "P03_109_167" ], "src": "wash cutting_board . put sponge away . pick_up tea_towel", "src1": "wash cutting_board", "src2": "put sponge away", "src3": "pick_up tea_towel", "trg": "dry cutting_board", "vis_src": "P03_109:164 P03_109:165 P03_109:166", "vis_trg": "P03_109:167", "narrations": [ "wash cutting board", "put sponge away", "pick up tea towel", "dry cutting board" ], "verbs": [ "wash", "put", "pick-up", "dry" ], "verb_classes": [ 2, 1, 0, 14 ], "nouns": [ "board:cutting", "sponge", "towel:tea", "board:cutting" ], "noun_classes": [ 18, 9, 52, 18 ], "start_stop_timestamps": [ [ "00:09:04.89", "00:09:17.00" ], [ "00:09:17.10", "00:09:17.74" ], [ "00:09:18.18", "00:09:19.63" ], [ "00:09:19.52", "00:09:56.37" ] ], "start_stop_frames": [ [ 27244, 27850 ], [ 27855, 27887 ], [ 27908, 27981 ], [ 27976, 29818 ] ], "trgnoun": "cutting_board", "trgverb": "dry" }, { "key": "P25_05+43_44_45_46", "video_id": "P25_05", "narration_ids": [ "P25_05_43", "P25_05_44", "P25_05_45", "P25_05_46" ], "src": "take sponge . open cupboard . take detergent", "src1": "take sponge", "src2": "open cupboard", "src3": "take detergent", "trg": "put detergent", "vis_src": "P25_05:43 P25_05:44 P25_05:45", "vis_trg": "P25_05:46", "narrations": [ "take sponge", "open cupboard", "take detergent", "put detergent" ], "verbs": [ "take", "open", "take", "put" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "sponge", "cupboard", "detergent", "detergent" ], "noun_classes": [ 9, 3, 22, 22 ], "start_stop_timestamps": [ [ "00:05:29.36", "00:05:30.76" ], [ "00:05:31.80", "00:05:33.17" ], [ "00:05:34.26", "00:05:35.68" ], [ "00:05:37.12", "00:05:38.66" ] ], "start_stop_frames": [ [ 19761, 19845 ], [ 19908, 19990 ], [ 20055, 20140 ], [ 20227, 20319 ] ], "trgnoun": "detergent", "trgverb": "put" }, { "key": "P30_01+26_27_28_29", "video_id": "P30_01", "narration_ids": [ "P30_01_26", "P30_01_27", "P30_01_28", "P30_01_29" ], "src": "close bread_bin . take chopping_board . take knife", "src1": "close bread_bin", "src2": "take chopping_board", "src3": "take knife", "trg": "put knife", "vis_src": "P30_01:26 P30_01:27 P30_01:28", "vis_trg": "P30_01:29", "narrations": [ "close bread bin", "take chopping board", "take knife", "put knife" ], "verbs": [ "close", "take", "take", "put" ], "verb_classes": [ 4, 0, 0, 1 ], "nouns": [ "bin:bread", "board:chopping", "knife", "knife" ], "noun_classes": [ 21, 18, 4, 4 ], "start_stop_timestamps": [ [ "00:01:02.60", "00:01:03.45" ], [ "00:01:05.05", "00:01:05.75" ], [ "00:01:07.09", "00:01:07.75" ], [ "00:01:07.95", "00:01:09.37" ] ], "start_stop_frames": [ [ 3756, 3807 ], [ 3903, 3945 ], [ 4025, 4065 ], [ 4077, 4162 ] ], "trgnoun": "knife", "trgverb": "put" }, { "key": "P30_05+470_471_472_473", "video_id": "P30_05", "narration_ids": [ "P30_05_470", "P30_05_471", "P30_05_472", "P30_05_473" ], "src": "put bottle . move bottle . take bottle", "src1": "put bottle", "src2": "move bottle", "src3": "take bottle", "trg": "empty bottle", "vis_src": "P30_05:470 P30_05:471 P30_05:472", "vis_trg": "P30_05:473", "narrations": [ "put bottle", "move bottle", "take bottle", "empty bottle" ], "verbs": [ "put", "move", "take", "empty" ], "verb_classes": [ 1, 11, 0, 20 ], "nouns": [ "bottle", "bottle", "bottle", "bottle" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:36:19.20", "00:36:20.89" ], [ "00:36:20.24", "00:36:23.15" ], [ "00:36:23.25", "00:36:24.44" ], [ "00:36:24.54", "00:36:30.71" ] ], "start_stop_frames": [ [ 130751, 130853 ], [ 130814, 130989 ], [ 130995, 131066 ], [ 131072, 131442 ] ], "trgnoun": "bottle", "trgverb": "empty" }, { "key": "P30_06+93_94_95_96", "video_id": "P30_06", "narration_ids": [ "P30_06_93", "P30_06_94", "P30_06_95", "P30_06_96" ], "src": "put fork in drying rack . wash bowl . rinse bowl", "src1": "put fork in drying rack", "src2": "wash bowl", "src3": "rinse bowl", "trg": "put bowl in drying rack", "vis_src": "P30_06:93 P30_06:94 P30_06:95", "vis_trg": "P30_06:96", "narrations": [ "put fork in drying rack", "wash bowl", "rinse bowl", "put bowl in drying rack" ], "verbs": [ "put-in", "wash", "rinse", "put-in" ], "verb_classes": [ 5, 2, 2, 5 ], "nouns": [ "fork", "bowl", "bowl", "bowl" ], "noun_classes": [ 14, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:03:52.38", "00:03:53.40" ], [ "00:03:53.73", "00:04:01.42" ], [ "00:03:56.92", "00:04:00.87" ], [ "00:04:00.97", "00:04:02.96" ] ], "start_stop_frames": [ [ 13942, 14004 ], [ 14023, 14485 ], [ 14215, 14452 ], [ 14458, 14577 ] ], "trgnoun": "bowl", "trgverb": "put_in" }, { "key": "P30_107+113_114_115_116", "video_id": "P30_107", "narration_ids": [ "P30_107_113", "P30_107_114", "P30_107_115", "P30_107_116" ], "src": "take chopping_board . place chopping_board . take knife", "src1": "take chopping_board", "src2": "place chopping_board", "src3": "take knife", "trg": "place knife", "vis_src": "P30_107:113 P30_107:114 P30_107:115", "vis_trg": "P30_107:116", "narrations": [ "take chopping board", "place chopping board", "take knife", "place knife" ], "verbs": [ "take", "place", "take", "place" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "board:chopping", "board:chopping", "knife", "knife" ], "noun_classes": [ 18, 18, 4, 4 ], "start_stop_timestamps": [ [ "00:04:53.10", "00:04:54.60" ], [ "00:04:54.03", "00:04:54.97" ], [ "00:04:55.67", "00:04:56.78" ], [ "00:04:56.71", "00:04:57.92" ] ], "start_stop_frames": [ [ 14655, 14730 ], [ 14701, 14748 ], [ 14783, 14838 ], [ 14835, 14896 ] ], "trgnoun": "knife", "trgverb": "place" }, { "key": "P01_108+8_9_10_11", "video_id": "P01_108", "narration_ids": [ "P01_108_8", "P01_108_9", "P01_108_10", "P01_108_11" ], "src": "close drawer . pick_up cutting_board . open cupboard", "src1": "close drawer", "src2": "pick_up cutting_board", "src3": "open cupboard", "trg": "put cutting_board into cupboard", "vis_src": "P01_108:8 P01_108:9 P01_108:10", "vis_trg": "P01_108:11", "narrations": [ "close drawer", "pick up cutting board", "open cupboard", "put cutting board into cupboard" ], "verbs": [ "close", "pick-up", "open", "put" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "drawer", "board:cutting", "cupboard", "board:cutting" ], "noun_classes": [ 8, 18, 3, 18 ], "start_stop_timestamps": [ [ "00:00:19.95", "00:00:20.65" ], [ "00:00:22.33", "00:00:23.10" ], [ "00:00:24.54", "00:00:25.60" ], [ "00:00:25.85", "00:00:27.73" ] ], "start_stop_frames": [ [ 997, 1032 ], [ 1116, 1155 ], [ 1227, 1280 ], [ 1292, 1386 ] ], "trgnoun": "cutting_board", "trgverb": "put" }, { "key": "P03_112+86_87_88_89", "video_id": "P03_112", "narration_ids": [ "P03_112_86", "P03_112_87", "P03_112_88", "P03_112_89" ], "src": "place can opener . place spoon . place knife", "src1": "place can opener", "src2": "place spoon", "src3": "place knife", "trg": "place knife on hanger", "vis_src": "P03_112:86 P03_112:87 P03_112:88", "vis_trg": "P03_112:89", "narrations": [ "place can opener", "place spoon", "place knife", "place knife on hanger" ], "verbs": [ "place", "place", "place", "place-on" ], "verb_classes": [ 1, 1, 1, 1 ], "nouns": [ "can", "spoon", "knife", "knife" ], "noun_classes": [ 61, 1, 4, 4 ], "start_stop_timestamps": [ [ "00:02:32.41", "00:02:32.89" ], [ "00:02:32.99", "00:02:33.89" ], [ "00:02:33.99", "00:02:34.69" ], [ "00:02:35.68", "00:02:36.78" ] ], "start_stop_frames": [ [ 7620, 7644 ], [ 7649, 7694 ], [ 7699, 7734 ], [ 7784, 7839 ] ], "trgnoun": "knife", "trgverb": "place_on" }, { "key": "P26_111+31_32_33_34", "video_id": "P26_111", "narration_ids": [ "P26_111_31", "P26_111_32", "P26_111_33", "P26_111_34" ], "src": "pick_up lid . put_down pot . rinse lid", "src1": "pick_up lid", "src2": "put_down pot", "src3": "rinse lid", "trg": "lather lid", "vis_src": "P26_111:31 P26_111:32 P26_111:33", "vis_trg": "P26_111:34", "narrations": [ "pick up lid", "put down pot", "rinse lid", "lather lid" ], "verbs": [ "pick-up", "put-down", "rinse", "lather" ], "verb_classes": [ 0, 1, 2, 2 ], "nouns": [ "lid", "pot", "lid", "lid" ], "noun_classes": [ 6, 29, 6, 6 ], "start_stop_timestamps": [ [ "00:02:15.85", "00:02:16.68" ], [ "00:02:16.59", "00:02:28.86" ], [ "00:02:29.89", "00:02:31.15" ], [ "00:02:30.82", "00:02:37.13" ] ], "start_stop_frames": [ [ 6792, 6834 ], [ 6829, 7443 ], [ 7494, 7557 ], [ 7541, 7856 ] ], "trgnoun": "lid", "trgverb": "lather" }, { "key": "P02_123+267_268_269_270", "video_id": "P02_123", "narration_ids": [ "P02_123_267", "P02_123_268", "P02_123_269", "P02_123_270" ], "src": "put plate on dishes drainer . pick_up glass . pick_up sponge", "src1": "put plate on dishes drainer", "src2": "pick_up glass", "src3": "pick_up sponge", "trg": "sponge glass", "vis_src": "P02_123:267 P02_123:268 P02_123:269", "vis_trg": "P02_123:270", "narrations": [ "put plate on dishes drainer", "pick up glass", "pick up sponge", "sponge glass" ], "verbs": [ "put-on", "pick-up", "pick-up", "sponge" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "plate", "glass", "sponge", "glass" ], "noun_classes": [ 2, 10, 9, 10 ], "start_stop_timestamps": [ [ "00:14:01.97", "00:14:03.45" ], [ "00:14:03.51", "00:14:04.67" ], [ "00:14:04.81", "00:14:05.58" ], [ "00:14:05.02", "00:14:12.39" ] ], "start_stop_frames": [ [ 42098, 42172 ], [ 42175, 42233 ], [ 42240, 42279 ], [ 42251, 42619 ] ], "trgnoun": "glass", "trgverb": "sponge" }, { "key": "P01_18+244_245_246_247", "video_id": "P01_18", "narration_ids": [ "P01_18_244", "P01_18_245", "P01_18_246", "P01_18_247" ], "src": "dry hands . hand cloth . take bottle", "src1": "dry hands", "src2": "hand cloth", "src3": "take bottle", "trg": "open bottle", "vis_src": "P01_18:244 P01_18:245 P01_18:246", "vis_trg": "P01_18:247", "narrations": [ "dry hands", "hand cloth", "take bottle", "open bottle" ], "verbs": [ "dry", "hand", "take", "open" ], "verb_classes": [ 14, 41, 0, 3 ], "nouns": [ "hand", "cloth", "bottle", "bottle" ], "noun_classes": [ 11, 17, 15, 15 ], "start_stop_timestamps": [ [ "00:18:33.60", "00:18:38.59" ], [ "00:18:38.66", "00:18:40.62" ], [ "00:18:41.35", "00:18:42.47" ], [ "00:18:42.57", "00:18:43.94" ] ], "start_stop_frames": [ [ 66816, 67115 ], [ 67119, 67237 ], [ 67281, 67348 ], [ 67354, 67436 ] ], "trgnoun": "bottle", "trgverb": "open" }, { "key": "P03_04+344_345_346_347", "video_id": "P03_04", "narration_ids": [ "P03_04_344", "P03_04_345", "P03_04_346", "P03_04_347" ], "src": "grab can . put can . grab knife", "src1": "grab can", "src2": "put can", "src3": "grab knife", "trg": "put knife", "vis_src": "P03_04:344 P03_04:345 P03_04:346", "vis_trg": "P03_04:347", "narrations": [ "grab can", "put can", "grab knife", "put knife" ], "verbs": [ "grab", "put", "grab", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "can", "can", "knife", "knife" ], "noun_classes": [ 61, 61, 4, 4 ], "start_stop_timestamps": [ [ "00:25:02.06", "00:25:02.94" ], [ "00:25:03.04", "00:25:03.71" ], [ "00:25:05.08", "00:25:06.81" ], [ "00:25:07.61", "00:25:08.36" ] ], "start_stop_frames": [ [ 90123, 90176 ], [ 90182, 90222 ], [ 90304, 90408 ], [ 90456, 90501 ] ], "trgnoun": "knife", "trgverb": "put" }, { "key": "P01_104+38_39_40_41", "video_id": "P01_104", "narration_ids": [ "P01_104_38", "P01_104_39", "P01_104_40", "P01_104_41" ], "src": "pick_up cup . rinse cup . adjust tap", "src1": "pick_up cup", "src2": "rinse cup", "src3": "adjust tap", "trg": "put cup onto rack", "vis_src": "P01_104:38 P01_104:39 P01_104:40", "vis_trg": "P01_104:41", "narrations": [ "pick up cup", "rinse cup", "adjust tap", "put cup onto rack" ], "verbs": [ "pick-up", "rinse", "adjust", "put-onto" ], "verb_classes": [ 0, 2, 17, 1 ], "nouns": [ "cup", "cup", "tap", "cup" ], "noun_classes": [ 13, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:01:41.28", "00:01:41.83" ], [ "00:01:41.85", "00:01:45.34" ], [ "00:01:45.01", "00:01:45.71" ], [ "00:01:48.59", "00:01:49.54" ] ], "start_stop_frames": [ [ 5064, 5091 ], [ 5092, 5267 ], [ 5250, 5285 ], [ 5429, 5477 ] ], "trgnoun": "cup", "trgverb": "put_onto" }, { "key": "P01_09+93_94_95_96", "video_id": "P01_09", "narration_ids": [ "P01_09_93", "P01_09_94", "P01_09_95", "P01_09_96" ], "src": "put cutting_board in the rack . take flour . take measuring_cup", "src1": "put cutting_board in the rack", "src2": "take flour", "src3": "take measuring_cup", "trg": "put_down measuring_cup", "vis_src": "P01_09:93 P01_09:94 P01_09:95", "vis_trg": "P01_09:96", "narrations": [ "put cutting board in the rack", "take flour", "take measuring cup", "put down measuring cup" ], "verbs": [ "put-in", "take", "take", "put-down" ], "verb_classes": [ 5, 0, 0, 1 ], "nouns": [ "board:cutting", "flour", "cup:measuring", "cup:measuring" ], "noun_classes": [ 18, 75, 13, 13 ], "start_stop_timestamps": [ [ "00:05:14.32", "00:05:16.32" ], [ "00:05:17.98", "00:05:19.23" ], [ "00:05:18.94", "00:05:19.77" ], [ "00:05:20.17", "00:05:21.08" ] ], "start_stop_frames": [ [ 18859, 18979 ], [ 19078, 19153 ], [ 19136, 19186 ], [ 19210, 19264 ] ], "trgnoun": "measuring_cup", "trgverb": "put_down" }, { "key": "P02_09+181_182_183_184", "video_id": "P02_09", "narration_ids": [ "P02_09_181", "P02_09_182", "P02_09_183", "P02_09_184" ], "src": "pick_up two glasses . put glasses and spoon next to sink . pick_up flour", "src1": "pick_up two glasses", "src2": "put glasses and spoon next to sink", "src3": "pick_up flour", "trg": "close flour", "vis_src": "P02_09:181 P02_09:182 P02_09:183", "vis_trg": "P02_09:184", "narrations": [ "pick up two glasses", "put glasses and spoon next to sink", "pick up flour", "close flour" ], "verbs": [ "pick-up", "put", "pick-up", "close" ], "verb_classes": [ 0, 1, 0, 4 ], "nouns": [ "glass", "glass", "flour", "flour" ], "noun_classes": [ 10, 10, 75, 75 ], "start_stop_timestamps": [ [ "00:11:26.47", "00:11:27.63" ], [ "00:11:29.69", "00:11:31.96" ], [ "00:11:33.90", "00:11:38.61" ], [ "00:11:34.28", "00:11:38.16" ] ], "start_stop_frames": [ [ 41188, 41257 ], [ 41381, 41517 ], [ 41634, 41916 ], [ 41656, 41889 ] ], "trgnoun": "flour", "trgverb": "close" }, { "key": "P01_18+242_243_244_245", "video_id": "P01_18", "narration_ids": [ "P01_18_242", "P01_18_243", "P01_18_244", "P01_18_245" ], "src": "move sponge . take cloth . dry hands", "src1": "move sponge", "src2": "take cloth", "src3": "dry hands", "trg": "hand cloth", "vis_src": "P01_18:242 P01_18:243 P01_18:244", "vis_trg": "P01_18:245", "narrations": [ "move sponge", "take cloth", "dry hands", "hand cloth" ], "verbs": [ "move", "take", "dry", "hand" ], "verb_classes": [ 11, 0, 14, 41 ], "nouns": [ "sponge", "cloth", "hand", "cloth" ], "noun_classes": [ 9, 17, 11, 17 ], "start_stop_timestamps": [ [ "00:18:29.61", "00:18:30.87" ], [ "00:18:32.43", "00:18:33.87" ], [ "00:18:33.60", "00:18:38.59" ], [ "00:18:38.66", "00:18:40.62" ] ], "start_stop_frames": [ [ 66576, 66652 ], [ 66745, 66832 ], [ 66816, 67115 ], [ 67119, 67237 ] ], "trgnoun": "cloth", "trgverb": "hand" }, { "key": "P03_13+2_3_4_5", "video_id": "P03_13", "narration_ids": [ "P03_13_2", "P03_13_3", "P03_13_4", "P03_13_5" ], "src": "fill_up glass . pour glass . put glass on side", "src1": "fill_up glass", "src2": "pour glass", "src3": "put glass on side", "trg": "fill glass", "vis_src": "P03_13:2 P03_13:3 P03_13:4", "vis_trg": "P03_13:5", "narrations": [ "fill up glass", "pour glass", "put glass on side", "fill glass" ], "verbs": [ "fill-up", "pour", "put-on", "fill" ], "verb_classes": [ 26, 9, 1, 26 ], "nouns": [ "glass", "glass", "glass", "glass" ], "noun_classes": [ 10, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:00:08.32", "00:00:11.88" ], [ "00:00:11.23", "00:00:11.88" ], [ "00:00:12.03", "00:00:12.81" ], [ "00:00:14.30", "00:00:18.72" ] ], "start_stop_frames": [ [ 499, 712 ], [ 673, 712 ], [ 721, 768 ], [ 858, 1123 ] ], "trgnoun": "glass", "trgverb": "fill" }, { "key": "P01_109+650_651_652_653", "video_id": "P01_109", "narration_ids": [ "P01_109_650", "P01_109_651", "P01_109_652", "P01_109_653" ], "src": "stir eggs . put_down fork . pick_up spatula", "src1": "stir eggs", "src2": "put_down fork", "src3": "pick_up spatula", "trg": "pour eggs onto pan", "vis_src": "P01_109:650 P01_109:651 P01_109:652", "vis_trg": "P01_109:653", "narrations": [ "stir eggs", "put down fork", "pick up spatula", "pour eggs onto pan" ], "verbs": [ "stir", "put-down", "pick-up", "pour-onto" ], "verb_classes": [ 10, 1, 0, 9 ], "nouns": [ "egg", "fork", "spatula", "egg" ], "noun_classes": [ 53, 14, 20, 53 ], "start_stop_timestamps": [ [ "00:48:21.39", "00:48:28.47" ], [ "00:48:30.60", "00:48:31.48" ], [ "00:48:32.22", "00:48:34.16" ], [ "00:48:34.26", "00:48:39.18" ] ], "start_stop_frames": [ [ 145069, 145423 ], [ 145530, 145574 ], [ 145611, 145708 ], [ 145713, 145959 ] ], "trgnoun": "egg", "trgverb": "pour_onto" }, { "key": "P23_102+240_241_242_243", "video_id": "P23_102", "narration_ids": [ "P23_102_240", "P23_102_241", "P23_102_242", "P23_102_243" ], "src": "put glass . take cloth . wash cloth", "src1": "put glass", "src2": "take cloth", "src3": "wash cloth", "trg": "put cloth", "vis_src": "P23_102:240 P23_102:241 P23_102:242", "vis_trg": "P23_102:243", "narrations": [ "put glass", "take cloth", "wash cloth", "put cloth" ], "verbs": [ "put", "take", "wash", "put" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "glass", "cloth", "cloth", "cloth" ], "noun_classes": [ 10, 17, 17, 17 ], "start_stop_timestamps": [ [ "00:23:15.16", "00:23:15.81" ], [ "00:23:16.62", "00:23:17.10" ], [ "00:23:17.39", "00:23:19.93" ], [ "00:23:22.06", "00:23:22.99" ] ], "start_stop_frames": [ [ 69758, 69790 ], [ 69831, 69855 ], [ 69869, 69996 ], [ 70103, 70149 ] ], "trgnoun": "cloth", "trgverb": "put" }, { "key": "P22_116+11_12_13_14", "video_id": "P22_116", "narration_ids": [ "P22_116_11", "P22_116_12", "P22_116_13", "P22_116_14" ], "src": "put_down fork . close bag . pick_up bag", "src1": "put_down fork", "src2": "close bag", "src3": "pick_up bag", "trg": "put_down bag", "vis_src": "P22_116:11 P22_116:12 P22_116:13", "vis_trg": "P22_116:14", "narrations": [ "put down fork", "close bag", "pick up bag", "put down bag" ], "verbs": [ "put-down", "close", "pick-up", "put-down" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "fork", "bag", "bag", "bag" ], "noun_classes": [ 14, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:00:28.51", "00:00:29.99" ], [ "00:00:30.09", "00:00:33.61" ], [ "00:00:32.00", "00:00:34.62" ], [ "00:00:34.62", "00:00:38.86" ] ], "start_stop_frames": [ [ 1425, 1499 ], [ 1504, 1680 ], [ 1600, 1730 ], [ 1730, 1943 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P28_104+16_17_18_19", "video_id": "P28_104", "narration_ids": [ "P28_104_16", "P28_104_17", "P28_104_18", "P28_104_19" ], "src": "rinse lid . put lid . take chopping_board", "src1": "rinse lid", "src2": "put lid", "src3": "take chopping_board", "trg": "rinse chopping_board", "vis_src": "P28_104:16 P28_104:17 P28_104:18", "vis_trg": "P28_104:19", "narrations": [ "rinse lid", "put lid", "take chopping board", "rinse chopping board" ], "verbs": [ "rinse", "put", "take", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "lid", "lid", "board:chopping", "board:chopping" ], "noun_classes": [ 6, 6, 18, 18 ], "start_stop_timestamps": [ [ "00:00:49.99", "00:00:52.74" ], [ "00:00:52.69", "00:00:53.18" ], [ "00:00:53.43", "00:00:54.32" ], [ "00:00:54.42", "00:00:56.64" ] ], "start_stop_frames": [ [ 2499, 2637 ], [ 2634, 2659 ], [ 2671, 2716 ], [ 2721, 2832 ] ], "trgnoun": "chopping_board", "trgverb": "rinse" }, { "key": "P03_04+333_334_335_336", "video_id": "P03_04", "narration_ids": [ "P03_04_333", "P03_04_334", "P03_04_335", "P03_04_336" ], "src": "put spoon on side . grab spoon . put stuff", "src1": "put spoon on side", "src2": "grab spoon", "src3": "put stuff", "trg": "wash can", "vis_src": "P03_04:333 P03_04:334 P03_04:335", "vis_trg": "P03_04:336", "narrations": [ "put spoon on side", "grab", "put stuff", "wash can" ], "verbs": [ "put-on", "grab", "put", "wash" ], "verb_classes": [ 1, 0, 1, 2 ], "nouns": [ "spoon", "spoon", "can", "can" ], "noun_classes": [ 1, 1, 61, 61 ], "start_stop_timestamps": [ [ "00:24:16.69", "00:24:18.19" ], [ "00:24:23.04", "00:24:24.04" ], [ "00:24:24.39", "00:24:25.39" ], [ "00:24:26.88", "00:24:38.09" ] ], "start_stop_frames": [ [ 87401, 87491 ], [ 87782, 87842 ], [ 87863, 87923 ], [ 88012, 88685 ] ], "trgnoun": "can", "trgverb": "wash" }, { "key": "P04_104+120_121_122_123", "video_id": "P04_104", "narration_ids": [ "P04_104_120", "P04_104_121", "P04_104_122", "P04_104_123" ], "src": "hold tea_towels . move bin_bags . move chilli_peppers", "src1": "hold tea_towels", "src2": "move bin_bags", "src3": "move chilli_peppers", "trg": "put_down tea_towels", "vis_src": "P04_104:120 P04_104:121 P04_104:122", "vis_trg": "P04_104:123", "narrations": [ "hold tea towels", "move bin bags", "move chilli peppers", "put down tea towels" ], "verbs": [ "hold", "move", "move", "put-down" ], "verb_classes": [ 34, 11, 11, 1 ], "nouns": [ "towel:tea", "bag:bin", "pepper:chilli", "towel:tea" ], "noun_classes": [ 52, 19, 69, 52 ], "start_stop_timestamps": [ [ "00:04:39.70", "00:04:40.45" ], [ "00:04:40.55", "00:04:41.55" ], [ "00:04:41.58", "00:04:42.76" ], [ "00:04:43.37", "00:04:43.87" ] ], "start_stop_frames": [ [ 13985, 14022 ], [ 14027, 14077 ], [ 14079, 14138 ], [ 14168, 14193 ] ], "trgnoun": "tea_towel", "trgverb": "put_down" }, { "key": "P26_118+67_68_69_70", "video_id": "P26_118", "narration_ids": [ "P26_118_67", "P26_118_68", "P26_118_69", "P26_118_70" ], "src": "put_down fork . pick_up cup . lather cup", "src1": "put_down fork", "src2": "pick_up cup", "src3": "lather cup", "trg": "rinse cup", "vis_src": "P26_118:67 P26_118:68 P26_118:69", "vis_trg": "P26_118:70", "narrations": [ "put down fork", "pick up cup", "lather cup", "rinse cup" ], "verbs": [ "put-down", "pick-up", "lather", "rinse" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "fork", "cup", "cup", "cup" ], "noun_classes": [ 14, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:05:15.78", "00:05:16.76" ], [ "00:05:18.02", "00:05:19.06" ], [ "00:05:20.40", "00:05:25.32" ], [ "00:05:25.11", "00:05:28.30" ] ], "start_stop_frames": [ [ 15788, 15838 ], [ 15901, 15953 ], [ 16019, 16266 ], [ 16255, 16415 ] ], "trgnoun": "cup", "trgverb": "rinse" }, { "key": "P30_103+8_9_10_11", "video_id": "P30_103", "narration_ids": [ "P30_103_8", "P30_103_9", "P30_103_10", "P30_103_11" ], "src": "put plate into washing up bowl . put knife into washing up bowl . pick_up fork", "src1": "put plate into washing up bowl", "src2": "put knife into washing up bowl", "src3": "pick_up fork", "trg": "put fork into washing up bowl", "vis_src": "P30_103:8 P30_103:9 P30_103:10", "vis_trg": "P30_103:11", "narrations": [ "put plate into washing up bowl", "put knife into washing up bowl", "pick up fork", "put fork into washing up bowl" ], "verbs": [ "put-into", "put-into", "pick-up", "put-into" ], "verb_classes": [ 5, 5, 0, 5 ], "nouns": [ "plate", "knife", "fork", "fork" ], "noun_classes": [ 2, 4, 14, 14 ], "start_stop_timestamps": [ [ "00:00:20.59", "00:00:21.56" ], [ "00:00:21.55", "00:00:22.22" ], [ "00:00:22.43", "00:00:22.95" ], [ "00:00:22.84", "00:00:23.49" ] ], "start_stop_frames": [ [ 1029, 1078 ], [ 1077, 1111 ], [ 1121, 1147 ], [ 1142, 1174 ] ], "trgnoun": "fork", "trgverb": "put_into" }, { "key": "P01_09+808_809_810_811", "video_id": "P01_09", "narration_ids": [ "P01_09_808", "P01_09_809", "P01_09_810", "P01_09_811" ], "src": "rinse spoon . put_down spoon . rinse cutting_board", "src1": "rinse spoon", "src2": "put_down spoon", "src3": "rinse cutting_board", "trg": "put cutting_board into rack", "vis_src": "P01_09:808 P01_09:809 P01_09:810", "vis_trg": "P01_09:811", "narrations": [ "rinse spoon", "put down spoon", "rinse cutting board", "put cutting board into rack" ], "verbs": [ "rinse", "put-down", "rinse", "put" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "spoon", "spoon", "board:cutting", "board:cutting" ], "noun_classes": [ 1, 1, 18, 18 ], "start_stop_timestamps": [ [ "00:54:07.18", "00:54:11.58" ], [ "00:54:11.68", "00:54:12.32" ], [ "00:54:12.42", "00:54:28.35" ], [ "00:54:28.35", "00:54:30.16" ] ], "start_stop_frames": [ [ 194830, 195094 ], [ 195100, 195139 ], [ 195145, 196101 ], [ 196101, 196209 ] ], "trgnoun": "cutting_board", "trgverb": "put" }, { "key": "P30_11+108_109_110_111", "video_id": "P30_11", "narration_ids": [ "P30_11_108", "P30_11_109", "P30_11_110", "P30_11_111" ], "src": "take spoon . put rubbish in bin . turn_off kettle", "src1": "take spoon", "src2": "put rubbish in bin", "src3": "turn_off kettle", "trg": "take kettle", "vis_src": "P30_11:108 P30_11:109 P30_11:110", "vis_trg": "P30_11:111", "narrations": [ "take", "put rubbish in bin", "turn off kettle", "take kettle" ], "verbs": [ "take", "put-in", "turn-off", "take" ], "verb_classes": [ 0, 5, 8, 0 ], "nouns": [ "spoon", "rubbish", "kettle", "kettle" ], "noun_classes": [ 1, 54, 44, 44 ], "start_stop_timestamps": [ [ "00:05:23.68", "00:05:24.60" ], [ "00:05:31.79", "00:05:34.32" ], [ "00:05:36.76", "00:05:37.94" ], [ "00:05:38.04", "00:05:38.80" ] ], "start_stop_frames": [ [ 19420, 19476 ], [ 19907, 20059 ], [ 20205, 20276 ], [ 20282, 20328 ] ], "trgnoun": "kettle", "trgverb": "take" }, { "key": "P26_21+62_63_64_65", "video_id": "P26_21", "narration_ids": [ "P26_21_62", "P26_21_63", "P26_21_64", "P26_21_65" ], "src": "put bottle down . grab spoon . stir onion", "src1": "put bottle down", "src2": "grab spoon", "src3": "stir onion", "trg": "put spoon down", "vis_src": "P26_21:62 P26_21:63 P26_21:64", "vis_trg": "P26_21:65", "narrations": [ "put bottle down", "grab spoon", "stir onion", "put spoon down" ], "verbs": [ "put", "grab", "stir", "put-down" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "bottle", "spoon", "onion", "spoon" ], "noun_classes": [ 15, 1, 16, 1 ], "start_stop_timestamps": [ [ "00:05:24.19", "00:05:26.19" ], [ "00:05:28.11", "00:05:29.18" ], [ "00:05:29.46", "00:05:39.70" ], [ "00:05:39.80", "00:05:41.07" ] ], "start_stop_frames": [ [ 19451, 19571 ], [ 19686, 19750 ], [ 19767, 20382 ], [ 20388, 20464 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P02_08+27_28_29_30", "video_id": "P02_08", "narration_ids": [ "P02_08_27", "P02_08_28", "P02_08_29", "P02_08_30" ], "src": "get knife . get fork . close drawer", "src1": "get knife", "src2": "get fork", "src3": "close drawer", "trg": "put knife", "vis_src": "P02_08:27 P02_08:28 P02_08:29", "vis_trg": "P02_08:30", "narrations": [ "get knife", "get fork", "close drawer", "put knife" ], "verbs": [ "get", "get", "close", "put" ], "verb_classes": [ 0, 0, 4, 1 ], "nouns": [ "knife", "fork", "drawer", "knife" ], "noun_classes": [ 4, 14, 8, 4 ], "start_stop_timestamps": [ [ "00:00:54.68", "00:00:55.93" ], [ "00:00:56.03", "00:00:56.86" ], [ "00:00:56.96", "00:00:58.04" ], [ "00:01:00.55", "00:01:01.43" ] ], "start_stop_frames": [ [ 3280, 3355 ], [ 3361, 3411 ], [ 3417, 3482 ], [ 3633, 3685 ] ], "trgnoun": "knife", "trgverb": "put" }, { "key": "P03_04+112_113_114_115", "video_id": "P03_04", "narration_ids": [ "P03_04_112", "P03_04_113", "P03_04_114", "P03_04_115" ], "src": "get knife . close drawer . open chicken", "src1": "get knife", "src2": "close drawer", "src3": "open chicken", "trg": "put chicken on cutting board", "vis_src": "P03_04:112 P03_04:113 P03_04:114", "vis_trg": "P03_04:115", "narrations": [ "get knife", "close drawer", "open chicken", "put chicken on cutting board" ], "verbs": [ "get", "close", "open", "put-on" ], "verb_classes": [ 0, 4, 3, 1 ], "nouns": [ "knife", "drawer", "chicken", "chicken" ], "noun_classes": [ 4, 8, 57, 57 ], "start_stop_timestamps": [ [ "00:07:30.30", "00:07:31.96" ], [ "00:07:31.72", "00:07:32.64" ], [ "00:07:32.65", "00:07:37.29" ], [ "00:07:38.13", "00:07:40.24" ] ], "start_stop_frames": [ [ 27018, 27117 ], [ 27103, 27158 ], [ 27159, 27437 ], [ 27487, 27614 ] ], "trgnoun": "chicken", "trgverb": "put_on" }, { "key": "P02_108+117_118_119_120", "video_id": "P02_108", "narration_ids": [ "P02_108_117", "P02_108_118", "P02_108_119", "P02_108_120" ], "src": "lock lid into processor . pick_up bag . fold bag", "src1": "lock lid into processor", "src2": "pick_up bag", "src3": "fold bag", "trg": "put_down bag", "vis_src": "P02_108:117 P02_108:118 P02_108:119", "vis_trg": "P02_108:120", "narrations": [ "lock lid into processor", "pick up bag", "fold bag", "put down bag" ], "verbs": [ "lock-into", "pick-up", "fold", "put-down" ], "verb_classes": [ 86, 0, 28, 1 ], "nouns": [ "lid", "bag", "bag", "bag" ], "noun_classes": [ 6, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:04:11.38", "00:04:13.40" ], [ "00:04:14.85", "00:04:15.87" ], [ "00:04:16.21", "00:04:17.88" ], [ "00:04:17.98", "00:04:22.42" ] ], "start_stop_frames": [ [ 12569, 12670 ], [ 12742, 12793 ], [ 12810, 12894 ], [ 12899, 13121 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P08_24+105_106_107_109", "video_id": "P08_24", "narration_ids": [ "P08_24_105", "P08_24_106", "P08_24_107", "P08_24_109" ], "src": "turn hob off . open cupboard . get plate", "src1": "turn hob off", "src2": "open cupboard", "src3": "get plate", "trg": "place plates", "vis_src": "P08_24:105 P08_24:106 P08_24:107", "vis_trg": "P08_24:109", "narrations": [ "turn hob off", "open cupboard", "get plate", "place plates" ], "verbs": [ "turn-off", "open", "get", "place" ], "verb_classes": [ 8, 3, 0, 1 ], "nouns": [ "hob", "cupboard", "plate", "plate" ], "noun_classes": [ 24, 3, 2, 2 ], "start_stop_timestamps": [ [ "00:08:35.58", "00:08:36.78" ], [ "00:08:38.06", "00:08:38.81" ], [ "00:08:38.53", "00:08:41.35" ], [ "00:08:46.21", "00:08:47.55" ] ], "start_stop_frames": [ [ 30934, 31006 ], [ 31083, 31128 ], [ 31111, 31281 ], [ 31572, 31652 ] ], "trgnoun": "plate", "trgverb": "place" }, { "key": "P03_101+12_13_14_15", "video_id": "P03_101", "narration_ids": [ "P03_101_12", "P03_101_13", "P03_101_14", "P03_101_15" ], "src": "dry hands . pick_up saucepan . open cupboard", "src1": "dry hands", "src2": "pick_up saucepan", "src3": "open cupboard", "trg": "place saucepan", "vis_src": "P03_101:12 P03_101:13 P03_101:14", "vis_trg": "P03_101:15", "narrations": [ "dry hands", "pick up saucepan", "open cupboard", "place saucepan" ], "verbs": [ "dry", "pick-up", "open", "place" ], "verb_classes": [ 14, 0, 3, 1 ], "nouns": [ "hand", "saucepan", "cupboard", "saucepan" ], "noun_classes": [ 11, 5, 3, 5 ], "start_stop_timestamps": [ [ "00:00:14.34", "00:00:16.57" ], [ "00:00:16.27", "00:00:17.68" ], [ "00:00:18.14", "00:00:18.89" ], [ "00:00:18.87", "00:00:23.89" ] ], "start_stop_frames": [ [ 717, 828 ], [ 813, 884 ], [ 907, 944 ], [ 943, 1194 ] ], "trgnoun": "saucepan", "trgverb": "place" }, { "key": "P22_11+182_183_184_185", "video_id": "P22_11", "narration_ids": [ "P22_11_182", "P22_11_183", "P22_11_184", "P22_11_185" ], "src": "empty can . put can . pick_up lid", "src1": "empty can", "src2": "put can", "src3": "pick_up lid", "trg": "rinse lid", "vis_src": "P22_11:182 P22_11:183 P22_11:184", "vis_trg": "P22_11:185", "narrations": [ "empty can", "put can", "pick up lid", "rinse lid" ], "verbs": [ "empty", "put", "pick-up", "rinse" ], "verb_classes": [ 20, 1, 0, 2 ], "nouns": [ "can", "can", "lid", "lid" ], "noun_classes": [ 61, 61, 6, 6 ], "start_stop_timestamps": [ [ "00:06:27.95", "00:06:28.45" ], [ "00:06:28.55", "00:06:29.56" ], [ "00:06:29.23", "00:06:31.88" ], [ "00:06:31.83", "00:06:37.74" ] ], "start_stop_frames": [ [ 23277, 23307 ], [ 23313, 23373 ], [ 23353, 23512 ], [ 23509, 23864 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P04_113+84_85_86_87", "video_id": "P04_113", "narration_ids": [ "P04_113_84", "P04_113_85", "P04_113_86", "P04_113_87" ], "src": "pick_up colander . turn_over colander . open cupboard", "src1": "pick_up colander", "src2": "turn_over colander", "src3": "open cupboard", "trg": "put colander in cupboard", "vis_src": "P04_113:84 P04_113:85 P04_113:86", "vis_trg": "P04_113:87", "narrations": [ "pick up colander", "turn over colander", "open cupboard", "put colander in cupboard" ], "verbs": [ "pick-up", "turn-over", "open", "put-in" ], "verb_classes": [ 0, 22, 3, 5 ], "nouns": [ "colander", "colander", "cupboard", "colander" ], "noun_classes": [ 39, 39, 3, 39 ], "start_stop_timestamps": [ [ "00:02:38.63", "00:02:40.10" ], [ "00:02:40.06", "00:02:41.18" ], [ "00:02:41.28", "00:02:42.24" ], [ "00:02:41.68", "00:02:43.95" ] ], "start_stop_frames": [ [ 7931, 8005 ], [ 8003, 8059 ], [ 8064, 8112 ], [ 8084, 8197 ] ], "trgnoun": "colander", "trgverb": "put_in" }, { "key": "P03_04+180_181_182_183", "video_id": "P03_04", "narration_ids": [ "P03_04_180", "P03_04_181", "P03_04_182", "P03_04_183" ], "src": "slice chicken . dice chicken . pour kettle into stock", "src1": "slice chicken", "src2": "dice chicken", "src3": "pour kettle into stock", "trg": "put kettle", "vis_src": "P03_04:180 P03_04:181 P03_04:182", "vis_trg": "P03_04:183", "narrations": [ "slice chicken", "dice chicken", "pour kettle into stock", "put kettle" ], "verbs": [ "slice", "dice", "pour-into", "put" ], "verb_classes": [ 7, 7, 9, 1 ], "nouns": [ "chicken", "chicken", "kettle", "kettle" ], "noun_classes": [ 57, 57, 44, 44 ], "start_stop_timestamps": [ [ "00:12:09.98", "00:12:17.86" ], [ "00:12:11.00", "00:12:29.39" ], [ "00:12:31.66", "00:12:35.28" ], [ "00:12:37.24", "00:12:38.22" ] ], "start_stop_frames": [ [ 43798, 44271 ], [ 43860, 44963 ], [ 45099, 45316 ], [ 45434, 45493 ] ], "trgnoun": "kettle", "trgverb": "put" }, { "key": "P06_05+3_4_5_6", "video_id": "P06_05", "narration_ids": [ "P06_05_3", "P06_05_4", "P06_05_5", "P06_05_6" ], "src": "move spoon . pick_up flour . open flour", "src1": "move spoon", "src2": "pick_up flour", "src3": "open flour", "trg": "pour flour", "vis_src": "P06_05:3 P06_05:4 P06_05:5", "vis_trg": "P06_05:6", "narrations": [ "move spoon", "pick up flour", "open flour", "pour flour" ], "verbs": [ "move", "pick-up", "open", "pour" ], "verb_classes": [ 11, 0, 3, 9 ], "nouns": [ "spoon", "flour", "flour", "flour" ], "noun_classes": [ 1, 75, 75, 75 ], "start_stop_timestamps": [ [ "00:00:13.09", "00:00:14.27" ], [ "00:00:14.67", "00:00:15.82" ], [ "00:00:16.33", "00:00:19.50" ], [ "00:00:19.69", "00:00:27.60" ] ], "start_stop_frames": [ [ 785, 856 ], [ 880, 949 ], [ 979, 1170 ], [ 1181, 1656 ] ], "trgnoun": "flour", "trgverb": "pour" }, { "key": "P04_119+118_119_120_121", "video_id": "P04_119", "narration_ids": [ "P04_119_118", "P04_119_119", "P04_119_120", "P04_119_121" ], "src": "close bag . pick_up bag . squeeze bag_shut", "src1": "close bag", "src2": "pick_up bag", "src3": "squeeze bag_shut", "trg": "put_down bag", "vis_src": "P04_119:118 P04_119:119 P04_119:120", "vis_trg": "P04_119:121", "narrations": [ "close bag", "pick up bag", "squeeze bag shut", "put down bag" ], "verbs": [ "close", "pick-up", "squeeze", "put-down" ], "verb_classes": [ 4, 0, 18, 1 ], "nouns": [ "bag", "bag", "shut:bag", "bag" ], "noun_classes": [ 19, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:05:33.15", "00:05:34.25" ], [ "00:05:34.35", "00:05:34.82" ], [ "00:05:33.42", "00:05:37.06" ], [ "00:05:37.06", "00:05:39.01" ] ], "start_stop_frames": [ [ 16657, 16712 ], [ 16717, 16741 ], [ 16671, 16853 ], [ 16853, 16950 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P08_18+41_42_43_44", "video_id": "P08_18", "narration_ids": [ "P08_18_41", "P08_18_42", "P08_18_43", "P08_18_44" ], "src": "place spoon . close drawer . get knife", "src1": "place spoon", "src2": "close drawer", "src3": "get knife", "trg": "place knife", "vis_src": "P08_18:41 P08_18:42 P08_18:43", "vis_trg": "P08_18:44", "narrations": [ "place spoon", "close drawer", "get knife", "place knife" ], "verbs": [ "place", "close", "get", "place" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "spoon", "drawer", "knife", "knife" ], "noun_classes": [ 1, 8, 4, 4 ], "start_stop_timestamps": [ [ "00:02:32.89", "00:02:37.04" ], [ "00:02:36.95", "00:02:39.11" ], [ "00:02:38.03", "00:02:38.89" ], [ "00:02:38.93", "00:02:40.17" ] ], "start_stop_frames": [ [ 9173, 9422 ], [ 9417, 9546 ], [ 9481, 9533 ], [ 9535, 9610 ] ], "trgnoun": "knife", "trgverb": "place" }, { "key": "P35_103+117_118_119_120", "video_id": "P35_103", "narration_ids": [ "P35_103_117", "P35_103_118", "P35_103_119", "P35_103_120" ], "src": "adjust tap . put_down pot . wash saucepan", "src1": "adjust tap", "src2": "put_down pot", "src3": "wash saucepan", "trg": "put_down saucepan", "vis_src": "P35_103:117 P35_103:118 P35_103:119", "vis_trg": "P35_103:120", "narrations": [ "adjust tap", "put down pot", "wash saucepan", "put down saucepan" ], "verbs": [ "adjust", "put-down", "wash", "put-down" ], "verb_classes": [ 17, 1, 2, 1 ], "nouns": [ "tap", "pot", "saucepan", "saucepan" ], "noun_classes": [ 0, 29, 5, 5 ], "start_stop_timestamps": [ [ "00:12:22.82", "00:12:25.19" ], [ "00:12:52.79", "00:12:54.64" ], [ "00:12:54.75", "00:13:01.29" ], [ "00:13:10.12", "00:13:12.65" ] ], "start_stop_frames": [ [ 37141, 37259 ], [ 38639, 38732 ], [ 38737, 39064 ], [ 39506, 39632 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P35_103+165_166_167_168", "video_id": "P35_103", "narration_ids": [ "P35_103_165", "P35_103_166", "P35_103_167", "P35_103_168" ], "src": "put_down spoon . dry hands . pick_up colander", "src1": "put_down spoon", "src2": "dry hands", "src3": "pick_up colander", "trg": "put_down colander", "vis_src": "P35_103:165 P35_103:166 P35_103:167", "vis_trg": "P35_103:168", "narrations": [ "put down spoon", "dry hands", "pick up colander", "put down colander" ], "verbs": [ "put-down", "dry", "pick-up", "put-down" ], "verb_classes": [ 1, 14, 0, 1 ], "nouns": [ "spoon", "hand", "colander", "colander" ], "noun_classes": [ 1, 11, 39, 39 ], "start_stop_timestamps": [ [ "00:18:28.24", "00:18:31.03" ], [ "00:18:34.34", "00:18:41.54" ], [ "00:18:41.64", "00:18:46.89" ], [ "00:18:46.22", "00:18:49.33" ] ], "start_stop_frames": [ [ 55412, 55551 ], [ 55716, 56077 ], [ 56082, 56344 ], [ 56311, 56466 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P23_102+234_235_236_237", "video_id": "P23_102", "narration_ids": [ "P23_102_234", "P23_102_235", "P23_102_236", "P23_102_237" ], "src": "clean glass . take cloth . wash cloth", "src1": "clean glass", "src2": "take cloth", "src3": "wash cloth", "trg": "put cloth", "vis_src": "P23_102:234 P23_102:235 P23_102:236", "vis_trg": "P23_102:237", "narrations": [ "clean glass", "take cloth", "wash cloth", "put cloth" ], "verbs": [ "clean", "take", "wash", "put" ], "verb_classes": [ 2, 0, 2, 1 ], "nouns": [ "glass", "cloth", "cloth", "cloth" ], "noun_classes": [ 10, 17, 17, 17 ], "start_stop_timestamps": [ [ "00:22:57.26", "00:22:58.43" ], [ "00:22:59.71", "00:23:01.01" ], [ "00:23:00.96", "00:23:05.55" ], [ "00:23:05.65", "00:23:09.34" ] ], "start_stop_frames": [ [ 68863, 68921 ], [ 68985, 69050 ], [ 69048, 69277 ], [ 69282, 69467 ] ], "trgnoun": "cloth", "trgverb": "put" }, { "key": "P01_09+67_68_69_70", "video_id": "P01_09", "narration_ids": [ "P01_09_67", "P01_09_68", "P01_09_69", "P01_09_70" ], "src": "take salt . open salt . pour salt", "src1": "take salt", "src2": "open salt", "src3": "pour salt", "trg": "close salt", "vis_src": "P01_09:67 P01_09:68 P01_09:69", "vis_trg": "P01_09:70", "narrations": [ "take salt", "open salt", "pour salt", "close salt" ], "verbs": [ "take", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "salt", "salt", "salt", "salt" ], "noun_classes": [ 38, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:03:15.24", "00:03:16.20" ], [ "00:03:16.30", "00:03:17.65" ], [ "00:03:17.59", "00:03:20.40" ], [ "00:03:20.19", "00:03:20.69" ] ], "start_stop_frames": [ [ 11714, 11772 ], [ 11778, 11859 ], [ 11855, 12024 ], [ 12011, 12041 ] ], "trgnoun": "salt", "trgverb": "close" }, { "key": "P08_02+11_12_13_14", "video_id": "P08_02", "narration_ids": [ "P08_02_11", "P08_02_12", "P08_02_13", "P08_02_14" ], "src": "close drawer . close dishwasher . open cupboard", "src1": "close drawer", "src2": "close dishwasher", "src3": "open cupboard", "trg": "get dishwasher", "vis_src": "P08_02:11 P08_02:12 P08_02:13", "vis_trg": "P08_02:14", "narrations": [ "close drawer", "close dishwasher", "open cupboard", "get dishwasher" ], "verbs": [ "close", "close", "open", "get" ], "verb_classes": [ 4, 4, 3, 0 ], "nouns": [ "drawer", "dishwasher", "cupboard", "dishwasher" ], "noun_classes": [ 8, 70, 3, 70 ], "start_stop_timestamps": [ [ "00:00:32.77", "00:00:34.22" ], [ "00:00:34.01", "00:00:35.94" ], [ "00:00:35.44", "00:00:36.49" ], [ "00:00:36.55", "00:00:38.77" ] ], "start_stop_frames": [ [ 1966, 2053 ], [ 2040, 2156 ], [ 2126, 2189 ], [ 2193, 2326 ] ], "trgnoun": "dishwasher", "trgverb": "get" }, { "key": "P23_102+239_240_241_242", "video_id": "P23_102", "narration_ids": [ "P23_102_239", "P23_102_240", "P23_102_241", "P23_102_242" ], "src": "clean glass . put glass . take cloth", "src1": "clean glass", "src2": "put glass", "src3": "take cloth", "trg": "wash cloth", "vis_src": "P23_102:239 P23_102:240 P23_102:241", "vis_trg": "P23_102:242", "narrations": [ "clean glass", "put glass", "take cloth", "wash cloth" ], "verbs": [ "clean", "put", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "glass", "glass", "cloth", "cloth" ], "noun_classes": [ 10, 10, 17, 17 ], "start_stop_timestamps": [ [ "00:23:10.99", "00:23:14.64" ], [ "00:23:15.16", "00:23:15.81" ], [ "00:23:16.62", "00:23:17.10" ], [ "00:23:17.39", "00:23:19.93" ] ], "start_stop_frames": [ [ 69549, 69732 ], [ 69758, 69790 ], [ 69831, 69855 ], [ 69869, 69996 ] ], "trgnoun": "cloth", "trgverb": "wash" }, { "key": "P01_09+72_73_74_75", "video_id": "P01_09", "narration_ids": [ "P01_09_72", "P01_09_73", "P01_09_74", "P01_09_75" ], "src": "take oil . open oil . pour oil", "src1": "take oil", "src2": "open oil", "src3": "pour oil", "trg": "close oil", "vis_src": "P01_09:72 P01_09:73 P01_09:74", "vis_trg": "P01_09:75", "narrations": [ "take oil", "open oil", "pour oil", "close oil" ], "verbs": [ "take", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "oil", "oil", "oil", "oil" ], "noun_classes": [ 31, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:03:22.07", "00:03:23.11" ], [ "00:03:22.62", "00:03:23.97" ], [ "00:03:24.31", "00:03:26.22" ], [ "00:03:26.46", "00:03:28.58" ] ], "start_stop_frames": [ [ 12124, 12186 ], [ 12157, 12238 ], [ 12258, 12373 ], [ 12387, 12514 ] ], "trgnoun": "oil", "trgverb": "close" }, { "key": "P02_105+25_26_27_28", "video_id": "P02_105", "narration_ids": [ "P02_105_25", "P02_105_26", "P02_105_27", "P02_105_28" ], "src": "pick_up scissors . put_down scissors . close bag", "src1": "pick_up scissors", "src2": "put_down scissors", "src3": "close bag", "trg": "put bag inside box", "vis_src": "P02_105:25 P02_105:26 P02_105:27", "vis_trg": "P02_105:28", "narrations": [ "pick up scissors", "put down scissors", "close bag", "put bag inside box" ], "verbs": [ "pick-up", "put-down", "close", "put-inside" ], "verb_classes": [ 0, 1, 4, 5 ], "nouns": [ "scissors", "scissors", "bag", "bag" ], "noun_classes": [ 79, 79, 19, 19 ], "start_stop_timestamps": [ [ "00:00:40.80", "00:00:41.62" ], [ "00:00:41.51", "00:00:42.12" ], [ "00:00:42.16", "00:00:44.29" ], [ "00:00:44.28", "00:00:45.16" ] ], "start_stop_frames": [ [ 2039, 2081 ], [ 2075, 2106 ], [ 2108, 2214 ], [ 2214, 2258 ] ], "trgnoun": "bag", "trgverb": "put_inside" }, { "key": "P01_09+375_376_377_378", "video_id": "P01_09", "narration_ids": [ "P01_09_375", "P01_09_376", "P01_09_377", "P01_09_378" ], "src": "dry hands . take salt . open salt", "src1": "dry hands", "src2": "take salt", "src3": "open salt", "trg": "pour salt", "vis_src": "P01_09:375 P01_09:376 P01_09:377", "vis_trg": "P01_09:378", "narrations": [ "dry hands", "take salt", "open salt", "pour salt" ], "verbs": [ "dry", "take", "open", "pour" ], "verb_classes": [ 14, 0, 3, 9 ], "nouns": [ "hand", "salt", "salt", "salt" ], "noun_classes": [ 11, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:27:45.64", "00:27:47.41" ], [ "00:27:47.71", "00:27:48.86" ], [ "00:27:48.84", "00:27:49.59" ], [ "00:27:49.69", "00:27:52.26" ] ], "start_stop_frames": [ [ 99938, 100044 ], [ 100062, 100131 ], [ 100130, 100175 ], [ 100181, 100335 ] ], "trgnoun": "salt", "trgverb": "pour" }, { "key": "P11_104+142_143_144_145", "video_id": "P11_104", "narration_ids": [ "P11_104_142", "P11_104_143", "P11_104_144", "P11_104_145" ], "src": "put_down fork . pick_up olive_oil . open cupboard", "src1": "put_down fork", "src2": "pick_up olive_oil", "src3": "open cupboard", "trg": "put away olive_oil", "vis_src": "P11_104:142 P11_104:143 P11_104:144", "vis_trg": "P11_104:145", "narrations": [ "put down fork", "pick up olive oil", "open cupboard", "put away olive oil" ], "verbs": [ "put-down", "pick-up", "open", "put" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "fork", "oil:olive", "cupboard", "oil:olive" ], "noun_classes": [ 14, 31, 3, 31 ], "start_stop_timestamps": [ [ "00:10:21.00", "00:10:21.59" ], [ "00:10:23.05", "00:10:24.02" ], [ "00:10:24.35", "00:10:24.80" ], [ "00:10:25.19", "00:10:26.14" ] ], "start_stop_frames": [ [ 31050, 31079 ], [ 31152, 31201 ], [ 31217, 31239 ], [ 31259, 31307 ] ], "trgnoun": "olive_oil", "trgverb": "put" }, { "key": "P01_09+376_377_378_379", "video_id": "P01_09", "narration_ids": [ "P01_09_376", "P01_09_377", "P01_09_378", "P01_09_379" ], "src": "take salt . open salt . pour salt", "src1": "take salt", "src2": "open salt", "src3": "pour salt", "trg": "close salt", "vis_src": "P01_09:376 P01_09:377 P01_09:378", "vis_trg": "P01_09:379", "narrations": [ "take salt", "open salt", "pour salt", "close salt" ], "verbs": [ "take", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "salt", "salt", "salt", "salt" ], "noun_classes": [ 38, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:27:47.71", "00:27:48.86" ], [ "00:27:48.84", "00:27:49.59" ], [ "00:27:49.69", "00:27:52.26" ], [ "00:27:51.80", "00:27:52.54" ] ], "start_stop_frames": [ [ 100062, 100131 ], [ 100130, 100175 ], [ 100181, 100335 ], [ 100308, 100352 ] ], "trgnoun": "salt", "trgverb": "close" }, { "key": "P22_07+641_642_643_644", "video_id": "P22_07", "narration_ids": [ "P22_07_641", "P22_07_642", "P22_07_643", "P22_07_644" ], "src": "get rag . close drawer . get pot", "src1": "get rag", "src2": "close drawer", "src3": "get pot", "trg": "put_down down pot", "vis_src": "P22_07:641 P22_07:642 P22_07:643", "vis_trg": "P22_07:644", "narrations": [ "get rag", "close drawer", "get pot", "put down down pot" ], "verbs": [ "get", "close", "get", "put-down" ], "verb_classes": [ 0, 4, 0, 1 ], "nouns": [ "rag", "drawer", "pot", "pot" ], "noun_classes": [ 17, 8, 29, 29 ], "start_stop_timestamps": [ [ "00:30:52.38", "00:30:54.50" ], [ "00:30:54.31", "00:30:55.46" ], [ "00:30:55.25", "00:30:59.64" ], [ "00:31:01.36", "00:31:02.43" ] ], "start_stop_frames": [ [ 111142, 111270 ], [ 111258, 111327 ], [ 111315, 111578 ], [ 111681, 111745 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P01_18+122_123_124_125", "video_id": "P01_18", "narration_ids": [ "P01_18_122", "P01_18_123", "P01_18_124", "P01_18_125" ], "src": "open salt . pour salt . stir squash", "src1": "open salt", "src2": "pour salt", "src3": "stir squash", "trg": "close salt", "vis_src": "P01_18:122 P01_18:123 P01_18:124", "vis_trg": "P01_18:125", "narrations": [ "open salt", "pour salt", "stir squash", "close salt" ], "verbs": [ "open", "pour", "stir", "close" ], "verb_classes": [ 3, 9, 10, 4 ], "nouns": [ "salt", "salt", "squash", "salt" ], "noun_classes": [ 38, 38, 116, 38 ], "start_stop_timestamps": [ [ "00:11:30.59", "00:11:32.48" ], [ "00:11:33.27", "00:11:36.15" ], [ "00:11:37.94", "00:11:43.24" ], [ "00:11:43.46", "00:11:44.74" ] ], "start_stop_frames": [ [ 41435, 41548 ], [ 41596, 41769 ], [ 41876, 42194 ], [ 42207, 42284 ] ], "trgnoun": "salt", "trgverb": "close" }, { "key": "P01_09+562_563_564_565", "video_id": "P01_09", "narration_ids": [ "P01_09_562", "P01_09_563", "P01_09_564", "P01_09_565" ], "src": "open salt . pour salt . take oil", "src1": "open salt", "src2": "pour salt", "src3": "take oil", "trg": "open oil", "vis_src": "P01_09:562 P01_09:563 P01_09:564", "vis_trg": "P01_09:565", "narrations": [ "open salt", "pour salt", "take oil", "open oil" ], "verbs": [ "open", "pour", "take", "open" ], "verb_classes": [ 3, 9, 0, 3 ], "nouns": [ "salt", "salt", "oil", "oil" ], "noun_classes": [ 38, 38, 31, 31 ], "start_stop_timestamps": [ [ "00:39:37.23", "00:39:38.28" ], [ "00:39:38.61", "00:39:43.36" ], [ "00:39:44.91", "00:39:46.29" ], [ "00:39:46.31", "00:39:47.89" ] ], "start_stop_frames": [ [ 142633, 142696 ], [ 142716, 143001 ], [ 143094, 143177 ], [ 143178, 143273 ] ], "trgnoun": "oil", "trgverb": "open" }, { "key": "P06_108+152_153_154_155", "video_id": "P06_108", "narration_ids": [ "P06_108_152", "P06_108_153", "P06_108_154", "P06_108_155" ], "src": "put plate on drying up rack . pick_up towel . dry hands", "src1": "put plate on drying up rack", "src2": "pick_up towel", "src3": "dry hands", "trg": "put_down towel", "vis_src": "P06_108:152 P06_108:153 P06_108:154", "vis_trg": "P06_108:155", "narrations": [ "put plate on drying up rack", "pick up towel", "dry hands", "put down towel" ], "verbs": [ "put-on", "pick-up", "dry", "put-down" ], "verb_classes": [ 1, 0, 14, 1 ], "nouns": [ "plate", "towel", "hand", "towel" ], "noun_classes": [ 2, 52, 11, 52 ], "start_stop_timestamps": [ [ "00:10:39.89", "00:10:41.42" ], [ "00:10:43.15", "00:10:44.04" ], [ "00:10:45.29", "00:10:45.89" ], [ "00:10:46.65", "00:10:51.80" ] ], "start_stop_frames": [ [ 31994, 32070 ], [ 32157, 32202 ], [ 32264, 32294 ], [ 32332, 32589 ] ], "trgnoun": "towel", "trgverb": "put_down" }, { "key": "P03_14+17_18_19_20", "video_id": "P03_14", "narration_ids": [ "P03_14_17", "P03_14_18", "P03_14_19", "P03_14_20" ], "src": "pick_up glass . place glass . shake container", "src1": "pick_up glass", "src2": "place glass", "src3": "shake container", "trg": "close container", "vis_src": "P03_14:17 P03_14:18 P03_14:19", "vis_trg": "P03_14:20", "narrations": [ "pick up glass", "place glass", "shake container", "close container" ], "verbs": [ "pick-up", "place", "shake", "close" ], "verb_classes": [ 0, 1, 15, 4 ], "nouns": [ "glass", "glass", "container", "container" ], "noun_classes": [ 10, 10, 21, 21 ], "start_stop_timestamps": [ [ "00:01:23.79", "00:01:24.79" ], [ "00:01:23.96", "00:01:24.93" ], [ "00:01:27.39", "00:01:28.64" ], [ "00:01:28.17", "00:01:31.15" ] ], "start_stop_frames": [ [ 5027, 5087 ], [ 5037, 5095 ], [ 5243, 5318 ], [ 5290, 5469 ] ], "trgnoun": "container", "trgverb": "close" }, { "key": "P01_106+96_97_98_99", "video_id": "P01_106", "narration_ids": [ "P01_106_96", "P01_106_97", "P01_106_98", "P01_106_99" ], "src": "pick_up spatula . immerge spatula . rinse spatula", "src1": "pick_up spatula", "src2": "immerge spatula", "src3": "rinse spatula", "trg": "put spatula onto drying rack", "vis_src": "P01_106:96 P01_106:97 P01_106:98", "vis_trg": "P01_106:99", "narrations": [ "pick up spatula", "immerge spatula", "rinse spatula", "put spatula onto drying rack" ], "verbs": [ "pick-up", "immerge", "rinse", "put-onto" ], "verb_classes": [ 0, 56, 2, 1 ], "nouns": [ "spatula", "spatula", "spatula", "spatula" ], "noun_classes": [ 20, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:04:33.15", "00:04:34.74" ], [ "00:04:34.44", "00:04:35.06" ], [ "00:04:35.10", "00:04:40.26" ], [ "00:04:40.23", "00:04:41.73" ] ], "start_stop_frames": [ [ 13657, 13737 ], [ 13722, 13753 ], [ 13755, 14013 ], [ 14011, 14086 ] ], "trgnoun": "spatula", "trgverb": "put_onto" }, { "key": "P03_05+20_21_22_23", "video_id": "P03_05", "narration_ids": [ "P03_05_20", "P03_05_21", "P03_05_22", "P03_05_23" ], "src": "put cup . grab salt . open salt", "src1": "put cup", "src2": "grab salt", "src3": "open salt", "trg": "pour salt", "vis_src": "P03_05:20 P03_05:21 P03_05:22", "vis_trg": "P03_05:23", "narrations": [ "put cup", "grab salt", "open salt", "pour salt" ], "verbs": [ "put", "grab", "open", "pour" ], "verb_classes": [ 1, 0, 3, 9 ], "nouns": [ "cup", "salt", "salt", "salt" ], "noun_classes": [ 13, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:00:43.53", "00:00:44.28" ], [ "00:00:45.04", "00:00:46.02" ], [ "00:00:46.74", "00:00:47.24" ], [ "00:00:47.54", "00:00:50.84" ] ], "start_stop_frames": [ [ 2611, 2656 ], [ 2702, 2761 ], [ 2804, 2834 ], [ 2852, 3050 ] ], "trgnoun": "salt", "trgverb": "pour" }, { "key": "P03_116+19_20_21_22", "video_id": "P03_116", "narration_ids": [ "P03_116_19", "P03_116_20", "P03_116_21", "P03_116_22" ], "src": "put water_bottle in fridge . pick_up squash . open bottle", "src1": "put water_bottle in fridge", "src2": "pick_up squash", "src3": "open bottle", "trg": "pour squash into glass", "vis_src": "P03_116:19 P03_116:20 P03_116:21", "vis_trg": "P03_116:22", "narrations": [ "put water bottle in fridge", "pick up squash", "open bottle", "pour squash into glass" ], "verbs": [ "put-in", "pick-up", "open", "pour-into" ], "verb_classes": [ 5, 0, 3, 9 ], "nouns": [ "bottle:water", "squash", "bottle", "squash" ], "noun_classes": [ 15, 116, 15, 116 ], "start_stop_timestamps": [ [ "00:00:33.88", "00:00:34.66" ], [ "00:00:34.60", "00:00:35.72" ], [ "00:00:37.17", "00:00:37.67" ], [ "00:00:38.22", "00:00:41.52" ] ], "start_stop_frames": [ [ 1694, 1732 ], [ 1730, 1786 ], [ 1858, 1883 ], [ 1911, 2076 ] ], "trgnoun": "squash", "trgverb": "pour_into" }, { "key": "P04_107+117_118_119_120", "video_id": "P04_107", "narration_ids": [ "P04_107_117", "P04_107_118", "P04_107_119", "P04_107_120" ], "src": "put_down chopstick . open cupboard . pick_up ramekin", "src1": "put_down chopstick", "src2": "open cupboard", "src3": "pick_up ramekin", "trg": "put_down ramekin", "vis_src": "P04_107:117 P04_107:118 P04_107:119", "vis_trg": "P04_107:120", "narrations": [ "put down chopstick", "open cupboard", "pick up ramekin", "put down ramekin" ], "verbs": [ "put-down", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "chopstick", "cupboard", "ramekin", "ramekin" ], "noun_classes": [ 80, 3, 7, 7 ], "start_stop_timestamps": [ [ "00:04:48.96", "00:04:51.35" ], [ "00:04:51.45", "00:04:53.08" ], [ "00:04:52.58", "00:04:53.75" ], [ "00:04:52.93", "00:04:54.42" ] ], "start_stop_frames": [ [ 14447, 14567 ], [ 14572, 14654 ], [ 14629, 14687 ], [ 14646, 14721 ] ], "trgnoun": "ramekin", "trgverb": "put_down" }, { "key": "P03_117+142_143_144_145", "video_id": "P03_117", "narration_ids": [ "P03_117_142", "P03_117_143", "P03_117_144", "P03_117_145" ], "src": "squeeze_out sponge . put sponge back on side . pick_up washing up bowl", "src1": "squeeze_out sponge", "src2": "put sponge back on side", "src3": "pick_up washing up bowl", "trg": "empty washing up bowl", "vis_src": "P03_117:142 P03_117:143 P03_117:144", "vis_trg": "P03_117:145", "narrations": [ "squeeze out sponge", "put sponge back on side", "pick up washing up bowl", "empty washing up bowl" ], "verbs": [ "squeeze-out", "put-on", "pick-up", "empty" ], "verb_classes": [ 18, 1, 0, 20 ], "nouns": [ "sponge", "sponge", "bowl:washing:up", "bowl:washing:up" ], "noun_classes": [ 9, 9, 7, 7 ], "start_stop_timestamps": [ [ "00:07:28.32", "00:07:29.98" ], [ "00:07:30.15", "00:07:30.78" ], [ "00:07:30.84", "00:07:33.19" ], [ "00:07:32.47", "00:07:33.30" ] ], "start_stop_frames": [ [ 22416, 22499 ], [ 22507, 22539 ], [ 22542, 22659 ], [ 22623, 22665 ] ], "trgnoun": "up_washing_bowl", "trgverb": "empty" }, { "key": "P06_103+65_66_67_68", "video_id": "P06_103", "narration_ids": [ "P06_103_65", "P06_103_66", "P06_103_67", "P06_103_68" ], "src": "pick_up cups . shake cups . open cupboard", "src1": "pick_up cups", "src2": "shake cups", "src3": "open cupboard", "trg": "put cups in cupboard", "vis_src": "P06_103:65 P06_103:66 P06_103:67", "vis_trg": "P06_103:68", "narrations": [ "pick up cups", "shake cups", "open cupboard", "put cups in cupboard" ], "verbs": [ "pick-up", "shake", "open", "put-in" ], "verb_classes": [ 0, 15, 3, 5 ], "nouns": [ "cup", "cup", "cupboard", "cup" ], "noun_classes": [ 13, 13, 3, 13 ], "start_stop_timestamps": [ [ "00:03:59.69", "00:04:01.05" ], [ "00:04:01.39", "00:04:01.99" ], [ "00:04:02.59", "00:04:03.26" ], [ "00:04:03.87", "00:04:06.78" ] ], "start_stop_frames": [ [ 11984, 12052 ], [ 12069, 12099 ], [ 12129, 12163 ], [ 12193, 12339 ] ], "trgnoun": "cup", "trgverb": "put_in" }, { "key": "P10_02+61_62_63_65", "video_id": "P10_02", "narration_ids": [ "P10_02_61", "P10_02_62", "P10_02_63", "P10_02_65" ], "src": "put some olive_oil into the pot . shake the pot to make the olive oil cover the bottom of the pot . put some more olive_oil into another pot", "src1": "put some olive_oil into the pot", "src2": "shake the pot to make the olive oil cover the bottom of the pot", "src3": "put some more olive_oil into another pot", "trg": "wash the chopstick", "vis_src": "P10_02:61 P10_02:62 P10_02:63", "vis_trg": "P10_02:65", "narrations": [ "put some olive oil into the pot", "shake the pot to make the olive oil cover the bottom of the pot", "put some more olive oil into another pot", "wash the chopstick" ], "verbs": [ "put-into", "shake", "put-into", "wash" ], "verb_classes": [ 5, 15, 5, 2 ], "nouns": [ "oil:olive", "pot", "oil:olive", "chopstick" ], "noun_classes": [ 31, 29, 31, 80 ], "start_stop_timestamps": [ [ "00:08:04.90", "00:08:11.15" ], [ "00:08:13.02", "00:08:22.13" ], [ "00:08:23.50", "00:08:27.97" ], [ "00:08:35.28", "00:08:42.29" ] ], "start_stop_frames": [ [ 29094, 29469 ], [ 29581, 30127 ], [ 30210, 30478 ], [ 30916, 31337 ] ], "trgnoun": "chopstick", "trgverb": "wash" }, { "key": "P20_02+1_2_3_5", "video_id": "P20_02", "narration_ids": [ "P20_02_1", "P20_02_2", "P20_02_3", "P20_02_5" ], "src": "pick_up fork . move bin . pick_up plates", "src1": "pick_up fork", "src2": "move bin", "src3": "pick_up plates", "trg": "put_down plate", "vis_src": "P20_02:1 P20_02:2 P20_02:3", "vis_trg": "P20_02:5", "narrations": [ "pick up fork", "move bin", "pick up plates", "put down plate" ], "verbs": [ "pick-up", "move", "pick-up", "put-down" ], "verb_classes": [ 0, 11, 0, 1 ], "nouns": [ "fork", "bin", "plate", "plate" ], "noun_classes": [ 14, 36, 2, 2 ], "start_stop_timestamps": [ [ "00:00:03.73", "00:00:05.31" ], [ "00:00:05.36", "00:00:07.85" ], [ "00:00:19.73", "00:00:22.62" ], [ "00:00:22.30", "00:00:25.46" ] ], "start_stop_frames": [ [ 223, 318 ], [ 321, 471 ], [ 1183, 1357 ], [ 1338, 1527 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P22_11+183_184_185_186", "video_id": "P22_11", "narration_ids": [ "P22_11_183", "P22_11_184", "P22_11_185", "P22_11_186" ], "src": "put can . pick_up lid . rinse lid", "src1": "put can", "src2": "pick_up lid", "src3": "rinse lid", "trg": "put lid", "vis_src": "P22_11:183 P22_11:184 P22_11:185", "vis_trg": "P22_11:186", "narrations": [ "put can", "pick up lid", "rinse lid", "put lid" ], "verbs": [ "put", "pick-up", "rinse", "put" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "can", "lid", "lid", "lid" ], "noun_classes": [ 61, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:06:28.55", "00:06:29.56" ], [ "00:06:29.23", "00:06:31.88" ], [ "00:06:31.83", "00:06:37.74" ], [ "00:06:37.75", "00:06:39.00" ] ], "start_stop_frames": [ [ 23313, 23373 ], [ 23353, 23512 ], [ 23509, 23864 ], [ 23865, 23940 ] ], "trgnoun": "lid", "trgverb": "put" }, { "key": "P01_09+755_756_757_758", "video_id": "P01_09", "narration_ids": [ "P01_09_755", "P01_09_756", "P01_09_757", "P01_09_758" ], "src": "wash rolling_pin . put_down rolling_pin . take tong", "src1": "wash rolling_pin", "src2": "put_down rolling_pin", "src3": "take tong", "trg": "wash tong", "vis_src": "P01_09:755 P01_09:756 P01_09:757", "vis_trg": "P01_09:758", "narrations": [ "wash rolling pin", "put down rolling pin", "take tong", "wash tong" ], "verbs": [ "wash", "put-down", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "pin:rolling", "pin:rolling", "tong", "tong" ], "noun_classes": [ 136, 136, 142, 142 ], "start_stop_timestamps": [ [ "00:51:11.48", "00:51:18.81" ], [ "00:51:18.91", "00:51:20.38" ], [ "00:51:20.48", "00:51:21.38" ], [ "00:51:21.38", "00:51:26.48" ] ], "start_stop_frames": [ [ 184288, 184728 ], [ 184734, 184822 ], [ 184828, 184882 ], [ 184882, 185188 ] ], "trgnoun": "tong", "trgverb": "wash" }, { "key": "P01_09+795_796_797_798", "video_id": "P01_09", "narration_ids": [ "P01_09_795", "P01_09_796", "P01_09_797", "P01_09_798" ], "src": "take rolling_pin . rinse rolling_pin . take sponge", "src1": "take rolling_pin", "src2": "rinse rolling_pin", "src3": "take sponge", "trg": "wash rolling_pin", "vis_src": "P01_09:795 P01_09:796 P01_09:797", "vis_trg": "P01_09:798", "narrations": [ "take rolling pin", "rinse rolling pin", "take sponge", "wash rolling pin" ], "verbs": [ "take", "rinse", "take", "wash" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "pin:rolling", "pin:rolling", "sponge", "pin:rolling" ], "noun_classes": [ 136, 136, 9, 136 ], "start_stop_timestamps": [ [ "00:53:17.64", "00:53:18.66" ], [ "00:53:18.68", "00:53:20.08" ], [ "00:53:20.06", "00:53:20.70" ], [ "00:53:20.80", "00:53:34.52" ] ], "start_stop_frames": [ [ 191858, 191919 ], [ 191920, 192004 ], [ 192003, 192042 ], [ 192048, 192871 ] ], "trgnoun": "rolling_pin", "trgverb": "wash" }, { "key": "P02_03+72_73_74_77", "video_id": "P02_03", "narration_ids": [ "P02_03_72", "P02_03_73", "P02_03_74", "P02_03_77" ], "src": "pick_up towel . dry hands . put towel", "src1": "pick_up towel", "src2": "dry hands", "src3": "put towel", "trg": "open fridge", "vis_src": "P02_03:72 P02_03:73 P02_03:74", "vis_trg": "P02_03:77", "narrations": [ "pick up towel", "dry hands", "put towel", "open fridge" ], "verbs": [ "pick-up", "dry", "put", "open" ], "verb_classes": [ 0, 14, 1, 3 ], "nouns": [ "towel", "hand", "towel", "fridge" ], "noun_classes": [ 52, 11, 52, 12 ], "start_stop_timestamps": [ [ "00:03:15.46", "00:03:19.74" ], [ "00:03:19.61", "00:03:21.84" ], [ "00:03:21.41", "00:03:22.97" ], [ "00:03:30.06", "00:03:31.49" ] ], "start_stop_frames": [ [ 11727, 11984 ], [ 11976, 12110 ], [ 12084, 12178 ], [ 12603, 12689 ] ], "trgnoun": "fridge", "trgverb": "open" }, { "key": "P08_06+42_43_44_45", "video_id": "P08_06", "narration_ids": [ "P08_06_42", "P08_06_43", "P08_06_44", "P08_06_45" ], "src": "place knife and spoons . get plate . clean plate", "src1": "place knife and spoons", "src2": "get plate", "src3": "clean plate", "trg": "place plate", "vis_src": "P08_06:42 P08_06:43 P08_06:44", "vis_trg": "P08_06:45", "narrations": [ "place knife and spoons", "get plate", "clean plate", "place plate" ], "verbs": [ "place", "get", "clean", "place" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "knife", "plate", "plate", "plate" ], "noun_classes": [ 4, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:02:25.50", "00:02:28.25" ], [ "00:02:28.47", "00:02:29.30" ], [ "00:02:29.32", "00:02:30.37" ], [ "00:02:30.54", "00:02:32.04" ] ], "start_stop_frames": [ [ 8730, 8895 ], [ 8908, 8958 ], [ 8959, 9022 ], [ 9032, 9122 ] ], "trgnoun": "plate", "trgverb": "place" }, { "key": "P20_04+237_238_239_240", "video_id": "P20_04", "narration_ids": [ "P20_04_237", "P20_04_238", "P20_04_239", "P20_04_240" ], "src": "pick_up olive_oil . take lid off olive oil . pour olive_oil into bowl", "src1": "pick_up olive_oil", "src2": "take lid off olive oil", "src3": "pour olive_oil into bowl", "trg": "pick_up lid", "vis_src": "P20_04:237 P20_04:238 P20_04:239", "vis_trg": "P20_04:240", "narrations": [ "pick up olive oil", "take lid off olive oil", "pour olive oil into bowl", "pick up lid" ], "verbs": [ "pick-up", "take-off", "pour-into", "pick-up" ], "verb_classes": [ 0, 12, 9, 0 ], "nouns": [ "oil:olive", "lid", "oil:olive", "lid" ], "noun_classes": [ 31, 6, 31, 6 ], "start_stop_timestamps": [ [ "00:18:12.68", "00:18:14.26" ], [ "00:18:13.79", "00:18:15.36" ], [ "00:18:16.86", "00:18:19.29" ], [ "00:18:20.12", "00:18:20.84" ] ], "start_stop_frames": [ [ 65560, 65655 ], [ 65627, 65721 ], [ 65811, 65957 ], [ 66007, 66050 ] ], "trgnoun": "lid", "trgverb": "pick_up" }, { "key": "P22_07+261_262_263_264", "video_id": "P22_07", "narration_ids": [ "P22_07_261", "P22_07_262", "P22_07_263", "P22_07_264" ], "src": "open salt . pour salt . close salt", "src1": "open salt", "src2": "pour salt", "src3": "close salt", "trg": "shake salt", "vis_src": "P22_07:261 P22_07:262 P22_07:263", "vis_trg": "P22_07:264", "narrations": [ "open salt", "pour salt", "close salt", "shake salt" ], "verbs": [ "open", "pour", "close", "shake" ], "verb_classes": [ 3, 9, 4, 15 ], "nouns": [ "salt", "salt", "salt", "salt" ], "noun_classes": [ 38, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:12:21.49", "00:12:22.73" ], [ "00:12:26.65", "00:12:31.68" ], [ "00:12:31.52", "00:12:33.05" ], [ "00:12:32.81", "00:12:36.80" ] ], "start_stop_frames": [ [ 44489, 44563 ], [ 44799, 45100 ], [ 45091, 45183 ], [ 45168, 45408 ] ], "trgnoun": "salt", "trgverb": "shake" }, { "key": "P08_26+49_50_51_52", "video_id": "P08_26", "narration_ids": [ "P08_26_49", "P08_26_50", "P08_26_51", "P08_26_52" ], "src": "place chopping_board . clean colander . get knife", "src1": "place chopping_board", "src2": "clean colander", "src3": "get knife", "trg": "clean knife", "vis_src": "P08_26:49 P08_26:50 P08_26:51", "vis_trg": "P08_26:52", "narrations": [ "place chopping board", "clean colander", "get knife", "clean knife" ], "verbs": [ "place", "clean", "get", "clean" ], "verb_classes": [ 1, 2, 0, 2 ], "nouns": [ "board:chopping", "colander", "knife", "knife" ], "noun_classes": [ 18, 39, 4, 4 ], "start_stop_timestamps": [ [ "00:02:44.40", "00:02:46.46" ], [ "00:02:46.45", "00:02:56.23" ], [ "00:02:56.08", "00:02:57.20" ], [ "00:02:57.24", "00:03:00.58" ] ], "start_stop_frames": [ [ 9864, 9987 ], [ 9987, 10573 ], [ 10564, 10632 ], [ 10634, 10834 ] ], "trgnoun": "knife", "trgverb": "clean" }, { "key": "P29_03+35_36_37_38", "video_id": "P29_03", "narration_ids": [ "P29_03_35", "P29_03_36", "P29_03_37", "P29_03_38" ], "src": "put bottle in bin . move bin . pick_up sponges", "src1": "put bottle in bin", "src2": "move bin", "src3": "pick_up sponges", "trg": "put sponges in basket", "vis_src": "P29_03:35 P29_03:36 P29_03:37", "vis_trg": "P29_03:38", "narrations": [ "put bottle in bin", "move bin", "pick up sponges", "put sponges in basket" ], "verbs": [ "put-in", "move", "pick-up", "put-in" ], "verb_classes": [ 5, 11, 0, 5 ], "nouns": [ "bottle", "bin", "sponge", "sponge" ], "noun_classes": [ 15, 36, 9, 9 ], "start_stop_timestamps": [ [ "00:02:17.80", "00:02:19.53" ], [ "00:02:19.92", "00:02:23.24" ], [ "00:02:26.80", "00:02:28.13" ], [ "00:02:29.16", "00:02:32.41" ] ], "start_stop_frames": [ [ 8268, 8371 ], [ 8395, 8594 ], [ 8808, 8887 ], [ 8949, 9144 ] ], "trgnoun": "sponge", "trgverb": "put_in" }, { "key": "P27_103+356_357_358_359", "video_id": "P27_103", "narration_ids": [ "P27_103_356", "P27_103_357", "P27_103_358", "P27_103_359" ], "src": "move tap . use towel . pick_up bag", "src1": "move tap", "src2": "use towel", "src3": "pick_up bag", "trg": "put_down bag", "vis_src": "P27_103:356 P27_103:357 P27_103:358", "vis_trg": "P27_103:359", "narrations": [ "move tap", "use towel", "pick up bag", "put down bag" ], "verbs": [ "move", "use", "pick-up", "put-down" ], "verb_classes": [ 11, 76, 0, 1 ], "nouns": [ "tap", "towel", "bag", "bag" ], "noun_classes": [ 0, 52, 19, 19 ], "start_stop_timestamps": [ [ "00:27:10.19", "00:27:11.44" ], [ "00:27:11.44", "00:27:14.79" ], [ "00:27:14.00", "00:27:14.98" ], [ "00:27:19.10", "00:27:24.83" ] ], "start_stop_frames": [ [ 81509, 81572 ], [ 81572, 81739 ], [ 81700, 81749 ], [ 81955, 82241 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P01_09+6_7_8_9", "video_id": "P01_09", "narration_ids": [ "P01_09_6", "P01_09_7", "P01_09_8", "P01_09_9" ], "src": "take potatoes off bag . take something off bag . close bag", "src1": "take potatoes off bag", "src2": "take something off bag", "src3": "close bag", "trg": "put_down bag", "vis_src": "P01_09:6 P01_09:7 P01_09:8", "vis_trg": "P01_09:9", "narrations": [ "take potatoes off bag", "take something off bag", "close bag", "put down bag" ], "verbs": [ "take-off", "take-off", "close", "put-down" ], "verb_classes": [ 12, 12, 4, 1 ], "nouns": [ "potato", "bag", "bag", "bag" ], "noun_classes": [ 30, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:00:14.01", "00:00:18.07" ], [ "00:00:17.46", "00:00:18.92" ], [ "00:00:20.43", "00:00:21.61" ], [ "00:00:21.99", "00:00:22.74" ] ], "start_stop_frames": [ [ 840, 1084 ], [ 1047, 1135 ], [ 1225, 1296 ], [ 1319, 1364 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P22_07+262_263_264_265", "video_id": "P22_07", "narration_ids": [ "P22_07_262", "P22_07_263", "P22_07_264", "P22_07_265" ], "src": "pour salt . close salt . shake salt", "src1": "pour salt", "src2": "close salt", "src3": "shake salt", "trg": "open salt", "vis_src": "P22_07:262 P22_07:263 P22_07:264", "vis_trg": "P22_07:265", "narrations": [ "pour salt", "close salt", "shake salt", "open salt" ], "verbs": [ "pour", "close", "shake", "open" ], "verb_classes": [ 9, 4, 15, 3 ], "nouns": [ "salt", "salt", "salt", "salt" ], "noun_classes": [ 38, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:12:26.65", "00:12:31.68" ], [ "00:12:31.52", "00:12:33.05" ], [ "00:12:32.81", "00:12:36.80" ], [ "00:12:36.68", "00:12:37.54" ] ], "start_stop_frames": [ [ 44799, 45100 ], [ 45091, 45183 ], [ 45168, 45408 ], [ 45400, 45452 ] ], "trgnoun": "salt", "trgverb": "open" }, { "key": "P01_09+797_798_799_800", "video_id": "P01_09", "narration_ids": [ "P01_09_797", "P01_09_798", "P01_09_799", "P01_09_800" ], "src": "take sponge . wash rolling_pin . rinse rolling_pin", "src1": "take sponge", "src2": "wash rolling_pin", "src3": "rinse rolling_pin", "trg": "put_down rolling_pin", "vis_src": "P01_09:797 P01_09:798 P01_09:799", "vis_trg": "P01_09:800", "narrations": [ "take sponge", "wash rolling pin", "rinse rolling pin", "put down rolling pin" ], "verbs": [ "take", "wash", "rinse", "put-down" ], "verb_classes": [ 0, 2, 2, 1 ], "nouns": [ "sponge", "pin:rolling", "pin:rolling", "pin:rolling" ], "noun_classes": [ 9, 136, 136, 136 ], "start_stop_timestamps": [ [ "00:53:20.06", "00:53:20.70" ], [ "00:53:20.80", "00:53:34.52" ], [ "00:53:28.97", "00:53:43.63" ], [ "00:53:42.28", "00:53:43.85" ] ], "start_stop_frames": [ [ 192003, 192042 ], [ 192048, 192871 ], [ 192538, 193417 ], [ 193336, 193431 ] ], "trgnoun": "rolling_pin", "trgverb": "put_down" }, { "key": "P04_04+41_42_43_44", "video_id": "P04_04", "narration_ids": [ "P04_04_41", "P04_04_42", "P04_04_43", "P04_04_44" ], "src": "close dishwasher . open cupboard . pick_up potatoes", "src1": "close dishwasher", "src2": "open cupboard", "src3": "pick_up potatoes", "trg": "put_down potatoes", "vis_src": "P04_04:41 P04_04:42 P04_04:43", "vis_trg": "P04_04:44", "narrations": [ "close dishwasher", "open cupboard", "pick up potatoes", "put down potatoes" ], "verbs": [ "close", "open", "pick-up", "put-down" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "dishwasher", "cupboard", "potato", "potato" ], "noun_classes": [ 70, 3, 30, 30 ], "start_stop_timestamps": [ [ "00:02:42.62", "00:02:44.54" ], [ "00:02:49.00", "00:02:50.00" ], [ "00:02:51.99", "00:02:54.19" ], [ "00:02:55.75", "00:02:57.10" ] ], "start_stop_frames": [ [ 9757, 9872 ], [ 10140, 10200 ], [ 10319, 10451 ], [ 10545, 10626 ] ], "trgnoun": "potato", "trgverb": "put_down" }, { "key": "P01_109+8_36_37_60", "video_id": "P01_109", "narration_ids": [ "P01_109_8", "P01_109_36", "P01_109_37", "P01_109_60" ], "src": "pick_up potato . pick_up potatoes . put_down potatoes", "src1": "pick_up potato", "src2": "pick_up potatoes", "src3": "put_down potatoes", "trg": "put_down peeler", "vis_src": "P01_109:8 P01_109:36 P01_109:37", "vis_trg": "P01_109:60", "narrations": [ "pick up potato", "pick up potatoes", "put down potatoes", "put down peeler" ], "verbs": [ "pick-up", "pick-up", "put-down", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "potato", "potato", "potato", "peeler" ], "noun_classes": [ 30, 30, 30, 87 ], "start_stop_timestamps": [ [ "00:00:10.00", "00:00:12.44" ], [ "00:01:07.49", "00:01:09.93" ], [ "00:01:10.34", "00:01:11.05" ], [ "00:03:11.72", "00:03:12.15" ] ], "start_stop_frames": [ [ 500, 622 ], [ 3374, 3496 ], [ 3517, 3552 ], [ 9586, 9607 ] ], "trgnoun": "peeler", "trgverb": "put_down" }, { "key": "P04_113+138_139_140_141", "video_id": "P04_113", "narration_ids": [ "P04_113_138", "P04_113_139", "P04_113_140", "P04_113_141" ], "src": "put ramekin in dishwasher . pick_up plate . close dishwasher_drawer", "src1": "put ramekin in dishwasher", "src2": "pick_up plate", "src3": "close dishwasher_drawer", "trg": "put plate in dishwasher", "vis_src": "P04_113:138 P04_113:139 P04_113:140", "vis_trg": "P04_113:141", "narrations": [ "put ramekin in dishwasher", "pick up plate", "close dishwasher drawer", "put plate in dishwasher" ], "verbs": [ "put-in", "pick-up", "close", "put-in" ], "verb_classes": [ 5, 0, 4, 5 ], "nouns": [ "ramekin", "plate", "drawer:dishwasher", "plate" ], "noun_classes": [ 7, 2, 70, 2 ], "start_stop_timestamps": [ [ "00:04:17.15", "00:04:18.40" ], [ "00:04:19.20", "00:04:20.30" ], [ "00:04:20.90", "00:04:21.48" ], [ "00:04:22.29", "00:04:24.85" ] ], "start_stop_frames": [ [ 12857, 12919 ], [ 12960, 13015 ], [ 13044, 13074 ], [ 13114, 13242 ] ], "trgnoun": "plate", "trgverb": "put_in" }, { "key": "P01_16+53_54_55_56", "video_id": "P01_16", "narration_ids": [ "P01_16_53", "P01_16_54", "P01_16_55", "P01_16_56" ], "src": "dry container . hang glove . take cereals", "src1": "dry container", "src2": "hang glove", "src3": "take cereals", "trg": "put_down cereals", "vis_src": "P01_16:53 P01_16:54 P01_16:55", "vis_trg": "P01_16:56", "narrations": [ "dry container", "hang glove", "take cereals", "put down cereals" ], "verbs": [ "dry", "hang", "take", "put-down" ], "verb_classes": [ 14, 41, 0, 1 ], "nouns": [ "container", "glove", "cereal", "cereal" ], "noun_classes": [ 21, 60, 99, 99 ], "start_stop_timestamps": [ [ "00:01:57.25", "00:01:58.96" ], [ "00:02:02.09", "00:02:03.09" ], [ "00:02:05.42", "00:02:07.26" ], [ "00:02:07.43", "00:02:08.82" ] ], "start_stop_frames": [ [ 7035, 7137 ], [ 7325, 7385 ], [ 7525, 7635 ], [ 7645, 7729 ] ], "trgnoun": "cereal", "trgverb": "put_down" }, { "key": "P04_113+139_140_141_144", "video_id": "P04_113", "narration_ids": [ "P04_113_139", "P04_113_140", "P04_113_141", "P04_113_144" ], "src": "pick_up plate . close dishwasher_drawer . put plate in dishwasher", "src1": "pick_up plate", "src2": "close dishwasher_drawer", "src3": "put plate in dishwasher", "trg": "pick_up spoon", "vis_src": "P04_113:139 P04_113:140 P04_113:141", "vis_trg": "P04_113:144", "narrations": [ "pick up plate", "close dishwasher drawer", "put plate in dishwasher", "pick up spoon" ], "verbs": [ "pick-up", "close", "put-in", "pick-up" ], "verb_classes": [ 0, 4, 5, 0 ], "nouns": [ "plate", "drawer:dishwasher", "plate", "spoon" ], "noun_classes": [ 2, 70, 2, 1 ], "start_stop_timestamps": [ [ "00:04:19.20", "00:04:20.30" ], [ "00:04:20.90", "00:04:21.48" ], [ "00:04:22.29", "00:04:24.85" ], [ "00:04:30.95", "00:04:31.45" ] ], "start_stop_frames": [ [ 12960, 13015 ], [ 13044, 13074 ], [ 13114, 13242 ], [ 13547, 13572 ] ], "trgnoun": "spoon", "trgverb": "pick_up" }, { "key": "P08_24+106_107_108_109", "video_id": "P08_24", "narration_ids": [ "P08_24_106", "P08_24_107", "P08_24_108", "P08_24_109" ], "src": "open cupboard . get plate . get another plate", "src1": "open cupboard", "src2": "get plate", "src3": "get another plate", "trg": "place plates", "vis_src": "P08_24:106 P08_24:107 P08_24:108", "vis_trg": "P08_24:109", "narrations": [ "open cupboard", "get plate", "get another plate", "place plates" ], "verbs": [ "open", "get", "get", "place" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "cupboard", "plate", "plate", "plate" ], "noun_classes": [ 3, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:08:38.06", "00:08:38.81" ], [ "00:08:38.53", "00:08:41.35" ], [ "00:08:41.38", "00:08:42.93" ], [ "00:08:46.21", "00:08:47.55" ] ], "start_stop_frames": [ [ 31083, 31128 ], [ 31111, 31281 ], [ 31282, 31375 ], [ 31572, 31652 ] ], "trgnoun": "plate", "trgverb": "place" }, { "key": "P01_09+323_324_325_326", "video_id": "P01_09", "narration_ids": [ "P01_09_323", "P01_09_324", "P01_09_325", "P01_09_326" ], "src": "take oil . open oil . pour oil onto pan", "src1": "take oil", "src2": "open oil", "src3": "pour oil onto pan", "trg": "close oil", "vis_src": "P01_09:323 P01_09:324 P01_09:325", "vis_trg": "P01_09:326", "narrations": [ "take oil", "open oil", "pour oil onto pan", "close oil" ], "verbs": [ "take", "open", "pour-onto", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "oil", "oil", "oil", "oil" ], "noun_classes": [ 31, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:24:06.17", "00:24:06.92" ], [ "00:24:07.70", "00:24:09.22" ], [ "00:24:09.19", "00:24:15.94" ], [ "00:24:16.34", "00:24:18.66" ] ], "start_stop_frames": [ [ 86770, 86815 ], [ 86862, 86953 ], [ 86951, 87356 ], [ 87380, 87519 ] ], "trgnoun": "oil", "trgverb": "close" }, { "key": "P01_09+780_781_782_783", "video_id": "P01_09", "narration_ids": [ "P01_09_780", "P01_09_781", "P01_09_782", "P01_09_783" ], "src": "rinse bowl . put bowl onto rack . rinse plate", "src1": "rinse bowl", "src2": "put bowl onto rack", "src3": "rinse plate", "trg": "put plate into rack", "vis_src": "P01_09:780 P01_09:781 P01_09:782", "vis_trg": "P01_09:783", "narrations": [ "rinse bowl", "put bowl onto rack", "rinse plate", "put plate into rack" ], "verbs": [ "rinse", "put-onto", "rinse", "put-into" ], "verb_classes": [ 2, 1, 2, 5 ], "nouns": [ "bowl", "bowl", "plate", "plate" ], "noun_classes": [ 7, 7, 2, 2 ], "start_stop_timestamps": [ [ "00:52:21.07", "00:52:32.46" ], [ "00:52:32.89", "00:52:34.22" ], [ "00:52:34.30", "00:52:40.53" ], [ "00:52:40.63", "00:52:42.25" ] ], "start_stop_frames": [ [ 188464, 189147 ], [ 189173, 189253 ], [ 189258, 189631 ], [ 189637, 189735 ] ], "trgnoun": "plate", "trgverb": "put_into" }, { "key": "P01_109+784_785_786_787", "video_id": "P01_109", "narration_ids": [ "P01_109_784", "P01_109_785", "P01_109_786", "P01_109_787" ], "src": "hang cloth . pick_up spatula . pick_up sponge", "src1": "hang cloth", "src2": "pick_up spatula", "src3": "pick_up sponge", "trg": "lather spatula", "vis_src": "P01_109:784 P01_109:785 P01_109:786", "vis_trg": "P01_109:787", "narrations": [ "hang cloth", "pick up spatula", "pick up sponge", "lather spatula" ], "verbs": [ "hang", "pick-up", "pick-up", "lather" ], "verb_classes": [ 41, 0, 0, 2 ], "nouns": [ "cloth", "spatula", "sponge", "spatula" ], "noun_classes": [ 17, 20, 9, 20 ], "start_stop_timestamps": [ [ "00:55:53.15", "00:55:53.93" ], [ "00:55:55.00", "00:55:56.11" ], [ "00:55:56.85", "00:55:57.15" ], [ "00:55:57.12", "00:56:07.67" ] ], "start_stop_frames": [ [ 167657, 167696 ], [ 167750, 167805 ], [ 167842, 167857 ], [ 167856, 168383 ] ], "trgnoun": "spatula", "trgverb": "lather" }, { "key": "P02_102+27_30_32_35", "video_id": "P02_102", "narration_ids": [ "P02_102_27", "P02_102_30", "P02_102_32", "P02_102_35" ], "src": "pick_up box . put_down bag . put_down box", "src1": "pick_up box", "src2": "put_down bag", "src3": "put_down box", "trg": "pick_up bag", "vis_src": "P02_102:27 P02_102:30 P02_102:32", "vis_trg": "P02_102:35", "narrations": [ "pick up box", "put down bag", "put down box", "pick up bag" ], "verbs": [ "pick-up", "put-down", "put-down", "pick-up" ], "verb_classes": [ 0, 1, 1, 0 ], "nouns": [ "box", "bag", "box", "bag" ], "noun_classes": [ 23, 19, 23, 19 ], "start_stop_timestamps": [ [ "00:00:41.36", "00:00:42.32" ], [ "00:00:42.00", "00:00:44.82" ], [ "00:00:45.69", "00:00:46.87" ], [ "00:00:50.87", "00:00:53.61" ] ], "start_stop_frames": [ [ 2068, 2116 ], [ 2100, 2241 ], [ 2284, 2343 ], [ 2543, 2680 ] ], "trgnoun": "bag", "trgverb": "pick_up" }, { "key": "P04_121+307_308_309_310", "video_id": "P04_121", "narration_ids": [ "P04_121_307", "P04_121_308", "P04_121_309", "P04_121_310" ], "src": "empty water from bowl . move wok . rinse bowl", "src1": "empty water from bowl", "src2": "move wok", "src3": "rinse bowl", "trg": "wipe bowl with sponge", "vis_src": "P04_121:307 P04_121:308 P04_121:309", "vis_trg": "P04_121:310", "narrations": [ "empty water from bowl", "move wok", "rinse bowl", "wipe bowl with sponge" ], "verbs": [ "empty", "move", "rinse", "wipe-with" ], "verb_classes": [ 20, 11, 2, 2 ], "nouns": [ "water", "wok", "bowl", "bowl" ], "noun_classes": [ 27, 5, 7, 7 ], "start_stop_timestamps": [ [ "00:14:03.81", "00:14:05.28" ], [ "00:14:05.49", "00:14:06.95" ], [ "00:14:07.17", "00:14:09.15" ], [ "00:14:09.05", "00:14:10.41" ] ], "start_stop_frames": [ [ 42190, 42264 ], [ 42274, 42347 ], [ 42358, 42457 ], [ 42452, 42520 ] ], "trgnoun": "bowl", "trgverb": "wipe_with" }, { "key": "P06_03+38_39_40_41", "video_id": "P06_03", "narration_ids": [ "P06_03_38", "P06_03_39", "P06_03_40", "P06_03_41" ], "src": "put flour on counter . take oil . open oil", "src1": "put flour on counter", "src2": "take oil", "src3": "open oil", "trg": "pour oil into pan", "vis_src": "P06_03:38 P06_03:39 P06_03:40", "vis_trg": "P06_03:41", "narrations": [ "put flour on counter", "take oil", "open oil", "pour oil into pan" ], "verbs": [ "put-on", "take", "open", "pour-into" ], "verb_classes": [ 1, 0, 3, 9 ], "nouns": [ "flour", "oil", "oil", "oil" ], "noun_classes": [ 75, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:02:22.51", "00:02:23.33" ], [ "00:02:24.14", "00:02:25.63" ], [ "00:02:25.51", "00:02:28.16" ], [ "00:02:28.14", "00:02:33.65" ] ], "start_stop_frames": [ [ 8550, 8599 ], [ 8648, 8737 ], [ 8730, 8889 ], [ 8888, 9219 ] ], "trgnoun": "oil", "trgverb": "pour_into" }, { "key": "P03_123+2_3_4_5", "video_id": "P03_123", "narration_ids": [ "P03_123_2", "P03_123_3", "P03_123_4", "P03_123_5" ], "src": "turn_off hob . stir lemon_curd . tap spoon against side of large bowl", "src1": "turn_off hob", "src2": "stir lemon_curd", "src3": "tap spoon against side of large bowl", "trg": "put_down spoon", "vis_src": "P03_123:2 P03_123:3 P03_123:4", "vis_trg": "P03_123:5", "narrations": [ "turn off hob", "stir lemon curd", "tap spoon against side of large bowl", "put down spoon" ], "verbs": [ "turn-off", "stir", "tap", "put-down" ], "verb_classes": [ 8, 10, 32, 1 ], "nouns": [ "hob", "curd:lemon", "spoon", "spoon" ], "noun_classes": [ 24, 115, 1, 1 ], "start_stop_timestamps": [ [ "00:00:07.18", "00:00:08.45" ], [ "00:00:08.47", "00:00:19.69" ], [ "00:00:20.84", "00:00:28.46" ], [ "00:00:28.31", "00:00:29.69" ] ], "start_stop_frames": [ [ 359, 422 ], [ 423, 984 ], [ 1042, 1423 ], [ 1415, 1484 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P01_18+350_351_352_353", "video_id": "P01_18", "narration_ids": [ "P01_18_350", "P01_18_351", "P01_18_352", "P01_18_353" ], "src": "take stock . put stock into saucepan . open bin", "src1": "take stock", "src2": "put stock into saucepan", "src3": "open bin", "trg": "throw something into bin", "vis_src": "P01_18:350 P01_18:351 P01_18:352", "vis_trg": "P01_18:353", "narrations": [ "take stock", "put stock into saucepan", "open bin", "throw something into bin" ], "verbs": [ "take", "put-into", "open", "throw-into" ], "verb_classes": [ 0, 5, 3, 13 ], "nouns": [ "stock", "stock", "bin", "bin" ], "noun_classes": [ 95, 95, 36, 36 ], "start_stop_timestamps": [ [ "00:25:51.08", "00:25:52.84" ], [ "00:25:53.41", "00:25:54.07" ], [ "00:25:55.32", "00:25:57.49" ], [ "00:25:57.37", "00:25:57.97" ] ], "start_stop_frames": [ [ 93064, 93170 ], [ 93204, 93244 ], [ 93319, 93449 ], [ 93442, 93478 ] ], "trgnoun": "bin", "trgverb": "throw_into" }, { "key": "P02_102+26_28_29_31", "video_id": "P02_102", "narration_ids": [ "P02_102_26", "P02_102_28", "P02_102_29", "P02_102_31" ], "src": "put_down bag . put_down box . pick_up bag", "src1": "put_down bag", "src2": "put_down box", "src3": "pick_up bag", "trg": "pick_up box", "vis_src": "P02_102:26 P02_102:28 P02_102:29", "vis_trg": "P02_102:31", "narrations": [ "put down bag", "put down box", "pick up bag", "pick up box" ], "verbs": [ "put-down", "put-down", "pick-up", "pick-up" ], "verb_classes": [ 1, 1, 0, 0 ], "nouns": [ "bag", "box", "bag", "box" ], "noun_classes": [ 19, 23, 19, 23 ], "start_stop_timestamps": [ [ "00:00:40.60", "00:00:41.41" ], [ "00:00:42.42", "00:00:43.04" ], [ "00:00:43.14", "00:00:44.36" ], [ "00:00:44.72", "00:00:45.66" ] ], "start_stop_frames": [ [ 2030, 2070 ], [ 2121, 2152 ], [ 2157, 2218 ], [ 2236, 2283 ] ], "trgnoun": "box", "trgverb": "pick_up" }, { "key": "P02_105+173_174_175_176", "video_id": "P02_105", "narration_ids": [ "P02_105_173", "P02_105_174", "P02_105_175", "P02_105_176" ], "src": "pick_up box . put_down box . pick_up bag", "src1": "pick_up box", "src2": "put_down box", "src3": "pick_up bag", "trg": "fold bag", "vis_src": "P02_105:173 P02_105:174 P02_105:175", "vis_trg": "P02_105:176", "narrations": [ "pick up box", "put down box", "pick up bag", "fold bag" ], "verbs": [ "pick-up", "put-down", "pick-up", "fold" ], "verb_classes": [ 0, 1, 0, 28 ], "nouns": [ "box", "box", "bag", "bag" ], "noun_classes": [ 23, 23, 19, 19 ], "start_stop_timestamps": [ [ "00:05:32.30", "00:05:32.89" ], [ "00:05:33.44", "00:05:33.89" ], [ "00:05:38.32", "00:05:39.02" ], [ "00:05:39.12", "00:05:48.36" ] ], "start_stop_frames": [ [ 16615, 16644 ], [ 16672, 16694 ], [ 16916, 16951 ], [ 16956, 17418 ] ], "trgnoun": "bag", "trgverb": "fold" }, { "key": "P03_109+6_7_8_9", "video_id": "P03_109", "narration_ids": [ "P03_109_6", "P03_109_7", "P03_109_8", "P03_109_9" ], "src": "pour_out water from washing up bowl . move tap . pick_up food from strainer", "src1": "pour_out water from washing up bowl", "src2": "move tap", "src3": "pick_up food from strainer", "trg": "put food in bin", "vis_src": "P03_109:6 P03_109:7 P03_109:8", "vis_trg": "P03_109:9", "narrations": [ "pour out water from washing up bowl", "move tap", "pick up food from strainer", "put food in bin" ], "verbs": [ "pour-out", "move", "pick-up", "put-in" ], "verb_classes": [ 9, 11, 0, 5 ], "nouns": [ "water", "tap", "food", "food" ], "noun_classes": [ 27, 0, 34, 34 ], "start_stop_timestamps": [ [ "00:00:08.80", "00:00:09.85" ], [ "00:00:09.62", "00:00:10.15" ], [ "00:00:10.68", "00:00:11.56" ], [ "00:00:11.66", "00:00:12.75" ] ], "start_stop_frames": [ [ 440, 492 ], [ 480, 507 ], [ 534, 578 ], [ 583, 637 ] ], "trgnoun": "food", "trgverb": "put_in" }, { "key": "P26_21+54_55_56_57", "video_id": "P26_21", "narration_ids": [ "P26_21_54", "P26_21_55", "P26_21_56", "P26_21_57" ], "src": "close door . grab spoon . stir onion", "src1": "close door", "src2": "grab spoon", "src3": "stir onion", "trg": "put spoon down", "vis_src": "P26_21:54 P26_21:55 P26_21:56", "vis_trg": "P26_21:57", "narrations": [ "close door", "grab spoon", "stir onion", "put spoon down" ], "verbs": [ "close", "grab", "stir", "put-down" ], "verb_classes": [ 4, 0, 10, 1 ], "nouns": [ "door", "spoon", "onion", "spoon" ], "noun_classes": [ 3, 1, 16, 1 ], "start_stop_timestamps": [ [ "00:04:37.49", "00:04:38.46" ], [ "00:04:40.10", "00:04:41.16" ], [ "00:04:40.93", "00:04:58.96" ], [ "00:04:58.83", "00:05:01.63" ] ], "start_stop_frames": [ [ 16649, 16707 ], [ 16806, 16869 ], [ 16855, 17937 ], [ 17929, 18097 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P06_03+76_77_78_79", "video_id": "P06_03", "narration_ids": [ "P06_03_76", "P06_03_77", "P06_03_78", "P06_03_79" ], "src": "open cupboard . take oil . take lid off oil", "src1": "open cupboard", "src2": "take oil", "src3": "take lid off oil", "trg": "pour oil into pan", "vis_src": "P06_03:76 P06_03:77 P06_03:78", "vis_trg": "P06_03:79", "narrations": [ "open cupboard", "take oil", "take lid off oil", "pour oil into pan" ], "verbs": [ "open", "take", "take-off", "pour-into" ], "verb_classes": [ 3, 0, 12, 9 ], "nouns": [ "cupboard", "oil", "lid", "oil" ], "noun_classes": [ 3, 31, 6, 31 ], "start_stop_timestamps": [ [ "00:05:11.08", "00:05:12.61" ], [ "00:05:12.58", "00:05:14.29" ], [ "00:05:15.79", "00:05:19.68" ], [ "00:05:21.35", "00:05:25.35" ] ], "start_stop_frames": [ [ 18664, 18756 ], [ 18754, 18857 ], [ 18947, 19180 ], [ 19281, 19521 ] ], "trgnoun": "oil", "trgverb": "pour_into" }, { "key": "P13_09+20_21_22_23", "video_id": "P13_09", "narration_ids": [ "P13_09_20", "P13_09_21", "P13_09_22", "P13_09_23" ], "src": "put pot in drawer . close drawer . pick_up plate", "src1": "put pot in drawer", "src2": "close drawer", "src3": "pick_up plate", "trg": "clean plate", "vis_src": "P13_09:20 P13_09:21 P13_09:22", "vis_trg": "P13_09:23", "narrations": [ "put pot in drawer", "close drawer", "pick up plate", "clean plate" ], "verbs": [ "put-in", "close", "pick-up", "clean" ], "verb_classes": [ 5, 4, 0, 2 ], "nouns": [ "pot", "drawer", "plate", "plate" ], "noun_classes": [ 29, 8, 2, 2 ], "start_stop_timestamps": [ [ "00:04:48.33", "00:04:53.82" ], [ "00:04:53.92", "00:04:56.13" ], [ "00:04:58.89", "00:05:00.91" ], [ "00:05:06.25", "00:05:08.60" ] ], "start_stop_frames": [ [ 17299, 17629 ], [ 17635, 17767 ], [ 17933, 18054 ], [ 18375, 18516 ] ], "trgnoun": "plate", "trgverb": "clean" }, { "key": "P22_07+260_261_262_263", "video_id": "P22_07", "narration_ids": [ "P22_07_260", "P22_07_261", "P22_07_262", "P22_07_263" ], "src": "grab salt . open salt . pour salt", "src1": "grab salt", "src2": "open salt", "src3": "pour salt", "trg": "close salt", "vis_src": "P22_07:260 P22_07:261 P22_07:262", "vis_trg": "P22_07:263", "narrations": [ "grab salt", "open salt", "pour salt", "close salt" ], "verbs": [ "grab", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "salt", "salt", "salt", "salt" ], "noun_classes": [ 38, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:12:20.29", "00:12:20.97" ], [ "00:12:21.49", "00:12:22.73" ], [ "00:12:26.65", "00:12:31.68" ], [ "00:12:31.52", "00:12:33.05" ] ], "start_stop_frames": [ [ 44417, 44458 ], [ 44489, 44563 ], [ 44799, 45100 ], [ 45091, 45183 ] ], "trgnoun": "salt", "trgverb": "close" }, { "key": "P12_06+16_17_18_19", "video_id": "P12_06", "narration_ids": [ "P12_06_16", "P12_06_17", "P12_06_18", "P12_06_19" ], "src": "adjust plates . open fridge . take bottle", "src1": "adjust plates", "src2": "open fridge", "src3": "take bottle", "trg": "put bottle on table", "vis_src": "P12_06:16 P12_06:17 P12_06:18", "vis_trg": "P12_06:19", "narrations": [ "adjust plates", "open fridge", "take bottle", "put bottle on table" ], "verbs": [ "adjust", "open", "take", "put-on" ], "verb_classes": [ 17, 3, 0, 1 ], "nouns": [ "plate", "fridge", "bottle", "bottle" ], "noun_classes": [ 2, 12, 15, 15 ], "start_stop_timestamps": [ [ "00:01:28.60", "00:01:34.47" ], [ "00:01:37.67", "00:01:39.60" ], [ "00:01:43.45", "00:01:45.12" ], [ "00:01:47.99", "00:01:50.14" ] ], "start_stop_frames": [ [ 5316, 5668 ], [ 5860, 5976 ], [ 6207, 6307 ], [ 6479, 6608 ] ], "trgnoun": "bottle", "trgverb": "put_on" }, { "key": "P22_117+100_101_102_103", "video_id": "P22_117", "narration_ids": [ "P22_117_100", "P22_117_101", "P22_117_102", "P22_117_103" ], "src": "rinse container . put_down container . pick_up lid", "src1": "rinse container", "src2": "put_down container", "src3": "pick_up lid", "trg": "rinse lid", "vis_src": "P22_117:100 P22_117:101 P22_117:102", "vis_trg": "P22_117:103", "narrations": [ "rinse container", "put down container", "pick up lid", "rinse lid" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "container", "container", "lid", "lid" ], "noun_classes": [ 21, 21, 6, 6 ], "start_stop_timestamps": [ [ "00:03:31.35", "00:03:44.85" ], [ "00:03:32.71", "00:03:45.92" ], [ "00:03:46.29", "00:03:47.29" ], [ "00:03:46.50", "00:03:52.30" ] ], "start_stop_frames": [ [ 10567, 11242 ], [ 10635, 11296 ], [ 11314, 11364 ], [ 11325, 11615 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P22_08+229_230_231_232", "video_id": "P22_08", "narration_ids": [ "P22_08_229", "P22_08_230", "P22_08_231", "P22_08_232" ], "src": "dry hands . place rag . pick_up glasses", "src1": "dry hands", "src2": "place rag", "src3": "pick_up glasses", "trg": "place glasses", "vis_src": "P22_08:229 P22_08:230 P22_08:231", "vis_trg": "P22_08:232", "narrations": [ "dry hands", "place rag", "pick up glasses", "place glasses" ], "verbs": [ "dry", "place", "pick-up", "place" ], "verb_classes": [ 14, 1, 0, 1 ], "nouns": [ "hand", "rag", "glass", "glass" ], "noun_classes": [ 11, 17, 10, 10 ], "start_stop_timestamps": [ [ "00:09:40.70", "00:09:46.55" ], [ "00:09:46.48", "00:09:47.47" ], [ "00:09:49.00", "00:09:50.50" ], [ "00:09:52.67", "00:09:53.91" ] ], "start_stop_frames": [ [ 34842, 35193 ], [ 35188, 35248 ], [ 35340, 35430 ], [ 35560, 35634 ] ], "trgnoun": "glass", "trgverb": "place" }, { "key": "P03_101+55_56_57_58", "video_id": "P03_101", "narration_ids": [ "P03_101_55", "P03_101_56", "P03_101_57", "P03_101_58" ], "src": "put fork in bowl . pick_up scissors . pick_up saucepan", "src1": "put fork in bowl", "src2": "pick_up scissors", "src3": "pick_up saucepan", "trg": "rinse_out saucepan", "vis_src": "P03_101:55 P03_101:56 P03_101:57", "vis_trg": "P03_101:58", "narrations": [ "put fork in bowl", "pick up scissors", "pick up saucepan", "rinse out saucepan" ], "verbs": [ "put-in", "pick-up", "pick-up", "rinse-out" ], "verb_classes": [ 5, 0, 0, 2 ], "nouns": [ "fork", "scissors", "saucepan", "saucepan" ], "noun_classes": [ 14, 79, 5, 5 ], "start_stop_timestamps": [ [ "00:01:12.41", "00:01:12.79" ], [ "00:01:13.14", "00:01:13.85" ], [ "00:01:13.85", "00:01:14.34" ], [ "00:01:15.44", "00:01:16.84" ] ], "start_stop_frames": [ [ 3620, 3639 ], [ 3657, 3692 ], [ 3692, 3717 ], [ 3772, 3842 ] ], "trgnoun": "saucepan", "trgverb": "rinse_out" }, { "key": "P03_16+15_16_17_18", "video_id": "P03_16", "narration_ids": [ "P03_16_15", "P03_16_16", "P03_16_17", "P03_16_18" ], "src": "grab salt . open salt . pour cup", "src1": "grab salt", "src2": "open salt", "src3": "pour cup", "trg": "pour salt", "vis_src": "P03_16:15 P03_16:16 P03_16:17", "vis_trg": "P03_16:18", "narrations": [ "grab salt", "open salt", "pour cup", "pour salt" ], "verbs": [ "grab", "open", "pour", "pour" ], "verb_classes": [ 0, 3, 9, 9 ], "nouns": [ "salt", "salt", "cup", "salt" ], "noun_classes": [ 38, 38, 13, 38 ], "start_stop_timestamps": [ [ "00:00:46.31", "00:00:47.28" ], [ "00:00:47.68", "00:00:48.84" ], [ "00:00:50.08", "00:00:51.65" ], [ "00:00:51.62", "00:00:58.06" ] ], "start_stop_frames": [ [ 2778, 2836 ], [ 2860, 2930 ], [ 3004, 3099 ], [ 3097, 3483 ] ], "trgnoun": "salt", "trgverb": "pour" }, { "key": "P30_11+61_62_63_64", "video_id": "P30_11", "narration_ids": [ "P30_11_61", "P30_11_62", "P30_11_63", "P30_11_64" ], "src": "wash saucepan . rinse saucepan . take washing up bowl", "src1": "wash saucepan", "src2": "rinse saucepan", "src3": "take washing up bowl", "trg": "put washing up bowl", "vis_src": "P30_11:61 P30_11:62 P30_11:63", "vis_trg": "P30_11:64", "narrations": [ "wash saucepan", "rinse saucepan", "take washing up bowl", "put washing up bowl" ], "verbs": [ "wash", "rinse", "take", "put" ], "verb_classes": [ 2, 2, 0, 1 ], "nouns": [ "saucepan", "saucepan", "bowl:washing:up", "bowl:washing:up" ], "noun_classes": [ 5, 5, 7, 7 ], "start_stop_timestamps": [ [ "00:03:21.20", "00:03:26.80" ], [ "00:03:26.37", "00:03:30.35" ], [ "00:03:29.36", "00:03:30.48" ], [ "00:03:30.58", "00:03:31.68" ] ], "start_stop_frames": [ [ 12072, 12408 ], [ 12382, 12621 ], [ 12561, 12628 ], [ 12634, 12700 ] ], "trgnoun": "up_washing_bowl", "trgverb": "put" }, { "key": "P04_107+217_220_318_343", "video_id": "P04_107", "narration_ids": [ "P04_107_217", "P04_107_220", "P04_107_318", "P04_107_343" ], "src": "squeeze ball of dough . squeeze dough . move chopstick", "src1": "squeeze ball of dough", "src2": "squeeze dough", "src3": "move chopstick", "trg": "put_down chopstick", "vis_src": "P04_107:217 P04_107:220 P04_107:318", "vis_trg": "P04_107:343", "narrations": [ "squeeze ball of dough", "squeeze dough", "move chopstick", "put down chopstick" ], "verbs": [ "squeeze", "squeeze", "move", "put-down" ], "verb_classes": [ 18, 18, 11, 1 ], "nouns": [ "ball:dough", "dough", "chopstick", "chopstick" ], "noun_classes": [ 25, 25, 80, 80 ], "start_stop_timestamps": [ [ "00:07:29.04", "00:07:31.15" ], [ "00:07:31.00", "00:07:32.90" ], [ "00:09:47.85", "00:09:48.29" ], [ "00:10:33.97", "00:10:34.40" ] ], "start_stop_frames": [ [ 22452, 22557 ], [ 22550, 22645 ], [ 29392, 29414 ], [ 31698, 31720 ] ], "trgnoun": "chopstick", "trgverb": "put_down" }, { "key": "P27_104+232_233_234_235", "video_id": "P27_104", "narration_ids": [ "P27_104_232", "P27_104_233", "P27_104_234", "P27_104_235" ], "src": "rinse container . put_down container . pick_up lid", "src1": "rinse container", "src2": "put_down container", "src3": "pick_up lid", "trg": "rinse lid", "vis_src": "P27_104:232 P27_104:233 P27_104:234", "vis_trg": "P27_104:235", "narrations": [ "rinse container", "put down container", "pick up lid", "rinse lid" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "container", "container", "lid", "lid" ], "noun_classes": [ 21, 21, 6, 6 ], "start_stop_timestamps": [ [ "00:11:27.26", "00:11:38.17" ], [ "00:11:38.27", "00:11:40.11" ], [ "00:11:40.43", "00:11:41.24" ], [ "00:11:41.18", "00:11:43.91" ] ], "start_stop_frames": [ [ 34363, 34908 ], [ 34913, 35005 ], [ 35021, 35062 ], [ 35059, 35195 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P01_09+750_751_752_753", "video_id": "P01_09", "narration_ids": [ "P01_09_750", "P01_09_751", "P01_09_752", "P01_09_753" ], "src": "move spoon . take rolling_pin . turn_on tap", "src1": "move spoon", "src2": "take rolling_pin", "src3": "turn_on tap", "trg": "wash rolling_pin", "vis_src": "P01_09:750 P01_09:751 P01_09:752", "vis_trg": "P01_09:753", "narrations": [ "move spoon", "take rolling pin", "turn on tap", "wash rolling pin" ], "verbs": [ "move", "take", "turn-on", "wash" ], "verb_classes": [ 11, 0, 6, 2 ], "nouns": [ "spoon", "pin:rolling", "tap", "pin:rolling" ], "noun_classes": [ 1, 136, 0, 136 ], "start_stop_timestamps": [ [ "00:50:47.65", "00:50:49.28" ], [ "00:50:51.75", "00:50:52.99" ], [ "00:50:52.67", "00:50:53.72" ], [ "00:50:53.74", "00:51:10.55" ] ], "start_stop_frames": [ [ 182859, 182956 ], [ 183105, 183179 ], [ 183160, 183223 ], [ 183224, 184233 ] ], "trgnoun": "rolling_pin", "trgverb": "wash" }, { "key": "P04_107+345_346_347_348", "video_id": "P04_107", "narration_ids": [ "P04_107_345", "P04_107_346", "P04_107_347", "P04_107_348" ], "src": "put dough on greaseproof paper . move chopstick . pick_up ball of dough", "src1": "put dough on greaseproof paper", "src2": "move chopstick", "src3": "pick_up ball of dough", "trg": "squeeze ball of dough", "vis_src": "P04_107:345 P04_107:346 P04_107:347", "vis_trg": "P04_107:348", "narrations": [ "put dough on greaseproof paper", "move chopstick", "pick up ball of dough", "squeeze ball of dough" ], "verbs": [ "put-on", "move", "pick-up", "squeeze" ], "verb_classes": [ 1, 11, 0, 18 ], "nouns": [ "dough", "chopstick", "ball:dough", "ball:dough" ], "noun_classes": [ 25, 80, 25, 25 ], "start_stop_timestamps": [ [ "00:10:35.54", "00:10:38.91" ], [ "00:10:39.75", "00:10:40.92" ], [ "00:10:41.00", "00:10:42.11" ], [ "00:10:42.11", "00:10:46.01" ] ], "start_stop_frames": [ [ 31777, 31945 ], [ 31987, 32045 ], [ 32050, 32105 ], [ 32105, 32300 ] ], "trgnoun": "dough_ball", "trgverb": "squeeze" }, { "key": "P02_112+210_211_212_213", "video_id": "P02_112", "narration_ids": [ "P02_112_210", "P02_112_211", "P02_112_212", "P02_112_213" ], "src": "place dough on tray . pick_up remaining_dough from bowl . oil hand", "src1": "place dough on tray", "src2": "pick_up remaining_dough from bowl", "src3": "oil hand", "trg": "knead hand", "vis_src": "P02_112:210 P02_112:211 P02_112:212", "vis_trg": "P02_112:213", "narrations": [ "place dough on tray", "pick up remaining dough from bowl", "oil hand", "knead" ], "verbs": [ "place-on", "pick-up", "oil", "knead" ], "verb_classes": [ 1, 0, 66, 51 ], "nouns": [ "dough", "dough:remaining", "hand", "hand" ], "noun_classes": [ 25, 25, 11, 11 ], "start_stop_timestamps": [ [ "00:14:53.16", "00:14:54.26" ], [ "00:14:55.03", "00:15:01.26" ], [ "00:15:00.99", "00:15:02.28" ], [ "00:15:02.00", "00:15:15.87" ] ], "start_stop_frames": [ [ 44658, 44713 ], [ 44751, 45063 ], [ 45049, 45114 ], [ 45100, 45793 ] ], "trgnoun": "hand", "trgverb": "knead" }, { "key": "P22_116+84_85_86_87", "video_id": "P22_116", "narration_ids": [ "P22_116_84", "P22_116_85", "P22_116_86", "P22_116_87" ], "src": "lather spoon . put_down spoon . pick_up cup", "src1": "lather spoon", "src2": "put_down spoon", "src3": "pick_up cup", "trg": "lather cup", "vis_src": "P22_116:84 P22_116:85 P22_116:86", "vis_trg": "P22_116:87", "narrations": [ "lather spoon", "put down spoon", "pick up cup", "lather cup" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spoon", "spoon", "cup", "cup" ], "noun_classes": [ 1, 1, 13, 13 ], "start_stop_timestamps": [ [ "00:03:32.35", "00:03:34.17" ], [ "00:03:34.06", "00:03:34.77" ], [ "00:03:35.18", "00:03:36.16" ], [ "00:03:36.26", "00:03:41.51" ] ], "start_stop_frames": [ [ 10617, 10708 ], [ 10703, 10738 ], [ 10759, 10808 ], [ 10813, 11075 ] ], "trgnoun": "cup", "trgverb": "lather" }, { "key": "P02_04+85_86_87_88", "video_id": "P02_04", "narration_ids": [ "P02_04_85", "P02_04_86", "P02_04_87", "P02_04_88" ], "src": "wash chopping_board . put sponge . open tap", "src1": "wash chopping_board", "src2": "put sponge", "src3": "open tap", "trg": "rinse chopping_board", "vis_src": "P02_04:85 P02_04:86 P02_04:87", "vis_trg": "P02_04:88", "narrations": [ "wash chopping board", "put sponge", "open tap", "rinse chopping board" ], "verbs": [ "wash", "put", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "board:chopping", "sponge", "tap", "board:chopping" ], "noun_classes": [ 18, 9, 0, 18 ], "start_stop_timestamps": [ [ "00:03:39.26", "00:03:41.01" ], [ "00:03:41.08", "00:03:41.92" ], [ "00:03:41.67", "00:03:42.71" ], [ "00:03:41.90", "00:03:45.48" ] ], "start_stop_frames": [ [ 13155, 13260 ], [ 13264, 13315 ], [ 13300, 13362 ], [ 13314, 13528 ] ], "trgnoun": "chopping_board", "trgverb": "rinse" }, { "key": "P01_09+24_25_26_27", "video_id": "P01_09", "narration_ids": [ "P01_09_24", "P01_09_25", "P01_09_26", "P01_09_27" ], "src": "open cupboard . put cup into cupboard . take measuring_cup", "src1": "open cupboard", "src2": "put cup into cupboard", "src3": "take measuring_cup", "trg": "put_down measuring_cup", "vis_src": "P01_09:24 P01_09:25 P01_09:26", "vis_trg": "P01_09:27", "narrations": [ "open cupboard", "put cup into cupboard", "take measuring cup", "put down measuring cup" ], "verbs": [ "open", "put-into", "take", "put-down" ], "verb_classes": [ 3, 5, 0, 1 ], "nouns": [ "cupboard", "cup", "cup:measuring", "cup:measuring" ], "noun_classes": [ 3, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:00:57.04", "00:00:58.15" ], [ "00:00:58.69", "00:01:00.74" ], [ "00:01:00.25", "00:01:02.45" ], [ "00:01:02.52", "00:01:05.20" ] ], "start_stop_frames": [ [ 3422, 3489 ], [ 3521, 3644 ], [ 3615, 3747 ], [ 3751, 3912 ] ], "trgnoun": "measuring_cup", "trgverb": "put_down" }, { "key": "P04_104+25_26_27_28", "video_id": "P04_104", "narration_ids": [ "P04_104_25", "P04_104_26", "P04_104_27", "P04_104_28" ], "src": "rinse spoon . put_down spoon . pick_up flour", "src1": "rinse spoon", "src2": "put_down spoon", "src3": "pick_up flour", "trg": "open flour", "vis_src": "P04_104:25 P04_104:26 P04_104:27", "vis_trg": "P04_104:28", "narrations": [ "rinse spoon", "put down spoon", "pick up flour", "open flour" ], "verbs": [ "rinse", "put-down", "pick-up", "open" ], "verb_classes": [ 2, 1, 0, 3 ], "nouns": [ "spoon", "spoon", "flour", "flour" ], "noun_classes": [ 1, 1, 75, 75 ], "start_stop_timestamps": [ [ "00:01:11.32", "00:01:13.41" ], [ "00:01:13.39", "00:01:14.27" ], [ "00:01:14.34", "00:01:16.54" ], [ "00:01:16.50", "00:01:17.65" ] ], "start_stop_frames": [ [ 3565, 3670 ], [ 3669, 3713 ], [ 3717, 3826 ], [ 3825, 3882 ] ], "trgnoun": "flour", "trgverb": "open" }, { "key": "P29_03+183_184_185_186", "video_id": "P29_03", "narration_ids": [ "P29_03_183", "P29_03_184", "P29_03_185", "P29_03_186" ], "src": "put washing up liquid down . move tap . pick_up plates", "src1": "put washing up liquid down", "src2": "move tap", "src3": "pick_up plates", "trg": "put plates into sink", "vis_src": "P29_03:183 P29_03:184 P29_03:185", "vis_trg": "P29_03:186", "narrations": [ "put washing up liquid down", "move tap", "pick up plates", "put plates into sink" ], "verbs": [ "put", "move", "pick-up", "put-into" ], "verb_classes": [ 1, 11, 0, 5 ], "nouns": [ "liquid:washing:up", "tap", "plate", "plate" ], "noun_classes": [ 22, 0, 2, 2 ], "start_stop_timestamps": [ [ "00:10:42.80", "00:10:44.87" ], [ "00:10:45.01", "00:10:46.91" ], [ "00:10:59.56", "00:11:00.34" ], [ "00:11:01.17", "00:11:03.51" ] ], "start_stop_frames": [ [ 38568, 38692 ], [ 38700, 38814 ], [ 39573, 39620 ], [ 39670, 39810 ] ], "trgnoun": "plate", "trgverb": "put_into" }, { "key": "P35_104+258_259_260_261", "video_id": "P35_104", "narration_ids": [ "P35_104_258", "P35_104_259", "P35_104_260", "P35_104_261" ], "src": "dry container . put_down container . pick_up lid", "src1": "dry container", "src2": "put_down container", "src3": "pick_up lid", "trg": "close container", "vis_src": "P35_104:258 P35_104:259 P35_104:260", "vis_trg": "P35_104:261", "narrations": [ "dry container", "put down container", "pick up lid", "close container" ], "verbs": [ "dry", "put-down", "pick-up", "close" ], "verb_classes": [ 14, 1, 0, 4 ], "nouns": [ "container", "container", "lid", "container" ], "noun_classes": [ 21, 21, 6, 21 ], "start_stop_timestamps": [ [ "00:18:37.64", "00:18:41.44" ], [ "00:18:41.47", "00:18:42.31" ], [ "00:18:42.41", "00:18:43.82" ], [ "00:18:44.99", "00:18:46.94" ] ], "start_stop_frames": [ [ 55882, 56072 ], [ 56073, 56115 ], [ 56120, 56191 ], [ 56249, 56347 ] ], "trgnoun": "container", "trgverb": "close" }, { "key": "P02_105+49_50_51_52", "video_id": "P02_105", "narration_ids": [ "P02_105_49", "P02_105_50", "P02_105_51", "P02_105_52" ], "src": "pick_up plate . sponge plate . open tap", "src1": "pick_up plate", "src2": "sponge plate", "src3": "open tap", "trg": "rinse plate", "vis_src": "P02_105:49 P02_105:50 P02_105:51", "vis_trg": "P02_105:52", "narrations": [ "pick up plate", "sponge plate", "open tap", "rinse plate" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "plate", "plate", "tap", "plate" ], "noun_classes": [ 2, 2, 0, 2 ], "start_stop_timestamps": [ [ "00:01:16.95", "00:01:18.16" ], [ "00:01:17.56", "00:01:22.68" ], [ "00:01:22.90", "00:01:23.78" ], [ "00:01:23.95", "00:01:28.73" ] ], "start_stop_frames": [ [ 3847, 3908 ], [ 3878, 4134 ], [ 4145, 4189 ], [ 4197, 4436 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P02_105+55_56_57_58", "video_id": "P02_105", "narration_ids": [ "P02_105_55", "P02_105_56", "P02_105_57", "P02_105_58" ], "src": "pick_up plate . sponge plate . open tap", "src1": "pick_up plate", "src2": "sponge plate", "src3": "open tap", "trg": "rinse plate", "vis_src": "P02_105:55 P02_105:56 P02_105:57", "vis_trg": "P02_105:58", "narrations": [ "pick up plate", "sponge plate", "open tap", "rinse plate" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "plate", "plate", "tap", "plate" ], "noun_classes": [ 2, 2, 0, 2 ], "start_stop_timestamps": [ [ "00:01:31.66", "00:01:32.08" ], [ "00:01:32.23", "00:01:40.15" ], [ "00:01:40.22", "00:01:41.31" ], [ "00:01:41.41", "00:01:47.04" ] ], "start_stop_frames": [ [ 4583, 4604 ], [ 4611, 5007 ], [ 5011, 5065 ], [ 5070, 5352 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P02_118+259_260_261_262", "video_id": "P02_118", "narration_ids": [ "P02_118_259", "P02_118_260", "P02_118_261", "P02_118_262" ], "src": "put_down mug . pick_up glass . open tap", "src1": "put_down mug", "src2": "pick_up glass", "src3": "open tap", "trg": "fill glass with water", "vis_src": "P02_118:259 P02_118:260 P02_118:261", "vis_trg": "P02_118:262", "narrations": [ "put down mug", "pick up glass", "open tap", "fill glass with water" ], "verbs": [ "put-down", "pick-up", "turn-on", "fill-with" ], "verb_classes": [ 1, 0, 6, 26 ], "nouns": [ "mug", "glass", "tap", "glass" ], "noun_classes": [ 13, 10, 0, 10 ], "start_stop_timestamps": [ [ "00:12:14.64", "00:12:16.43" ], [ "00:12:16.65", "00:12:17.51" ], [ "00:12:17.71", "00:12:18.58" ], [ "00:12:18.62", "00:12:19.78" ] ], "start_stop_frames": [ [ 36732, 36821 ], [ 36832, 36875 ], [ 36885, 36929 ], [ 36931, 36989 ] ], "trgnoun": "glass", "trgverb": "fill_with" }, { "key": "P01_105+481_482_483_484", "video_id": "P01_105", "narration_ids": [ "P01_105_481", "P01_105_482", "P01_105_483", "P01_105_484" ], "src": "pick_up colander . shake colander . put_down colander", "src1": "pick_up colander", "src2": "shake colander", "src3": "put_down colander", "trg": "move colander on cutting board", "vis_src": "P01_105:481 P01_105:482 P01_105:483", "vis_trg": "P01_105:484", "narrations": [ "pick up colander", "shake colander", "put down colander", "move colander on cutting board" ], "verbs": [ "pick-up", "shake", "put-down", "move" ], "verb_classes": [ 0, 15, 1, 11 ], "nouns": [ "colander", "colander", "colander", "colander" ], "noun_classes": [ 39, 39, 39, 39 ], "start_stop_timestamps": [ [ "00:19:36.10", "00:19:37.24" ], [ "00:19:37.85", "00:19:39.24" ], [ "00:19:40.51", "00:19:41.92" ], [ "00:19:42.43", "00:19:43.41" ] ], "start_stop_frames": [ [ 58804, 58862 ], [ 58892, 58962 ], [ 59025, 59096 ], [ 59121, 59170 ] ], "trgnoun": "colander", "trgverb": "move" }, { "key": "P12_104+106_107_108_109", "video_id": "P12_104", "narration_ids": [ "P12_104_106", "P12_104_107", "P12_104_108", "P12_104_109" ], "src": "pick_up plastic_bag . pick_up plastic_bags . close drawer", "src1": "pick_up plastic_bag", "src2": "pick_up plastic_bags", "src3": "close drawer", "trg": "open plastic_bag", "vis_src": "P12_104:106 P12_104:107 P12_104:108", "vis_trg": "P12_104:109", "narrations": [ "pick up plastic bag", "pick up plastic bags", "close drawer", "open plastic bag" ], "verbs": [ "pick-up", "pick-up", "close", "open" ], "verb_classes": [ 0, 0, 4, 3 ], "nouns": [ "bag:plastic", "bag:plastic", "drawer", "bag:plastic" ], "noun_classes": [ 19, 19, 8, 19 ], "start_stop_timestamps": [ [ "00:07:20.95", "00:07:22.11" ], [ "00:07:22.21", "00:07:29.60" ], [ "00:07:30.50", "00:07:32.22" ], [ "00:07:34.45", "00:07:37.93" ] ], "start_stop_frames": [ [ 22047, 22105 ], [ 22110, 22480 ], [ 22525, 22611 ], [ 22722, 22896 ] ], "trgnoun": "plastic_bag", "trgverb": "open" }, { "key": "P02_102+47_48_49_51", "video_id": "P02_102", "narration_ids": [ "P02_102_47", "P02_102_48", "P02_102_49", "P02_102_51" ], "src": "put cheese in fridge . pick_up boxes . put_down meat_box", "src1": "put cheese in fridge", "src2": "pick_up boxes", "src3": "put_down meat_box", "trg": "open fridge", "vis_src": "P02_102:47 P02_102:48 P02_102:49", "vis_trg": "P02_102:51", "narrations": [ "put cheese in fridge", "pick up boxes", "put down meat box", "open fridge" ], "verbs": [ "put-in", "pick-up", "put-down", "open" ], "verb_classes": [ 5, 0, 1, 3 ], "nouns": [ "cheese", "box", "box:meat", "fridge" ], "noun_classes": [ 32, 23, 23, 12 ], "start_stop_timestamps": [ [ "00:01:13.44", "00:01:15.81" ], [ "00:01:17.16", "00:01:18.17" ], [ "00:01:18.24", "00:01:20.10" ], [ "00:01:20.65", "00:01:22.15" ] ], "start_stop_frames": [ [ 3672, 3790 ], [ 3858, 3908 ], [ 3911, 4004 ], [ 4032, 4107 ] ], "trgnoun": "fridge", "trgverb": "open" }, { "key": "P08_04+46_47_48_49", "video_id": "P08_04", "narration_ids": [ "P08_04_46", "P08_04_47", "P08_04_48", "P08_04_49" ], "src": "close dishwasher . open cupboard . get mugs", "src1": "close dishwasher", "src2": "open cupboard", "src3": "get mugs", "trg": "place mugs", "vis_src": "P08_04:46 P08_04:47 P08_04:48", "vis_trg": "P08_04:49", "narrations": [ "close dishwasher", "open cupboard", "get mugs", "place mugs" ], "verbs": [ "close", "open", "get", "place" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "dishwasher", "cupboard", "mug", "mug" ], "noun_classes": [ 70, 3, 13, 13 ], "start_stop_timestamps": [ [ "00:02:21.64", "00:02:24.78" ], [ "00:02:24.82", "00:02:26.37" ], [ "00:02:25.63", "00:02:27.57" ], [ "00:02:27.47", "00:02:29.31" ] ], "start_stop_frames": [ [ 8498, 8686 ], [ 8689, 8782 ], [ 8737, 8854 ], [ 8848, 8958 ] ], "trgnoun": "mug", "trgverb": "place" }, { "key": "P07_101+71_72_73_74", "video_id": "P07_101", "narration_ids": [ "P07_101_71", "P07_101_72", "P07_101_73", "P07_101_74" ], "src": "grab cheese . put cheese onto bread . grab knife", "src1": "grab cheese", "src2": "put cheese onto bread", "src3": "grab knife", "trg": "cut cheese", "vis_src": "P07_101:71 P07_101:72 P07_101:73", "vis_trg": "P07_101:74", "narrations": [ "grab cheese", "put cheese onto bread", "grab knife", "cut cheese" ], "verbs": [ "grab", "put-onto", "grab", "cut" ], "verb_classes": [ 0, 1, 0, 7 ], "nouns": [ "cheese", "cheese", "knife", "cheese" ], "noun_classes": [ 32, 32, 4, 32 ], "start_stop_timestamps": [ [ "00:06:44.75", "00:06:45.32" ], [ "00:06:45.78", "00:06:46.47" ], [ "00:06:53.17", "00:06:54.18" ], [ "00:07:16.61", "00:07:18.06" ] ], "start_stop_frames": [ [ 20237, 20266 ], [ 20289, 20323 ], [ 20658, 20709 ], [ 21830, 21903 ] ], "trgnoun": "cheese", "trgverb": "cut" }, { "key": "P13_08+44_45_46_47", "video_id": "P13_08", "narration_ids": [ "P13_08_44", "P13_08_45", "P13_08_46", "P13_08_47" ], "src": "close drawer . take scissors . wash scissors", "src1": "close drawer", "src2": "take scissors", "src3": "wash scissors", "trg": "put scissors on table", "vis_src": "P13_08:44 P13_08:45 P13_08:46", "vis_trg": "P13_08:47", "narrations": [ "close drawer", "take scissors", "wash scissors", "put scissors on table" ], "verbs": [ "close", "take", "wash", "put-on" ], "verb_classes": [ 4, 0, 2, 1 ], "nouns": [ "drawer", "scissors", "scissors", "scissors" ], "noun_classes": [ 8, 79, 79, 79 ], "start_stop_timestamps": [ [ "00:10:27.28", "00:10:29.29" ], [ "00:10:28.66", "00:10:31.43" ], [ "00:10:29.00", "00:10:51.25" ], [ "00:10:52.36", "00:10:58.57" ] ], "start_stop_frames": [ [ 37636, 37757 ], [ 37719, 37885 ], [ 37740, 39075 ], [ 39141, 39514 ] ], "trgnoun": "scissors", "trgverb": "put_on" }, { "key": "P22_14+73_74_75_76", "video_id": "P22_14", "narration_ids": [ "P22_14_73", "P22_14_74", "P22_14_75", "P22_14_76" ], "src": "pick_up fork . clean scoop . place fork", "src1": "pick_up fork", "src2": "clean scoop", "src3": "place fork", "trg": "place scoop", "vis_src": "P22_14:73 P22_14:74 P22_14:75", "vis_trg": "P22_14:76", "narrations": [ "pick up fork", "clean scoop", "place fork", "place scoop" ], "verbs": [ "pick-up", "clean", "place", "place" ], "verb_classes": [ 0, 2, 1, 1 ], "nouns": [ "fork", "scoop", "fork", "scoop" ], "noun_classes": [ 14, 1, 14, 1 ], "start_stop_timestamps": [ [ "00:03:11.04", "00:03:11.70" ], [ "00:03:11.74", "00:03:14.49" ], [ "00:03:14.55", "00:03:15.29" ], [ "00:03:16.40", "00:03:17.11" ] ], "start_stop_frames": [ [ 11462, 11502 ], [ 11504, 11669 ], [ 11673, 11717 ], [ 11784, 11826 ] ], "trgnoun": "scoop", "trgverb": "place" }, { "key": "P02_06+319_320_321_322", "video_id": "P02_06", "narration_ids": [ "P02_06_319", "P02_06_320", "P02_06_321", "P02_06_322" ], "src": "put olive_oil . sprinkle olive_oil on salad . put olive_oil on salad", "src1": "put olive_oil", "src2": "sprinkle olive_oil on salad", "src3": "put olive_oil on salad", "trg": "empty olive_oil can", "vis_src": "P02_06:319 P02_06:320 P02_06:321", "vis_trg": "P02_06:322", "narrations": [ "put olive oil", "sprinkle olive oil on salad", "put olive oil on salad", "empty olive oil can" ], "verbs": [ "put", "sprinkle-on", "put-on", "empty" ], "verb_classes": [ 1, 42, 1, 20 ], "nouns": [ "oil:olive", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 31, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:14:59.64", "00:15:00.77" ], [ "00:15:00.46", "00:15:03.23" ], [ "00:15:03.33", "00:15:07.23" ], [ "00:15:06.59", "00:15:10.26" ] ], "start_stop_frames": [ [ 53978, 54046 ], [ 54027, 54193 ], [ 54199, 54433 ], [ 54395, 54615 ] ], "trgnoun": "olive_oil", "trgverb": "empty" }, { "key": "P03_16+16_17_18_19", "video_id": "P03_16", "narration_ids": [ "P03_16_16", "P03_16_17", "P03_16_18", "P03_16_19" ], "src": "open salt . pour cup . pour salt", "src1": "open salt", "src2": "pour cup", "src3": "pour salt", "trg": "put cup", "vis_src": "P03_16:16 P03_16:17 P03_16:18", "vis_trg": "P03_16:19", "narrations": [ "open salt", "pour cup", "pour salt", "put cup" ], "verbs": [ "open", "pour", "pour", "put" ], "verb_classes": [ 3, 9, 9, 1 ], "nouns": [ "salt", "cup", "salt", "cup" ], "noun_classes": [ 38, 13, 38, 13 ], "start_stop_timestamps": [ [ "00:00:47.68", "00:00:48.84" ], [ "00:00:50.08", "00:00:51.65" ], [ "00:00:51.62", "00:00:58.06" ], [ "00:00:51.97", "00:00:54.51" ] ], "start_stop_frames": [ [ 2860, 2930 ], [ 3004, 3099 ], [ 3097, 3483 ], [ 3118, 3270 ] ], "trgnoun": "cup", "trgverb": "put" }, { "key": "P04_101+189_190_191_192", "video_id": "P04_101", "narration_ids": [ "P04_101_189", "P04_101_190", "P04_101_191", "P04_101_192" ], "src": "empty mug . pick_up towel . dry mug", "src1": "empty mug", "src2": "pick_up towel", "src3": "dry mug", "trg": "put_down mug", "vis_src": "P04_101:189 P04_101:190 P04_101:191", "vis_trg": "P04_101:192", "narrations": [ "empty mug", "pick up towel", "dry mug", "put down mug" ], "verbs": [ "empty", "pick-up", "dry", "put-down" ], "verb_classes": [ 20, 0, 14, 1 ], "nouns": [ "mug", "towel", "mug", "mug" ], "noun_classes": [ 13, 52, 13, 13 ], "start_stop_timestamps": [ [ "00:07:00.10", "00:07:00.72" ], [ "00:07:00.71", "00:07:03.22" ], [ "00:07:02.95", "00:07:15.89" ], [ "00:07:15.99", "00:07:17.14" ] ], "start_stop_frames": [ [ 21005, 21036 ], [ 21035, 21161 ], [ 21147, 21794 ], [ 21799, 21857 ] ], "trgnoun": "mug", "trgverb": "put_down" }, { "key": "P06_05+144_145_146_147", "video_id": "P06_05", "narration_ids": [ "P06_05_144", "P06_05_145", "P06_05_146", "P06_05_147" ], "src": "take cheese . open cheese . empty cheese", "src1": "take cheese", "src2": "open cheese", "src3": "empty cheese", "trg": "shake cheese", "vis_src": "P06_05:144 P06_05:145 P06_05:146", "vis_trg": "P06_05:147", "narrations": [ "take cheese", "open cheese", "empty cheese", "shake cheese" ], "verbs": [ "take", "open", "empty", "shake" ], "verb_classes": [ 0, 3, 20, 15 ], "nouns": [ "cheese", "cheese", "cheese", "cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:16:27.50", "00:16:29.00" ], [ "00:16:29.63", "00:16:35.05" ], [ "00:16:34.97", "00:16:41.04" ], [ "00:16:41.14", "00:16:45.45" ] ], "start_stop_frames": [ [ 59250, 59340 ], [ 59377, 59703 ], [ 59698, 60062 ], [ 60068, 60327 ] ], "trgnoun": "cheese", "trgverb": "shake" }, { "key": "P12_105+48_49_50_51", "video_id": "P12_105", "narration_ids": [ "P12_105_48", "P12_105_49", "P12_105_50", "P12_105_51" ], "src": "put_down plastic_bag . put_down mug . move mug", "src1": "put_down plastic_bag", "src2": "put_down mug", "src3": "move mug", "trg": "open plastic_bag", "vis_src": "P12_105:48 P12_105:49 P12_105:50", "vis_trg": "P12_105:51", "narrations": [ "put down plastic bag", "put down mug", "move mug", "open plastic bag" ], "verbs": [ "put-down", "put-down", "move", "open" ], "verb_classes": [ 1, 1, 11, 3 ], "nouns": [ "bag:plastic", "mug", "mug", "bag:plastic" ], "noun_classes": [ 19, 13, 13, 19 ], "start_stop_timestamps": [ [ "00:03:21.78", "00:03:23.72" ], [ "00:03:23.67", "00:03:24.17" ], [ "00:03:24.47", "00:03:25.82" ], [ "00:03:25.75", "00:03:29.36" ] ], "start_stop_frames": [ [ 10089, 10186 ], [ 10183, 10208 ], [ 10223, 10291 ], [ 10287, 10468 ] ], "trgnoun": "plastic_bag", "trgverb": "open" }, { "key": "P08_24+111_112_113_114", "video_id": "P08_24", "narration_ids": [ "P08_24_111", "P08_24_112", "P08_24_113", "P08_24_114" ], "src": "place plate . mix food in pan . turn_off hob", "src1": "place plate", "src2": "mix food in pan", "src3": "turn_off hob", "trg": "place food in plates", "vis_src": "P08_24:111 P08_24:112 P08_24:113", "vis_trg": "P08_24:114", "narrations": [ "place plate", "mix food in pan", "turn off hob", "place food in plates" ], "verbs": [ "place", "mix-in", "turn-off", "place-in" ], "verb_classes": [ 1, 10, 8, 5 ], "nouns": [ "plate", "food", "hob", "food" ], "noun_classes": [ 2, 34, 24, 34 ], "start_stop_timestamps": [ [ "00:08:52.81", "00:08:54.89" ], [ "00:08:55.00", "00:09:04.46" ], [ "00:09:04.17", "00:09:05.16" ], [ "00:09:08.28", "00:09:17.09" ] ], "start_stop_frames": [ [ 31968, 32093 ], [ 32100, 32667 ], [ 32650, 32709 ], [ 32896, 33425 ] ], "trgnoun": "food", "trgverb": "place_in" }, { "key": "P09_05+29_30_31_32", "video_id": "P09_05", "narration_ids": [ "P09_05_29", "P09_05_30", "P09_05_31", "P09_05_32" ], "src": "take knife . take table . cut cheese", "src1": "take knife", "src2": "take table", "src3": "cut cheese", "trg": "cut knife", "vis_src": "P09_05:29 P09_05:30 P09_05:31", "vis_trg": "P09_05:32", "narrations": [ "take knife", "take table", "cut cheese", "cut knife" ], "verbs": [ "take", "take", "cut", "cut" ], "verb_classes": [ 0, 0, 7, 7 ], "nouns": [ "knife", "table", "cheese", "knife" ], "noun_classes": [ 4, 42, 32, 4 ], "start_stop_timestamps": [ [ "00:02:38.09", "00:02:39.90" ], [ "00:02:42.49", "00:02:46.03" ], [ "00:02:49.68", "00:02:51.89" ], [ "00:02:49.98", "00:02:51.17" ] ], "start_stop_frames": [ [ 9485, 9594 ], [ 9749, 9961 ], [ 10180, 10313 ], [ 10198, 10270 ] ], "trgnoun": "knife", "trgverb": "cut" }, { "key": "P28_01+50_51_52_53", "video_id": "P28_01", "narration_ids": [ "P28_01_50", "P28_01_51", "P28_01_52", "P28_01_53" ], "src": "take cheese . put cheese in plate . take knife", "src1": "take cheese", "src2": "put cheese in plate", "src3": "take knife", "trg": "cut cheese", "vis_src": "P28_01:50 P28_01:51 P28_01:52", "vis_trg": "P28_01:53", "narrations": [ "take cheese", "put cheese in plate", "take knife", "cut cheese" ], "verbs": [ "take", "put-in", "take", "cut" ], "verb_classes": [ 0, 5, 0, 7 ], "nouns": [ "cheese", "cheese", "knife", "cheese" ], "noun_classes": [ 32, 32, 4, 32 ], "start_stop_timestamps": [ [ "00:02:37.00", "00:02:38.12" ], [ "00:02:40.80", "00:02:41.98" ], [ "00:02:48.03", "00:02:49.22" ], [ "00:02:49.32", "00:02:57.44" ] ], "start_stop_frames": [ [ 9420, 9487 ], [ 9648, 9718 ], [ 10081, 10153 ], [ 10159, 10646 ] ], "trgnoun": "cheese", "trgverb": "cut" }, { "key": "P29_02+17_18_19_20", "video_id": "P29_02", "narration_ids": [ "P29_02_17", "P29_02_18", "P29_02_19", "P29_02_20" ], "src": "pick_up spatula . move forks . scoop food", "src1": "pick_up spatula", "src2": "move forks", "src3": "scoop food", "trg": "put food on plate", "vis_src": "P29_02:17 P29_02:18 P29_02:19", "vis_trg": "P29_02:20", "narrations": [ "pick up spatula", "move forks", "scoop food", "put food on plate" ], "verbs": [ "pick-up", "move", "scoop", "put-on" ], "verb_classes": [ 0, 11, 16, 1 ], "nouns": [ "spatula", "fork", "food", "food" ], "noun_classes": [ 20, 14, 34, 34 ], "start_stop_timestamps": [ [ "00:00:49.78", "00:00:52.70" ], [ "00:00:52.95", "00:00:55.42" ], [ "00:00:56.70", "00:00:59.70" ], [ "00:01:00.55", "00:01:02.55" ] ], "start_stop_frames": [ [ 2986, 3162 ], [ 3177, 3325 ], [ 3402, 3582 ], [ 3633, 3753 ] ], "trgnoun": "food", "trgverb": "put_on" }, { "key": "P02_103+40_41_42_43", "video_id": "P02_103", "narration_ids": [ "P02_103_40", "P02_103_41", "P02_103_42", "P02_103_43" ], "src": "close bin . open cupboard . pick_up jar", "src1": "close bin", "src2": "open cupboard", "src3": "pick_up jar", "trg": "put jar in cupboard", "vis_src": "P02_103:40 P02_103:41 P02_103:42", "vis_trg": "P02_103:43", "narrations": [ "close bin", "open cupboard", "pick up jar", "put jar in cupboard" ], "verbs": [ "close", "open", "pick-up", "put-in" ], "verb_classes": [ 4, 3, 0, 5 ], "nouns": [ "bin", "cupboard", "jar", "jar" ], "noun_classes": [ 36, 3, 40, 40 ], "start_stop_timestamps": [ [ "00:01:51.74", "00:01:52.53" ], [ "00:01:53.99", "00:01:55.39" ], [ "00:01:54.97", "00:01:55.71" ], [ "00:01:55.77", "00:01:57.82" ] ], "start_stop_frames": [ [ 5587, 5626 ], [ 5699, 5769 ], [ 5748, 5785 ], [ 5788, 5891 ] ], "trgnoun": "jar", "trgverb": "put_in" }, { "key": "P04_107+103_104_105_109", "video_id": "P04_107", "narration_ids": [ "P04_107_103", "P04_107_104", "P04_107_105", "P04_107_109" ], "src": "close drawer . pick_up balls of dough . put dough on baking tray", "src1": "close drawer", "src2": "pick_up balls of dough", "src3": "put dough on baking tray", "trg": "put dough_ball on baking tray", "vis_src": "P04_107:103 P04_107:104 P04_107:105", "vis_trg": "P04_107:109", "narrations": [ "close drawer", "pick up balls of dough", "put dough on baking tray", "put dough ball on baking tray" ], "verbs": [ "close", "pick-up", "put-on", "put-on" ], "verb_classes": [ 4, 0, 1, 1 ], "nouns": [ "drawer", "ball:dough", "dough", "ball:dough" ], "noun_classes": [ 8, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:04:17.97", "00:04:18.75" ], [ "00:04:20.15", "00:04:20.95" ], [ "00:04:21.90", "00:04:22.77" ], [ "00:04:25.51", "00:04:26.53" ] ], "start_stop_frames": [ [ 12898, 12937 ], [ 13007, 13047 ], [ 13094, 13138 ], [ 13275, 13326 ] ], "trgnoun": "dough_ball", "trgverb": "put_on" }, { "key": "P30_110+5_6_7_8", "video_id": "P30_110", "narration_ids": [ "P30_110_5", "P30_110_6", "P30_110_7", "P30_110_8" ], "src": "put mug in washing up bowl . turn_on kettle . pick_up plate", "src1": "put mug in washing up bowl", "src2": "turn_on kettle", "src3": "pick_up plate", "trg": "put plate in washing up bowl", "vis_src": "P30_110:5 P30_110:6 P30_110:7", "vis_trg": "P30_110:8", "narrations": [ "put mug in washing up bowl", "turn on kettle", "pick up plate", "put plate in washing up bowl" ], "verbs": [ "put-in", "turn-on", "pick-up", "put-in" ], "verb_classes": [ 5, 6, 0, 5 ], "nouns": [ "mug", "kettle", "plate", "plate" ], "noun_classes": [ 13, 44, 2, 2 ], "start_stop_timestamps": [ [ "00:00:08.93", "00:00:11.41" ], [ "00:00:11.27", "00:00:12.54" ], [ "00:00:12.37", "00:00:13.51" ], [ "00:00:13.61", "00:00:14.49" ] ], "start_stop_frames": [ [ 446, 570 ], [ 563, 627 ], [ 618, 675 ], [ 680, 724 ] ], "trgnoun": "plate", "trgverb": "put_in" }, { "key": "P04_107+681_682_683_684", "video_id": "P04_107", "narration_ids": [ "P04_107_681", "P04_107_682", "P04_107_683", "P04_107_684" ], "src": "move chopstick . pick_up ball of dough . squeeze dough", "src1": "move chopstick", "src2": "pick_up ball of dough", "src3": "squeeze dough", "trg": "put dough on chopping board", "vis_src": "P04_107:681 P04_107:682 P04_107:683", "vis_trg": "P04_107:684", "narrations": [ "move chopstick", "pick up ball of dough", "squeeze dough", "put dough on chopping board" ], "verbs": [ "move", "pick-up", "squeeze", "put-on" ], "verb_classes": [ 11, 0, 18, 1 ], "nouns": [ "chopstick", "ball:dough", "dough", "dough" ], "noun_classes": [ 80, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:18:19.35", "00:18:20.34" ], [ "00:18:20.20", "00:18:21.73" ], [ "00:18:21.71", "00:18:23.83" ], [ "00:18:24.08", "00:18:24.89" ] ], "start_stop_frames": [ [ 54967, 55016 ], [ 55010, 55086 ], [ 55085, 55191 ], [ 55204, 55244 ] ], "trgnoun": "dough", "trgverb": "put_on" }, { "key": "P12_105+49_50_51_52", "video_id": "P12_105", "narration_ids": [ "P12_105_49", "P12_105_50", "P12_105_51", "P12_105_52" ], "src": "put_down mug . move mug . open plastic_bag", "src1": "put_down mug", "src2": "move mug", "src3": "open plastic_bag", "trg": "take mug", "vis_src": "P12_105:49 P12_105:50 P12_105:51", "vis_trg": "P12_105:52", "narrations": [ "put down mug", "move mug", "open plastic bag", "take mug" ], "verbs": [ "put-down", "move", "open", "take" ], "verb_classes": [ 1, 11, 3, 0 ], "nouns": [ "mug", "mug", "bag:plastic", "mug" ], "noun_classes": [ 13, 13, 19, 13 ], "start_stop_timestamps": [ [ "00:03:23.67", "00:03:24.17" ], [ "00:03:24.47", "00:03:25.82" ], [ "00:03:25.75", "00:03:29.36" ], [ "00:03:30.28", "00:03:31.33" ] ], "start_stop_frames": [ [ 10183, 10208 ], [ 10223, 10291 ], [ 10287, 10468 ], [ 10514, 10566 ] ], "trgnoun": "mug", "trgverb": "take" }, { "key": "P22_106+154_155_156_157", "video_id": "P22_106", "narration_ids": [ "P22_106_154", "P22_106_155", "P22_106_156", "P22_106_157" ], "src": "fill jar . pick_up lid . rinse lid", "src1": "fill jar", "src2": "pick_up lid", "src3": "rinse lid", "trg": "shake jar", "vis_src": "P22_106:154 P22_106:155 P22_106:156", "vis_trg": "P22_106:157", "narrations": [ "fill jar", "pick up lid", "rinse lid", "shake jar" ], "verbs": [ "fill", "pick-up", "rinse", "shake" ], "verb_classes": [ 26, 0, 2, 15 ], "nouns": [ "jar", "lid", "lid", "jar" ], "noun_classes": [ 40, 6, 6, 40 ], "start_stop_timestamps": [ [ "00:04:17.31", "00:04:18.51" ], [ "00:04:18.39", "00:04:18.85" ], [ "00:04:18.82", "00:04:20.31" ], [ "00:04:20.18", "00:04:21.62" ] ], "start_stop_frames": [ [ 12865, 12925 ], [ 12919, 12942 ], [ 12941, 13015 ], [ 13009, 13081 ] ], "trgnoun": "jar", "trgverb": "shake" }, { "key": "P02_105+111_112_113_114", "video_id": "P02_105", "narration_ids": [ "P02_105_111", "P02_105_112", "P02_105_113", "P02_105_114" ], "src": "pick_up plate . sponge plate . open tap", "src1": "pick_up plate", "src2": "sponge plate", "src3": "open tap", "trg": "rinse plate", "vis_src": "P02_105:111 P02_105:112 P02_105:113", "vis_trg": "P02_105:114", "narrations": [ "pick up plate", "sponge plate", "open tap", "rinse plate" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "plate", "plate", "tap", "plate" ], "noun_classes": [ 2, 2, 0, 2 ], "start_stop_timestamps": [ [ "00:03:37.30", "00:03:38.00" ], [ "00:03:38.34", "00:03:43.54" ], [ "00:03:43.60", "00:03:44.66" ], [ "00:03:44.67", "00:03:49.31" ] ], "start_stop_frames": [ [ 10865, 10900 ], [ 10917, 11177 ], [ 11180, 11233 ], [ 11233, 11465 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P30_111+318_322_323_324", "video_id": "P30_111", "narration_ids": [ "P30_111_318", "P30_111_322", "P30_111_323", "P30_111_324" ], "src": "pick_up sponge . put mug on drying rack . pick_up plate", "src1": "pick_up sponge", "src2": "put mug on drying rack", "src3": "pick_up plate", "trg": "rinse plate", "vis_src": "P30_111:318 P30_111:322 P30_111:323", "vis_trg": "P30_111:324", "narrations": [ "pick up sponge", "put mug on drying rack", "pick up plate", "rinse plate" ], "verbs": [ "pick-up", "put-on", "pick-up", "rinse" ], "verb_classes": [ 0, 1, 0, 2 ], "nouns": [ "sponge", "mug", "plate", "plate" ], "noun_classes": [ 9, 13, 2, 2 ], "start_stop_timestamps": [ [ "00:13:28.83", "00:13:29.37" ], [ "00:13:37.38", "00:13:38.50" ], [ "00:13:38.10", "00:13:38.99" ], [ "00:13:38.86", "00:13:49.08" ] ], "start_stop_frames": [ [ 40441, 40468 ], [ 40869, 40925 ], [ 40905, 40949 ], [ 40943, 41454 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P25_05+45_46_47_48", "video_id": "P25_05", "narration_ids": [ "P25_05_45", "P25_05_46", "P25_05_47", "P25_05_48" ], "src": "take detergent . put detergent . lather box", "src1": "take detergent", "src2": "put detergent", "src3": "lather box", "trg": "wash box", "vis_src": "P25_05:45 P25_05:46 P25_05:47", "vis_trg": "P25_05:48", "narrations": [ "take detergent", "put detergent", "lather box", "wash box" ], "verbs": [ "take", "put", "lather", "wash" ], "verb_classes": [ 0, 1, 2, 2 ], "nouns": [ "detergent", "detergent", "box", "box" ], "noun_classes": [ 22, 22, 23, 23 ], "start_stop_timestamps": [ [ "00:05:34.26", "00:05:35.68" ], [ "00:05:37.12", "00:05:38.66" ], [ "00:05:43.63", "00:06:02.51" ], [ "00:06:03.09", "00:06:22.04" ] ], "start_stop_frames": [ [ 20055, 20140 ], [ 20227, 20319 ], [ 20617, 21750 ], [ 21785, 22922 ] ], "trgnoun": "box", "trgverb": "wash" }, { "key": "P22_07+643_644_645_646", "video_id": "P22_07", "narration_ids": [ "P22_07_643", "P22_07_644", "P22_07_645", "P22_07_646" ], "src": "get pot . put_down down pot . open tap", "src1": "get pot", "src2": "put_down down pot", "src3": "open tap", "trg": "move tap", "vis_src": "P22_07:643 P22_07:644 P22_07:645", "vis_trg": "P22_07:646", "narrations": [ "get pot", "put down down pot", "open tap", "move tap" ], "verbs": [ "get", "put-down", "turn-on", "move" ], "verb_classes": [ 0, 1, 6, 11 ], "nouns": [ "pot", "pot", "tap", "tap" ], "noun_classes": [ 29, 29, 0, 0 ], "start_stop_timestamps": [ [ "00:30:55.25", "00:30:59.64" ], [ "00:31:01.36", "00:31:02.43" ], [ "00:31:01.85", "00:31:04.62" ], [ "00:31:04.38", "00:31:05.39" ] ], "start_stop_frames": [ [ 111315, 111578 ], [ 111681, 111745 ], [ 111711, 111877 ], [ 111862, 111923 ] ], "trgnoun": "tap", "trgverb": "move" }, { "key": "P08_05+241_242_243_244", "video_id": "P08_05", "narration_ids": [ "P08_05_241", "P08_05_242", "P08_05_243", "P08_05_244" ], "src": "rolling knife . clean sink . open cupboard", "src1": "rolling knife", "src2": "clean sink", "src3": "open cupboard", "trg": "look_in cupboard", "vis_src": "P08_05:241 P08_05:242 P08_05:243", "vis_trg": "P08_05:244", "narrations": [ "rolling knife", "clean sink", "open cupboard", "look in cupboard" ], "verbs": [ "roll", "clean", "open", "look-in" ], "verb_classes": [ 47, 2, 3, 24 ], "nouns": [ "knife", "sink", "cupboard", "cupboard" ], "noun_classes": [ 4, 63, 3, 3 ], "start_stop_timestamps": [ [ "00:19:26.25", "00:19:27.99" ], [ "00:19:27.14", "00:19:30.73" ], [ "00:19:34.88", "00:19:36.22" ], [ "00:19:37.39", "00:19:48.12" ] ], "start_stop_frames": [ [ 69975, 70079 ], [ 70028, 70243 ], [ 70492, 70573 ], [ 70643, 71287 ] ], "trgnoun": "cupboard", "trgverb": "look_in" }, { "key": "P22_106+153_154_155_156", "video_id": "P22_106", "narration_ids": [ "P22_106_153", "P22_106_154", "P22_106_155", "P22_106_156" ], "src": "turn_on tap . fill jar . pick_up lid", "src1": "turn_on tap", "src2": "fill jar", "src3": "pick_up lid", "trg": "rinse lid", "vis_src": "P22_106:153 P22_106:154 P22_106:155", "vis_trg": "P22_106:156", "narrations": [ "turn on tap", "fill jar", "pick up lid", "rinse lid" ], "verbs": [ "turn-on", "fill", "pick-up", "rinse" ], "verb_classes": [ 6, 26, 0, 2 ], "nouns": [ "tap", "jar", "lid", "lid" ], "noun_classes": [ 0, 40, 6, 6 ], "start_stop_timestamps": [ [ "00:04:16.66", "00:04:17.87" ], [ "00:04:17.31", "00:04:18.51" ], [ "00:04:18.39", "00:04:18.85" ], [ "00:04:18.82", "00:04:20.31" ] ], "start_stop_frames": [ [ 12833, 12893 ], [ 12865, 12925 ], [ 12919, 12942 ], [ 12941, 13015 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P04_107+214_215_216_217", "video_id": "P04_107", "narration_ids": [ "P04_107_214", "P04_107_215", "P04_107_216", "P04_107_217" ], "src": "put dough on greaseproof paper . put_down dough and greaseproof paper . pick_up ball of dough", "src1": "put dough on greaseproof paper", "src2": "put_down dough and greaseproof paper", "src3": "pick_up ball of dough", "trg": "squeeze ball of dough", "vis_src": "P04_107:214 P04_107:215 P04_107:216", "vis_trg": "P04_107:217", "narrations": [ "put dough on greaseproof paper", "put down dough and greaseproof paper", "pick up ball of dough", "squeeze ball of dough" ], "verbs": [ "put-on", "put-down", "pick-up", "squeeze" ], "verb_classes": [ 1, 1, 0, 18 ], "nouns": [ "dough", "dough", "ball:dough", "ball:dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:07:21.50", "00:07:22.36" ], [ "00:07:22.43", "00:07:24.90" ], [ "00:07:27.99", "00:07:29.21" ], [ "00:07:29.04", "00:07:31.15" ] ], "start_stop_frames": [ [ 22075, 22118 ], [ 22121, 22245 ], [ 22399, 22460 ], [ 22452, 22557 ] ], "trgnoun": "dough_ball", "trgverb": "squeeze" }, { "key": "P02_123+298_299_300_301", "video_id": "P02_123", "narration_ids": [ "P02_123_298", "P02_123_299", "P02_123_300", "P02_123_301" ], "src": "pick_up sponge . sponge plate . open tap", "src1": "pick_up sponge", "src2": "sponge plate", "src3": "open tap", "trg": "rinse plate", "vis_src": "P02_123:298 P02_123:299 P02_123:300", "vis_trg": "P02_123:301", "narrations": [ "pick up sponge", "sponge plate", "open tap", "rinse plate" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "sponge", "plate", "tap", "plate" ], "noun_classes": [ 9, 2, 0, 2 ], "start_stop_timestamps": [ [ "00:15:19.88", "00:15:20.26" ], [ "00:15:20.33", "00:15:24.06" ], [ "00:15:24.16", "00:15:24.88" ], [ "00:15:25.46", "00:15:29.98" ] ], "start_stop_frames": [ [ 45994, 46013 ], [ 46016, 46203 ], [ 46208, 46244 ], [ 46273, 46499 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P23_102+254_255_256_257", "video_id": "P23_102", "narration_ids": [ "P23_102_254", "P23_102_255", "P23_102_256", "P23_102_257" ], "src": "put cloth . take cloth . open tap", "src1": "put cloth", "src2": "take cloth", "src3": "open tap", "trg": "wash cloth", "vis_src": "P23_102:254 P23_102:255 P23_102:256", "vis_trg": "P23_102:257", "narrations": [ "put cloth", "take cloth", "open tap", "wash cloth" ], "verbs": [ "put", "take", "turn-on", "wash" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "cloth", "cloth", "tap", "cloth" ], "noun_classes": [ 17, 17, 0, 17 ], "start_stop_timestamps": [ [ "00:24:17.70", "00:24:19.14" ], [ "00:24:19.39", "00:24:20.53" ], [ "00:24:19.81", "00:24:20.66" ], [ "00:24:20.44", "00:24:22.25" ] ], "start_stop_frames": [ [ 72885, 72957 ], [ 72969, 73026 ], [ 72990, 73033 ], [ 73022, 73112 ] ], "trgnoun": "cloth", "trgverb": "wash" }, { "key": "P02_118+187_188_189_190", "video_id": "P02_118", "narration_ids": [ "P02_118_187", "P02_118_188", "P02_118_189", "P02_118_190" ], "src": "empty sink . pick_up plate from sink . pick_up sponge", "src1": "empty sink", "src2": "pick_up plate from sink", "src3": "pick_up sponge", "trg": "sponge plate", "vis_src": "P02_118:187 P02_118:188 P02_118:189", "vis_trg": "P02_118:190", "narrations": [ "empty sink", "pick up plate from sink", "pick up sponge", "sponge plate" ], "verbs": [ "empty", "pick-up", "pick-up", "sponge" ], "verb_classes": [ 20, 0, 0, 2 ], "nouns": [ "sink", "plate", "sponge", "plate" ], "noun_classes": [ 63, 2, 9, 2 ], "start_stop_timestamps": [ [ "00:09:53.95", "00:10:13.80" ], [ "00:10:13.65", "00:10:14.45" ], [ "00:10:14.82", "00:10:15.29" ], [ "00:10:15.23", "00:10:19.36" ] ], "start_stop_frames": [ [ 29697, 30689 ], [ 30682, 30722 ], [ 30741, 30764 ], [ 30761, 30968 ] ], "trgnoun": "plate", "trgverb": "sponge" }, { "key": "P22_117+244_245_246_247", "video_id": "P22_117", "narration_ids": [ "P22_117_244", "P22_117_245", "P22_117_246", "P22_117_247" ], "src": "open cupboard . pick_up glass . turn_on tap", "src1": "open cupboard", "src2": "pick_up glass", "src3": "turn_on tap", "trg": "fill glass", "vis_src": "P22_117:244 P22_117:245 P22_117:246", "vis_trg": "P22_117:247", "narrations": [ "open cupboard", "pick up glass", "turn on tap", "fill glass" ], "verbs": [ "open", "pick-up", "turn-on", "fill" ], "verb_classes": [ 3, 0, 6, 26 ], "nouns": [ "cupboard", "glass", "tap", "glass" ], "noun_classes": [ 3, 10, 0, 10 ], "start_stop_timestamps": [ [ "00:09:55.20", "00:09:55.96" ], [ "00:09:56.18", "00:09:56.64" ], [ "00:09:57.53", "00:09:58.07" ], [ "00:09:58.10", "00:09:58.73" ] ], "start_stop_frames": [ [ 29760, 29798 ], [ 29808, 29832 ], [ 29876, 29903 ], [ 29905, 29936 ] ], "trgnoun": "glass", "trgverb": "fill" }, { "key": "P23_102+455_456_457_458", "video_id": "P23_102", "narration_ids": [ "P23_102_455", "P23_102_456", "P23_102_457", "P23_102_458" ], "src": "put bottle . take cloth . open tap", "src1": "put bottle", "src2": "take cloth", "src3": "open tap", "trg": "wash cloth", "vis_src": "P23_102:455 P23_102:456 P23_102:457", "vis_trg": "P23_102:458", "narrations": [ "put bottle", "take cloth", "open tap", "wash cloth" ], "verbs": [ "put", "take", "turn-on", "wash" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "bottle", "cloth", "tap", "cloth" ], "noun_classes": [ 15, 17, 0, 17 ], "start_stop_timestamps": [ [ "00:44:09.68", "00:44:10.97" ], [ "00:44:13.91", "00:44:14.74" ], [ "00:44:16.17", "00:44:17.29" ], [ "00:44:17.39", "00:44:21.05" ] ], "start_stop_frames": [ [ 132484, 132548 ], [ 132695, 132737 ], [ 132808, 132864 ], [ 132869, 133052 ] ], "trgnoun": "cloth", "trgverb": "wash" }, { "key": "P06_05+2_3_4_5", "video_id": "P06_05", "narration_ids": [ "P06_05_2", "P06_05_3", "P06_05_4", "P06_05_5" ], "src": "put lid . move spoon . pick_up flour", "src1": "put lid", "src2": "move spoon", "src3": "pick_up flour", "trg": "open flour", "vis_src": "P06_05:2 P06_05:3 P06_05:4", "vis_trg": "P06_05:5", "narrations": [ "put lid", "move spoon", "pick up flour", "open flour" ], "verbs": [ "put", "move", "pick-up", "open" ], "verb_classes": [ 1, 11, 0, 3 ], "nouns": [ "lid", "spoon", "flour", "flour" ], "noun_classes": [ 6, 1, 75, 75 ], "start_stop_timestamps": [ [ "00:00:07.51", "00:00:10.91" ], [ "00:00:13.09", "00:00:14.27" ], [ "00:00:14.67", "00:00:15.82" ], [ "00:00:16.33", "00:00:19.50" ] ], "start_stop_frames": [ [ 450, 654 ], [ 785, 856 ], [ 880, 949 ], [ 979, 1170 ] ], "trgnoun": "flour", "trgverb": "open" }, { "key": "P22_103+233_235_236_237", "video_id": "P22_103", "narration_ids": [ "P22_103_233", "P22_103_235", "P22_103_236", "P22_103_237" ], "src": "move jar . pick_up lid . pick_up jar", "src1": "move jar", "src2": "pick_up lid", "src3": "pick_up jar", "trg": "close jar", "vis_src": "P22_103:233 P22_103:235 P22_103:236", "vis_trg": "P22_103:237", "narrations": [ "move jar", "pick up lid", "pick up jar", "close jar" ], "verbs": [ "move", "pick-up", "pick-up", "close" ], "verb_classes": [ 11, 0, 0, 4 ], "nouns": [ "jar", "lid", "jar", "jar" ], "noun_classes": [ 40, 6, 40, 40 ], "start_stop_timestamps": [ [ "00:06:48.47", "00:06:49.57" ], [ "00:06:54.75", "00:06:56.18" ], [ "00:06:56.95", "00:06:58.43" ], [ "00:06:58.68", "00:07:01.16" ] ], "start_stop_frames": [ [ 20423, 20478 ], [ 20737, 20809 ], [ 20847, 20921 ], [ 20934, 21058 ] ], "trgnoun": "jar", "trgverb": "close" }, { "key": "P23_102+456_457_458_459", "video_id": "P23_102", "narration_ids": [ "P23_102_456", "P23_102_457", "P23_102_458", "P23_102_459" ], "src": "take cloth . open tap . wash cloth", "src1": "take cloth", "src2": "open tap", "src3": "wash cloth", "trg": "put cloth", "vis_src": "P23_102:456 P23_102:457 P23_102:458", "vis_trg": "P23_102:459", "narrations": [ "take cloth", "open tap", "wash cloth", "put cloth" ], "verbs": [ "take", "turn-on", "wash", "put" ], "verb_classes": [ 0, 6, 2, 1 ], "nouns": [ "cloth", "tap", "cloth", "cloth" ], "noun_classes": [ 17, 0, 17, 17 ], "start_stop_timestamps": [ [ "00:44:13.91", "00:44:14.74" ], [ "00:44:16.17", "00:44:17.29" ], [ "00:44:17.39", "00:44:21.05" ], [ "00:44:22.69", "00:44:23.42" ] ], "start_stop_frames": [ [ 132695, 132737 ], [ 132808, 132864 ], [ 132869, 133052 ], [ 133134, 133171 ] ], "trgnoun": "cloth", "trgverb": "put" }, { "key": "P08_21+59_60_61_62", "video_id": "P08_21", "narration_ids": [ "P08_21_59", "P08_21_60", "P08_21_61", "P08_21_62" ], "src": "place spoon . close drawer . take chopping_board", "src1": "place spoon", "src2": "close drawer", "src3": "take chopping_board", "trg": "place it in its place", "vis_src": "P08_21:59 P08_21:60 P08_21:61", "vis_trg": "P08_21:62", "narrations": [ "place spoon", "close drawer", "take chopping board", "place it in its place" ], "verbs": [ "place", "close", "take", "place-in" ], "verb_classes": [ 1, 4, 0, 5 ], "nouns": [ "spoon", "drawer", "board:chopping", "board:chopping" ], "noun_classes": [ 1, 8, 18, 18 ], "start_stop_timestamps": [ [ "00:03:23.11", "00:03:24.61" ], [ "00:03:24.71", "00:03:26.21" ], [ "00:03:27.25", "00:03:28.50" ], [ "00:03:29.50", "00:03:30.98" ] ], "start_stop_frames": [ [ 12186, 12276 ], [ 12282, 12372 ], [ 12435, 12510 ], [ 12570, 12658 ] ], "trgnoun": "chopping_board", "trgverb": "place_in" }, { "key": "P23_102+457_458_459_460", "video_id": "P23_102", "narration_ids": [ "P23_102_457", "P23_102_458", "P23_102_459", "P23_102_460" ], "src": "open tap . wash cloth . put cloth", "src1": "open tap", "src2": "wash cloth", "src3": "put cloth", "trg": "take cloth", "vis_src": "P23_102:457 P23_102:458 P23_102:459", "vis_trg": "P23_102:460", "narrations": [ "open tap", "wash cloth", "put cloth", "take cloth" ], "verbs": [ "turn-on", "wash", "put", "take" ], "verb_classes": [ 6, 2, 1, 0 ], "nouns": [ "tap", "cloth", "cloth", "cloth" ], "noun_classes": [ 0, 17, 17, 17 ], "start_stop_timestamps": [ [ "00:44:16.17", "00:44:17.29" ], [ "00:44:17.39", "00:44:21.05" ], [ "00:44:22.69", "00:44:23.42" ], [ "00:44:23.42", "00:44:24.68" ] ], "start_stop_frames": [ [ 132808, 132864 ], [ 132869, 133052 ], [ 133134, 133171 ], [ 133171, 133234 ] ], "trgnoun": "cloth", "trgverb": "take" }, { "key": "P24_06+0_1_2_3", "video_id": "P24_06", "narration_ids": [ "P24_06_0", "P24_06_1", "P24_06_2", "P24_06_3" ], "src": "open tap . grab spoon . rinse spoon", "src1": "open tap", "src2": "grab spoon", "src3": "rinse spoon", "trg": "lather spoon", "vis_src": "P24_06:0 P24_06:1 P24_06:2", "vis_trg": "P24_06:3", "narrations": [ "open tap", "grab spoon", "rinse spoon", "lather spoon" ], "verbs": [ "turn-on", "grab", "rinse", "lather" ], "verb_classes": [ 6, 0, 2, 2 ], "nouns": [ "tap", "spoon", "spoon", "spoon" ], "noun_classes": [ 0, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:00:00.50", "00:00:01.50" ], [ "00:00:02.85", "00:00:04.84" ], [ "00:00:05.56", "00:00:10.83" ], [ "00:00:08.06", "00:00:14.79" ] ], "start_stop_frames": [ [ 30, 90 ], [ 171, 290 ], [ 333, 649 ], [ 483, 887 ] ], "trgnoun": "spoon", "trgverb": "lather" }, { "key": "P28_101+109_110_111_112", "video_id": "P28_101", "narration_ids": [ "P28_101_109", "P28_101_110", "P28_101_111", "P28_101_112" ], "src": "wash chopping_board . put sponge . turn_on tap", "src1": "wash chopping_board", "src2": "put sponge", "src3": "turn_on tap", "trg": "rinse chopping_board", "vis_src": "P28_101:109 P28_101:110 P28_101:111", "vis_trg": "P28_101:112", "narrations": [ "wash chopping board", "put sponge", "turn on tap", "rinse chopping board" ], "verbs": [ "wash", "put", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "board:chopping", "sponge", "tap", "board:chopping" ], "noun_classes": [ 18, 9, 0, 18 ], "start_stop_timestamps": [ [ "00:10:43.46", "00:10:52.66" ], [ "00:10:52.35", "00:10:53.37" ], [ "00:10:54.02", "00:10:54.96" ], [ "00:10:54.97", "00:11:05.75" ] ], "start_stop_frames": [ [ 32173, 32633 ], [ 32617, 32668 ], [ 32701, 32748 ], [ 32748, 33287 ] ], "trgnoun": "chopping_board", "trgverb": "rinse" }, { "key": "P22_14+101_102_103_104", "video_id": "P22_14", "narration_ids": [ "P22_14_101", "P22_14_102", "P22_14_103", "P22_14_104" ], "src": "put_down scoop . pick_up fork . lather fork", "src1": "put_down scoop", "src2": "pick_up fork", "src3": "lather fork", "trg": "put_down fork", "vis_src": "P22_14:101 P22_14:102 P22_14:103", "vis_trg": "P22_14:104", "narrations": [ "put down scoop", "pick up fork", "lather fork", "put down fork" ], "verbs": [ "put-down", "pick-up", "lather", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "scoop", "fork", "fork", "fork" ], "noun_classes": [ 1, 14, 14, 14 ], "start_stop_timestamps": [ [ "00:04:31.38", "00:04:33.23" ], [ "00:04:33.26", "00:04:34.84" ], [ "00:04:34.27", "00:04:37.02" ], [ "00:04:36.71", "00:04:37.63" ] ], "start_stop_frames": [ [ 16282, 16393 ], [ 16395, 16490 ], [ 16456, 16621 ], [ 16602, 16657 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P28_104+37_38_39_40", "video_id": "P28_104", "narration_ids": [ "P28_104_37", "P28_104_38", "P28_104_39", "P28_104_40" ], "src": "wash chopping_board . put sponge . turn_on tap", "src1": "wash chopping_board", "src2": "put sponge", "src3": "turn_on tap", "trg": "rinse chopping_board", "vis_src": "P28_104:37 P28_104:38 P28_104:39", "vis_trg": "P28_104:40", "narrations": [ "wash chopping board", "put sponge", "turn on tap", "rinse chopping board" ], "verbs": [ "wash", "put", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "board:chopping", "sponge", "tap", "board:chopping" ], "noun_classes": [ 18, 9, 0, 18 ], "start_stop_timestamps": [ [ "00:01:32.20", "00:01:49.65" ], [ "00:01:49.75", "00:01:50.45" ], [ "00:01:51.25", "00:01:52.25" ], [ "00:01:52.34", "00:02:01.35" ] ], "start_stop_frames": [ [ 4610, 5482 ], [ 5487, 5522 ], [ 5562, 5612 ], [ 5617, 6067 ] ], "trgnoun": "chopping_board", "trgverb": "rinse" }, { "key": "P08_04+47_48_49_51", "video_id": "P08_04", "narration_ids": [ "P08_04_47", "P08_04_48", "P08_04_49", "P08_04_51" ], "src": "open cupboard . get mugs . place mugs", "src1": "open cupboard", "src2": "get mugs", "src3": "place mugs", "trg": "get glasses", "vis_src": "P08_04:47 P08_04:48 P08_04:49", "vis_trg": "P08_04:51", "narrations": [ "open cupboard", "get mugs", "place mugs", "get glasses" ], "verbs": [ "open", "get", "place", "get" ], "verb_classes": [ 3, 0, 1, 0 ], "nouns": [ "cupboard", "mug", "mug", "glass" ], "noun_classes": [ 3, 13, 13, 10 ], "start_stop_timestamps": [ [ "00:02:24.82", "00:02:26.37" ], [ "00:02:25.63", "00:02:27.57" ], [ "00:02:27.47", "00:02:29.31" ], [ "00:02:33.41", "00:02:35.51" ] ], "start_stop_frames": [ [ 8689, 8782 ], [ 8737, 8854 ], [ 8848, 8958 ], [ 9204, 9330 ] ], "trgnoun": "glass", "trgverb": "get" }, { "key": "P28_112+97_98_99_100", "video_id": "P28_112", "narration_ids": [ "P28_112_97", "P28_112_98", "P28_112_99", "P28_112_100" ], "src": "wash bowl . put sponge . turn_on tap", "src1": "wash bowl", "src2": "put sponge", "src3": "turn_on tap", "trg": "rinse bowl", "vis_src": "P28_112:97 P28_112:98 P28_112:99", "vis_trg": "P28_112:100", "narrations": [ "wash bowl", "put sponge", "turn on tap", "rinse bowl" ], "verbs": [ "wash", "put", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "bowl", "sponge", "tap", "bowl" ], "noun_classes": [ 7, 9, 0, 7 ], "start_stop_timestamps": [ [ "00:04:34.59", "00:04:43.32" ], [ "00:04:45.31", "00:04:46.54" ], [ "00:04:46.89", "00:04:47.82" ], [ "00:04:48.14", "00:04:55.47" ] ], "start_stop_frames": [ [ 13729, 14166 ], [ 14265, 14327 ], [ 14344, 14391 ], [ 14407, 14773 ] ], "trgnoun": "bowl", "trgverb": "rinse" }, { "key": "P15_02+2_3_4_5", "video_id": "P15_02", "narration_ids": [ "P15_02_2", "P15_02_3", "P15_02_4", "P15_02_5" ], "src": "put bowl in dishwasher . close dishwasher . pick_up bag", "src1": "put bowl in dishwasher", "src2": "close dishwasher", "src3": "pick_up bag", "trg": "fold bag", "vis_src": "P15_02:2 P15_02:3 P15_02:4", "vis_trg": "P15_02:5", "narrations": [ "put bowl in dishwasher", "close dishwasher", "pick up bag", "fold bag" ], "verbs": [ "put-in", "close", "pick-up", "fold" ], "verb_classes": [ 5, 4, 0, 28 ], "nouns": [ "bowl", "dishwasher", "bag", "bag" ], "noun_classes": [ 7, 70, 19, 19 ], "start_stop_timestamps": [ [ "00:00:09.63", "00:00:18.94" ], [ "00:00:21.07", "00:00:21.97" ], [ "00:00:24.69", "00:00:25.32" ], [ "00:00:25.42", "00:00:28.02" ] ], "start_stop_frames": [ [ 577, 1136 ], [ 1264, 1318 ], [ 1481, 1519 ], [ 1525, 1681 ] ], "trgnoun": "bag", "trgverb": "fold" }, { "key": "P28_01+51_52_53_54", "video_id": "P28_01", "narration_ids": [ "P28_01_51", "P28_01_52", "P28_01_53", "P28_01_54" ], "src": "put cheese in plate . take knife . cut cheese", "src1": "put cheese in plate", "src2": "take knife", "src3": "cut cheese", "trg": "take cheese", "vis_src": "P28_01:51 P28_01:52 P28_01:53", "vis_trg": "P28_01:54", "narrations": [ "put cheese in plate", "take knife", "cut cheese", "take cheese" ], "verbs": [ "put-in", "take", "cut", "take" ], "verb_classes": [ 5, 0, 7, 0 ], "nouns": [ "cheese", "knife", "cheese", "cheese" ], "noun_classes": [ 32, 4, 32, 32 ], "start_stop_timestamps": [ [ "00:02:40.80", "00:02:41.98" ], [ "00:02:48.03", "00:02:49.22" ], [ "00:02:49.32", "00:02:57.44" ], [ "00:02:57.57", "00:02:58.70" ] ], "start_stop_frames": [ [ 9648, 9718 ], [ 10081, 10153 ], [ 10159, 10646 ], [ 10654, 10722 ] ], "trgnoun": "cheese", "trgverb": "take" }, { "key": "P01_09+563_564_565_566", "video_id": "P01_09", "narration_ids": [ "P01_09_563", "P01_09_564", "P01_09_565", "P01_09_566" ], "src": "pour salt . take oil . open oil", "src1": "pour salt", "src2": "take oil", "src3": "open oil", "trg": "pour oil", "vis_src": "P01_09:563 P01_09:564 P01_09:565", "vis_trg": "P01_09:566", "narrations": [ "pour salt", "take oil", "open oil", "pour oil" ], "verbs": [ "pour", "take", "open", "pour" ], "verb_classes": [ 9, 0, 3, 9 ], "nouns": [ "salt", "oil", "oil", "oil" ], "noun_classes": [ 38, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:39:38.61", "00:39:43.36" ], [ "00:39:44.91", "00:39:46.29" ], [ "00:39:46.31", "00:39:47.89" ], [ "00:39:47.70", "00:39:54.63" ] ], "start_stop_frames": [ [ 142716, 143001 ], [ 143094, 143177 ], [ 143178, 143273 ], [ 143262, 143677 ] ], "trgnoun": "oil", "trgverb": "pour" }, { "key": "P10_04+334_335_336_337", "video_id": "P10_04", "narration_ids": [ "P10_04_334", "P10_04_335", "P10_04_336", "P10_04_337" ], "src": "put the water into the utensil . wash it . put the utensil back onto the shelf", "src1": "put the water into the utensil", "src2": "wash it", "src3": "put the utensil back onto the shelf", "trg": "put the water back in the bowl and wash it", "vis_src": "P10_04:334 P10_04:335 P10_04:336", "vis_trg": "P10_04:337", "narrations": [ "put the water into the utensil", "wash it", "put the utensil back onto the shelf", "put the water back in the bowl and wash it" ], "verbs": [ "put-into", "wash", "put", "put" ], "verb_classes": [ 5, 2, 1, 1 ], "nouns": [ "water", "water", "utensil", "water" ], "noun_classes": [ 27, 27, 154, 27 ], "start_stop_timestamps": [ [ "00:36:02.17", "00:36:06.03" ], [ "00:36:18.00", "00:36:18.71" ], [ "00:36:19.64", "00:36:21.69" ], [ "00:36:22.42", "00:36:24.51" ] ], "start_stop_frames": [ [ 129730, 129961 ], [ 130680, 130722 ], [ 130778, 130901 ], [ 130945, 131070 ] ], "trgnoun": "water", "trgverb": "put" }, { "key": "P30_101+74_75_76_77", "video_id": "P30_101", "narration_ids": [ "P30_101_74", "P30_101_75", "P30_101_76", "P30_101_77" ], "src": "put knife into drying rack . turn_on tap . rinse plate", "src1": "put knife into drying rack", "src2": "turn_on tap", "src3": "rinse plate", "trg": "put plate onto drying rack", "vis_src": "P30_101:74 P30_101:75 P30_101:76", "vis_trg": "P30_101:77", "narrations": [ "put knife into drying rack", "turn on tap", "rinse plate", "put plate onto drying rack" ], "verbs": [ "put-into", "turn-on", "rinse", "put-onto" ], "verb_classes": [ 5, 6, 2, 1 ], "nouns": [ "knife", "tap", "plate", "plate" ], "noun_classes": [ 4, 0, 2, 2 ], "start_stop_timestamps": [ [ "00:02:22.88", "00:02:25.12" ], [ "00:02:25.82", "00:02:26.52" ], [ "00:02:26.23", "00:02:29.16" ], [ "00:02:29.08", "00:02:29.87" ] ], "start_stop_frames": [ [ 7144, 7256 ], [ 7291, 7326 ], [ 7311, 7458 ], [ 7453, 7493 ] ], "trgnoun": "plate", "trgverb": "put_onto" }, { "key": "P30_114+22_23_24_25", "video_id": "P30_114", "narration_ids": [ "P30_114_22", "P30_114_23", "P30_114_24", "P30_114_25" ], "src": "turn_on tap . rinse bowl . pick_up sponge", "src1": "turn_on tap", "src2": "rinse bowl", "src3": "pick_up sponge", "trg": "put sponge in bowl", "vis_src": "P30_114:22 P30_114:23 P30_114:24", "vis_trg": "P30_114:25", "narrations": [ "turn on tap", "rinse bowl", "pick up sponge", "put sponge in bowl" ], "verbs": [ "turn-on", "rinse", "pick-up", "put-in" ], "verb_classes": [ 6, 2, 0, 5 ], "nouns": [ "tap", "bowl", "sponge", "sponge" ], "noun_classes": [ 0, 7, 9, 9 ], "start_stop_timestamps": [ [ "00:00:52.66", "00:00:53.88" ], [ "00:00:53.88", "00:01:21.60" ], [ "00:01:21.65", "00:01:22.10" ], [ "00:01:21.85", "00:01:23.79" ] ], "start_stop_frames": [ [ 2633, 2694 ], [ 2694, 4079 ], [ 4082, 4105 ], [ 4092, 4189 ] ], "trgnoun": "sponge", "trgverb": "put_in" }, { "key": "P35_108+480_481_482_483", "video_id": "P35_108", "narration_ids": [ "P35_108_480", "P35_108_481", "P35_108_482", "P35_108_483" ], "src": "wash container . put_down container . pick_up pot", "src1": "wash container", "src2": "put_down container", "src3": "pick_up pot", "trg": "wash pot", "vis_src": "P35_108:480 P35_108:481 P35_108:482", "vis_trg": "P35_108:483", "narrations": [ "wash container", "put down container", "pick up pot", "wash pot" ], "verbs": [ "wash", "put-down", "pick-up", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "container", "container", "pot", "pot" ], "noun_classes": [ 21, 21, 29, 29 ], "start_stop_timestamps": [ [ "00:32:22.90", "00:32:28.87" ], [ "00:32:29.14", "00:32:30.08" ], [ "00:32:30.71", "00:32:31.70" ], [ "00:32:32.60", "00:32:42.03" ] ], "start_stop_frames": [ [ 97145, 97443 ], [ 97457, 97504 ], [ 97535, 97585 ], [ 97630, 98101 ] ], "trgnoun": "pot", "trgverb": "wash" }, { "key": "P22_07+263_264_265_266", "video_id": "P22_07", "narration_ids": [ "P22_07_263", "P22_07_264", "P22_07_265", "P22_07_266" ], "src": "close salt . shake salt . open salt", "src1": "close salt", "src2": "shake salt", "src3": "open salt", "trg": "pour salt", "vis_src": "P22_07:263 P22_07:264 P22_07:265", "vis_trg": "P22_07:266", "narrations": [ "close salt", "shake salt", "open salt", "pour salt" ], "verbs": [ "close", "shake", "open", "pour" ], "verb_classes": [ 4, 15, 3, 9 ], "nouns": [ "salt", "salt", "salt", "salt" ], "noun_classes": [ 38, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:12:31.52", "00:12:33.05" ], [ "00:12:32.81", "00:12:36.80" ], [ "00:12:36.68", "00:12:37.54" ], [ "00:12:37.62", "00:12:40.56" ] ], "start_stop_frames": [ [ 45091, 45183 ], [ 45168, 45408 ], [ 45400, 45452 ], [ 45457, 45633 ] ], "trgnoun": "salt", "trgverb": "pour" }, { "key": "P37_101+106_107_108_109", "video_id": "P37_101", "narration_ids": [ "P37_101_106", "P37_101_107", "P37_101_108", "P37_101_109" ], "src": "put bottle down . take chopping_board . turn_on tap", "src1": "put bottle down", "src2": "take chopping_board", "src3": "turn_on tap", "trg": "rinse chopping_board", "vis_src": "P37_101:106 P37_101:107 P37_101:108", "vis_trg": "P37_101:109", "narrations": [ "put bottle down", "take chopping board", "turn on tap", "rinse chopping board" ], "verbs": [ "put", "take", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "bottle", "board:chopping", "tap", "board:chopping" ], "noun_classes": [ 15, 18, 0, 18 ], "start_stop_timestamps": [ [ "00:04:49.50", "00:04:50.36" ], [ "00:04:55.50", "00:04:57.55" ], [ "00:04:57.29", "00:04:58.09" ], [ "00:04:58.16", "00:05:00.24" ] ], "start_stop_frames": [ [ 14475, 14518 ], [ 14775, 14877 ], [ 14864, 14904 ], [ 14907, 15012 ] ], "trgnoun": "chopping_board", "trgverb": "rinse" }, { "key": "P01_105+188_189_190_191", "video_id": "P01_105", "narration_ids": [ "P01_105_188", "P01_105_189", "P01_105_190", "P01_105_191" ], "src": "put onion into container . pick_up lid . close container", "src1": "put onion into container", "src2": "pick_up lid", "src3": "close container", "trg": "pick_up container", "vis_src": "P01_105:188 P01_105:189 P01_105:190", "vis_trg": "P01_105:191", "narrations": [ "put onion into container", "pick up lid", "close container", "pick up container" ], "verbs": [ "put-into", "pick-up", "close", "pick-up" ], "verb_classes": [ 5, 0, 4, 0 ], "nouns": [ "onion", "lid", "container", "container" ], "noun_classes": [ 16, 6, 21, 21 ], "start_stop_timestamps": [ [ "00:06:46.21", "00:06:46.61" ], [ "00:06:46.78", "00:06:47.23" ], [ "00:06:47.15", "00:06:47.85" ], [ "00:06:49.22", "00:06:49.74" ] ], "start_stop_frames": [ [ 20310, 20330 ], [ 20339, 20361 ], [ 20357, 20392 ], [ 20461, 20487 ] ], "trgnoun": "container", "trgverb": "pick_up" }, { "key": "P22_07+264_265_266_267", "video_id": "P22_07", "narration_ids": [ "P22_07_264", "P22_07_265", "P22_07_266", "P22_07_267" ], "src": "shake salt . open salt . pour salt", "src1": "shake salt", "src2": "open salt", "src3": "pour salt", "trg": "close salt", "vis_src": "P22_07:264 P22_07:265 P22_07:266", "vis_trg": "P22_07:267", "narrations": [ "shake salt", "open salt", "pour salt", "close salt" ], "verbs": [ "shake", "open", "pour", "close" ], "verb_classes": [ 15, 3, 9, 4 ], "nouns": [ "salt", "salt", "salt", "salt" ], "noun_classes": [ 38, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:12:32.81", "00:12:36.80" ], [ "00:12:36.68", "00:12:37.54" ], [ "00:12:37.62", "00:12:40.56" ], [ "00:12:40.49", "00:12:41.41" ] ], "start_stop_frames": [ [ 45168, 45408 ], [ 45400, 45452 ], [ 45457, 45633 ], [ 45629, 45684 ] ], "trgnoun": "salt", "trgverb": "close" }, { "key": "P06_103+52_53_54_55", "video_id": "P06_103", "narration_ids": [ "P06_103_52", "P06_103_53", "P06_103_54", "P06_103_55" ], "src": "drop colander . pick_up colander . turn_on tap", "src1": "drop colander", "src2": "pick_up colander", "src3": "turn_on tap", "trg": "wash colander", "vis_src": "P06_103:52 P06_103:53 P06_103:54", "vis_trg": "P06_103:55", "narrations": [ "drop colander", "pick up colander", "turn on tap", "wash colander" ], "verbs": [ "drop", "pick-up", "turn-on", "wash" ], "verb_classes": [ 59, 0, 6, 2 ], "nouns": [ "colander", "colander", "tap", "colander" ], "noun_classes": [ 39, 39, 0, 39 ], "start_stop_timestamps": [ [ "00:03:38.03", "00:03:39.52" ], [ "00:03:40.19", "00:03:41.06" ], [ "00:03:42.15", "00:03:43.11" ], [ "00:03:43.12", "00:03:44.57" ] ], "start_stop_frames": [ [ 10901, 10976 ], [ 11009, 11053 ], [ 11107, 11155 ], [ 11156, 11228 ] ], "trgnoun": "colander", "trgverb": "wash" }, { "key": "P30_05+241_242_243_244", "video_id": "P30_05", "narration_ids": [ "P30_05_241", "P30_05_242", "P30_05_243", "P30_05_244" ], "src": "rinse spoon . empty washing up bowl . rinse bowl", "src1": "rinse spoon", "src2": "empty washing up bowl", "src3": "rinse bowl", "trg": "put spoon in bowl", "vis_src": "P30_05:241 P30_05:242 P30_05:243", "vis_trg": "P30_05:244", "narrations": [ "rinse spoon", "empty washing up bowl", "rinse bowl", "put spoon in bowl" ], "verbs": [ "rinse", "empty", "rinse", "put-in" ], "verb_classes": [ 2, 20, 2, 5 ], "nouns": [ "spoon", "bowl:washing:up", "bowl", "spoon" ], "noun_classes": [ 1, 7, 7, 1 ], "start_stop_timestamps": [ [ "00:19:35.37", "00:19:37.21" ], [ "00:19:37.31", "00:19:38.35" ], [ "00:19:38.28", "00:19:40.26" ], [ "00:19:40.65", "00:19:41.43" ] ], "start_stop_frames": [ [ 70522, 70632 ], [ 70638, 70701 ], [ 70696, 70815 ], [ 70839, 70885 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P28_102+41_42_43_44", "video_id": "P28_102", "narration_ids": [ "P28_102_41", "P28_102_42", "P28_102_43", "P28_102_44" ], "src": "put water in container . put container . put kettle", "src1": "put water in container", "src2": "put container", "src3": "put kettle", "trg": "take container", "vis_src": "P28_102:41 P28_102:42 P28_102:43", "vis_trg": "P28_102:44", "narrations": [ "put water in container", "put container", "put kettle", "take container" ], "verbs": [ "put-in", "put", "put", "take" ], "verb_classes": [ 5, 1, 1, 0 ], "nouns": [ "water", "container", "kettle", "container" ], "noun_classes": [ 27, 21, 44, 21 ], "start_stop_timestamps": [ [ "00:03:08.75", "00:03:17.35" ], [ "00:03:17.45", "00:03:19.20" ], [ "00:03:19.05", "00:03:20.65" ], [ "00:03:21.24", "00:03:23.00" ] ], "start_stop_frames": [ [ 9437, 9867 ], [ 9872, 9960 ], [ 9952, 10032 ], [ 10062, 10150 ] ], "trgnoun": "container", "trgverb": "take" }, { "key": "P01_109+323_324_325_326", "video_id": "P01_109", "narration_ids": [ "P01_109_323", "P01_109_324", "P01_109_325", "P01_109_326" ], "src": "put_down fork . pick_up spatula . stir potatoes", "src1": "put_down fork", "src2": "pick_up spatula", "src3": "stir potatoes", "trg": "put_down spatula", "vis_src": "P01_109:323 P01_109:324 P01_109:325", "vis_trg": "P01_109:326", "narrations": [ "put down fork", "pick up spatula", "stir potatoes", "put down spatula" ], "verbs": [ "put-down", "pick-up", "stir", "put-down" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "fork", "spatula", "potato", "spatula" ], "noun_classes": [ 14, 20, 30, 20 ], "start_stop_timestamps": [ [ "00:18:11.56", "00:18:12.85" ], [ "00:18:13.67", "00:18:14.77" ], [ "00:18:15.45", "00:18:31.84" ], [ "00:18:31.82", "00:18:32.77" ] ], "start_stop_frames": [ [ 54578, 54642 ], [ 54683, 54738 ], [ 54772, 55591 ], [ 55591, 55638 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P23_101+330_331_332_333", "video_id": "P23_101", "narration_ids": [ "P23_101_330", "P23_101_331", "P23_101_332", "P23_101_333" ], "src": "put tomato_pack . close door . take bottle", "src1": "put tomato_pack", "src2": "close door", "src3": "take bottle", "trg": "open bottle", "vis_src": "P23_101:330 P23_101:331 P23_101:332", "vis_trg": "P23_101:333", "narrations": [ "put tomato pack", "close door", "take bottle", "open bottle" ], "verbs": [ "put", "close", "take", "open" ], "verb_classes": [ 1, 4, 0, 3 ], "nouns": [ "pack:tomato", "door", "bottle", "bottle" ], "noun_classes": [ 26, 3, 15, 15 ], "start_stop_timestamps": [ [ "00:27:58.19", "00:28:00.40" ], [ "00:28:00.50", "00:28:02.43" ], [ "00:28:05.37", "00:28:06.24" ], [ "00:28:05.73", "00:28:07.66" ] ], "start_stop_frames": [ [ 83909, 84020 ], [ 84025, 84121 ], [ 84268, 84312 ], [ 84286, 84383 ] ], "trgnoun": "bottle", "trgverb": "open" }, { "key": "P03_07+28_29_30_31", "video_id": "P03_07", "narration_ids": [ "P03_07_28", "P03_07_29", "P03_07_30", "P03_07_31" ], "src": "place squash . close fridge . fill_up glass", "src1": "place squash", "src2": "close fridge", "src3": "fill_up glass", "trg": "pick_up glass", "vis_src": "P03_07:28 P03_07:29 P03_07:30", "vis_trg": "P03_07:31", "narrations": [ "place squash", "close fridge", "fill up glass", "pick up glass" ], "verbs": [ "place", "close", "fill-up", "pick-up" ], "verb_classes": [ 1, 4, 26, 0 ], "nouns": [ "squash", "fridge", "glass", "glass" ], "noun_classes": [ 116, 12, 10, 10 ], "start_stop_timestamps": [ [ "00:00:49.93", "00:00:50.61" ], [ "00:00:50.65", "00:00:51.36" ], [ "00:00:52.61", "00:00:57.38" ], [ "00:00:57.77", "00:00:58.27" ] ], "start_stop_frames": [ [ 2995, 3036 ], [ 3039, 3081 ], [ 3156, 3442 ], [ 3466, 3496 ] ], "trgnoun": "glass", "trgverb": "pick_up" }, { "key": "P24_08+31_32_33_34", "video_id": "P24_08", "narration_ids": [ "P24_08_31", "P24_08_32", "P24_08_33", "P24_08_34" ], "src": "grab bottle . grab onion . close fridge", "src1": "grab bottle", "src2": "grab onion", "src3": "close fridge", "trg": "put bottle down", "vis_src": "P24_08:31 P24_08:32 P24_08:33", "vis_trg": "P24_08:34", "narrations": [ "grab bottle", "grab onion", "close fridge", "put bottle down" ], "verbs": [ "grab", "grab", "close", "put" ], "verb_classes": [ 0, 0, 4, 1 ], "nouns": [ "bottle", "onion", "fridge", "bottle" ], "noun_classes": [ 15, 16, 12, 15 ], "start_stop_timestamps": [ [ "00:01:31.71", "00:01:33.43" ], [ "00:01:33.98", "00:01:35.08" ], [ "00:01:35.18", "00:01:36.24" ], [ "00:01:37.26", "00:01:38.97" ] ], "start_stop_frames": [ [ 5502, 5605 ], [ 5638, 5704 ], [ 5710, 5774 ], [ 5835, 5938 ] ], "trgnoun": "bottle", "trgverb": "put" }, { "key": "P22_11+71_72_73_74", "video_id": "P22_11", "narration_ids": [ "P22_11_71", "P22_11_72", "P22_11_73", "P22_11_74" ], "src": "pick_up coffee . put_in coffee . put_down measuring_cup", "src1": "pick_up coffee", "src2": "put_in coffee", "src3": "put_down measuring_cup", "trg": "pour coffee", "vis_src": "P22_11:71 P22_11:72 P22_11:73", "vis_trg": "P22_11:74", "narrations": [ "pick up coffee", "put in coffee", "put down measuring cup", "pour coffee" ], "verbs": [ "pick-up", "put-in", "put-down", "pour" ], "verb_classes": [ 0, 5, 1, 9 ], "nouns": [ "coffee", "coffee", "cup:measuring", "coffee" ], "noun_classes": [ 59, 59, 13, 59 ], "start_stop_timestamps": [ [ "00:02:26.66", "00:02:27.25" ], [ "00:02:27.35", "00:02:32.90" ], [ "00:02:35.00", "00:02:36.22" ], [ "00:02:35.71", "00:02:40.35" ] ], "start_stop_frames": [ [ 8799, 8835 ], [ 8841, 9174 ], [ 9300, 9373 ], [ 9342, 9621 ] ], "trgnoun": "coffee", "trgverb": "pour" }, { "key": "P24_01+31_32_34_35", "video_id": "P24_01", "narration_ids": [ "P24_01_31", "P24_01_32", "P24_01_34", "P24_01_35" ], "src": "rinse coffee_maker . grab cloth . grab coffee", "src1": "rinse coffee_maker", "src2": "grab cloth", "src3": "grab coffee", "trg": "put coffee in coffee maker", "vis_src": "P24_01:31 P24_01:32 P24_01:34", "vis_trg": "P24_01:35", "narrations": [ "rinse coffee maker", "grab cloth", "grab coffee", "put coffee in coffee maker" ], "verbs": [ "rinse", "grab", "grab", "put-in" ], "verb_classes": [ 2, 0, 0, 5 ], "nouns": [ "maker:coffee", "cloth", "coffee", "coffee" ], "noun_classes": [ 50, 17, 59, 59 ], "start_stop_timestamps": [ [ "00:03:52.15", "00:04:05.31" ], [ "00:04:15.39", "00:04:17.15" ], [ "00:04:20.26", "00:04:23.66" ], [ "00:04:27.97", "00:04:41.83" ] ], "start_stop_frames": [ [ 13929, 14718 ], [ 15323, 15428 ], [ 15615, 15819 ], [ 16078, 16909 ] ], "trgnoun": "coffee", "trgverb": "put_in" }, { "key": "P01_09+564_565_566_567", "video_id": "P01_09", "narration_ids": [ "P01_09_564", "P01_09_565", "P01_09_566", "P01_09_567" ], "src": "take oil . open oil . pour oil", "src1": "take oil", "src2": "open oil", "src3": "pour oil", "trg": "close oil", "vis_src": "P01_09:564 P01_09:565 P01_09:566", "vis_trg": "P01_09:567", "narrations": [ "take oil", "open oil", "pour oil", "close oil" ], "verbs": [ "take", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "oil", "oil", "oil", "oil" ], "noun_classes": [ 31, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:39:44.91", "00:39:46.29" ], [ "00:39:46.31", "00:39:47.89" ], [ "00:39:47.70", "00:39:54.63" ], [ "00:39:54.73", "00:39:57.50" ] ], "start_stop_frames": [ [ 143094, 143177 ], [ 143178, 143273 ], [ 143262, 143677 ], [ 143683, 143850 ] ], "trgnoun": "oil", "trgverb": "close" }, { "key": "P02_06+15_16_17_18", "video_id": "P02_06", "narration_ids": [ "P02_06_15", "P02_06_16", "P02_06_17", "P02_06_18" ], "src": "put strainers . pick_up pot . pick_up lid", "src1": "put strainers", "src2": "pick_up pot", "src3": "pick_up lid", "trg": "cover pot", "vis_src": "P02_06:15 P02_06:16 P02_06:17", "vis_trg": "P02_06:18", "narrations": [ "put strainers", "pick up pot", "pick up lid", "cover pot" ], "verbs": [ "put", "pick-up", "pick-up", "cover" ], "verb_classes": [ 1, 0, 0, 36 ], "nouns": [ "strainer", "pot", "lid", "pot" ], "noun_classes": [ 39, 29, 6, 29 ], "start_stop_timestamps": [ [ "00:00:49.60", "00:00:51.01" ], [ "00:00:51.99", "00:00:52.99" ], [ "00:00:54.09", "00:00:55.34" ], [ "00:00:55.33", "00:00:56.44" ] ], "start_stop_frames": [ [ 2976, 3060 ], [ 3119, 3179 ], [ 3245, 3320 ], [ 3319, 3386 ] ], "trgnoun": "pot", "trgverb": "cover" }, { "key": "P26_19+16_17_18_19", "video_id": "P26_19", "narration_ids": [ "P26_19_16", "P26_19_17", "P26_19_18", "P26_19_19" ], "src": "put cutlery into sink . open fridge . put bottle down", "src1": "put cutlery into sink", "src2": "open fridge", "src3": "put bottle down", "trg": "close fridge", "vis_src": "P26_19:16 P26_19:17 P26_19:18", "vis_trg": "P26_19:19", "narrations": [ "put cutlery into sink", "open fridge", "put bottle down", "close fridge" ], "verbs": [ "put-into", "open", "put", "close" ], "verb_classes": [ 5, 3, 1, 4 ], "nouns": [ "cutlery", "fridge", "bottle", "fridge" ], "noun_classes": [ 58, 12, 15, 12 ], "start_stop_timestamps": [ [ "00:01:01.19", "00:01:02.05" ], [ "00:01:02.35", "00:01:04.11" ], [ "00:01:05.14", "00:01:07.71" ], [ "00:01:07.81", "00:01:08.87" ] ], "start_stop_frames": [ [ 3671, 3723 ], [ 3741, 3846 ], [ 3908, 4062 ], [ 4068, 4132 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P22_09+67_68_69_70", "video_id": "P22_09", "narration_ids": [ "P22_09_67", "P22_09_68", "P22_09_69", "P22_09_70" ], "src": "put_down papers . pick_up bag . open trash_can", "src1": "put_down papers", "src2": "pick_up bag", "src3": "open trash_can", "trg": "empty bag", "vis_src": "P22_09:67 P22_09:68 P22_09:69", "vis_trg": "P22_09:70", "narrations": [ "put down papers", "pick up bag", "open trash can", "empty bag" ], "verbs": [ "put-down", "pick-up", "open", "empty" ], "verb_classes": [ 1, 0, 3, 20 ], "nouns": [ "paper", "bag", "can:trash", "bag" ], "noun_classes": [ 49, 19, 36, 19 ], "start_stop_timestamps": [ [ "00:01:58.53", "00:01:59.84" ], [ "00:01:59.44", "00:02:00.77" ], [ "00:02:01.90", "00:02:02.88" ], [ "00:02:02.09", "00:02:08.06" ] ], "start_stop_frames": [ [ 7111, 7190 ], [ 7166, 7246 ], [ 7314, 7372 ], [ 7325, 7683 ] ], "trgnoun": "bag", "trgverb": "empty" }, { "key": "P22_117+433_434_435_436", "video_id": "P22_117", "narration_ids": [ "P22_117_433", "P22_117_434", "P22_117_435", "P22_117_436" ], "src": "put_down spatula . pick_up glass . turn_on tap", "src1": "put_down spatula", "src2": "pick_up glass", "src3": "turn_on tap", "trg": "fill glass", "vis_src": "P22_117:433 P22_117:434 P22_117:435", "vis_trg": "P22_117:436", "narrations": [ "put down spatula", "pick up glass", "turn on tap", "fill glass" ], "verbs": [ "put-down", "pick-up", "turn-on", "fill" ], "verb_classes": [ 1, 0, 6, 26 ], "nouns": [ "spatula", "glass", "tap", "glass" ], "noun_classes": [ 20, 10, 0, 10 ], "start_stop_timestamps": [ [ "00:16:01.75", "00:16:02.81" ], [ "00:16:02.99", "00:16:03.50" ], [ "00:16:04.60", "00:16:05.00" ], [ "00:16:05.10", "00:16:06.85" ] ], "start_stop_frames": [ [ 48087, 48140 ], [ 48149, 48175 ], [ 48230, 48250 ], [ 48255, 48342 ] ], "trgnoun": "glass", "trgverb": "fill" }, { "key": "P22_106+12_13_14_15", "video_id": "P22_106", "narration_ids": [ "P22_106_12", "P22_106_13", "P22_106_14", "P22_106_15" ], "src": "move pots . put_down pot . close drawer", "src1": "move pots", "src2": "put_down pot", "src3": "close drawer", "trg": "pick_up pot", "vis_src": "P22_106:12 P22_106:13 P22_106:14", "vis_trg": "P22_106:15", "narrations": [ "move pots", "put down pot", "close drawer", "pick up pot" ], "verbs": [ "move", "put-down", "close", "pick-up" ], "verb_classes": [ 11, 1, 4, 0 ], "nouns": [ "pot", "pot", "drawer", "pot" ], "noun_classes": [ 29, 29, 8, 29 ], "start_stop_timestamps": [ [ "00:00:23.00", "00:00:25.53" ], [ "00:00:25.35", "00:00:26.33" ], [ "00:00:26.43", "00:00:27.83" ], [ "00:00:30.17", "00:00:30.85" ] ], "start_stop_frames": [ [ 1150, 1276 ], [ 1267, 1316 ], [ 1321, 1391 ], [ 1508, 1542 ] ], "trgnoun": "pot", "trgverb": "pick_up" }, { "key": "P03_109+2_3_4_5", "video_id": "P03_109", "narration_ids": [ "P03_109_2", "P03_109_3", "P03_109_4", "P03_109_5" ], "src": "pour_out water from bowl . put_down bowl . pick_up washing up bowl", "src1": "pour_out water from bowl", "src2": "put_down bowl", "src3": "pick_up washing up bowl", "trg": "fill washing up bowl with water", "vis_src": "P03_109:2 P03_109:3 P03_109:4", "vis_trg": "P03_109:5", "narrations": [ "pour out water from bowl", "put down bowl", "pick up washing up bowl", "fill washing up bowl with water" ], "verbs": [ "pour-out", "put-down", "pick-up", "fill" ], "verb_classes": [ 9, 1, 0, 26 ], "nouns": [ "water", "bowl", "bowl:washing:up", "bowl:washing:up" ], "noun_classes": [ 27, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:00:04.00", "00:00:05.48" ], [ "00:00:05.58", "00:00:06.99" ], [ "00:00:07.44", "00:00:08.11" ], [ "00:00:08.08", "00:00:08.70" ] ], "start_stop_frames": [ [ 200, 274 ], [ 279, 349 ], [ 372, 405 ], [ 404, 434 ] ], "trgnoun": "up_washing_bowl", "trgverb": "fill" }, { "key": "P03_05+19_20_21_22", "video_id": "P03_05", "narration_ids": [ "P03_05_19", "P03_05_20", "P03_05_21", "P03_05_22" ], "src": "pour rice . put cup . grab salt", "src1": "pour rice", "src2": "put cup", "src3": "grab salt", "trg": "open salt", "vis_src": "P03_05:19 P03_05:20 P03_05:21", "vis_trg": "P03_05:22", "narrations": [ "pour rice", "put cup", "grab salt", "open salt" ], "verbs": [ "pour", "put", "grab", "open" ], "verb_classes": [ 9, 1, 0, 3 ], "nouns": [ "rice", "cup", "salt", "salt" ], "noun_classes": [ 55, 13, 38, 38 ], "start_stop_timestamps": [ [ "00:00:39.65", "00:00:41.07" ], [ "00:00:43.53", "00:00:44.28" ], [ "00:00:45.04", "00:00:46.02" ], [ "00:00:46.74", "00:00:47.24" ] ], "start_stop_frames": [ [ 2379, 2464 ], [ 2611, 2656 ], [ 2702, 2761 ], [ 2804, 2834 ] ], "trgnoun": "salt", "trgverb": "open" }, { "key": "P01_09+252_253_254_255", "video_id": "P01_09", "narration_ids": [ "P01_09_252", "P01_09_253", "P01_09_254", "P01_09_255" ], "src": "put_down mushrooms . dry hands . take bin", "src1": "put_down mushrooms", "src2": "dry hands", "src3": "take bin", "trg": "open bin", "vis_src": "P01_09:252 P01_09:253 P01_09:254", "vis_trg": "P01_09:255", "narrations": [ "put down mushrooms", "dry hands", "take bin", "open bin" ], "verbs": [ "put-down", "dry", "take", "open" ], "verb_classes": [ 1, 14, 0, 3 ], "nouns": [ "mushroom", "hand", "bin", "bin" ], "noun_classes": [ 56, 11, 36, 36 ], "start_stop_timestamps": [ [ "00:19:06.35", "00:19:07.55" ], [ "00:19:07.41", "00:19:10.33" ], [ "00:19:16.14", "00:19:17.79" ], [ "00:19:17.99", "00:19:19.74" ] ], "start_stop_frames": [ [ 68781, 68853 ], [ 68844, 69019 ], [ 69368, 69467 ], [ 69479, 69584 ] ], "trgnoun": "bin", "trgverb": "open" }, { "key": "P03_14+19_20_21_22", "video_id": "P03_14", "narration_ids": [ "P03_14_19", "P03_14_20", "P03_14_21", "P03_14_22" ], "src": "shake container . close container . pick_up rice", "src1": "shake container", "src2": "close container", "src3": "pick_up rice", "trg": "put rice in cupboard", "vis_src": "P03_14:19 P03_14:20 P03_14:21", "vis_trg": "P03_14:22", "narrations": [ "shake container", "close container", "pick up rice", "put rice in cupboard" ], "verbs": [ "shake", "close", "pick-up", "put-in" ], "verb_classes": [ 15, 4, 0, 5 ], "nouns": [ "container", "container", "rice", "rice" ], "noun_classes": [ 21, 21, 55, 55 ], "start_stop_timestamps": [ [ "00:01:27.39", "00:01:28.64" ], [ "00:01:28.17", "00:01:31.15" ], [ "00:01:31.08", "00:01:32.86" ], [ "00:01:34.02", "00:01:36.50" ] ], "start_stop_frames": [ [ 5243, 5318 ], [ 5290, 5469 ], [ 5464, 5571 ], [ 5641, 5790 ] ], "trgnoun": "rice", "trgverb": "put_in" }, { "key": "P03_16+13_14_15_16", "video_id": "P03_16", "narration_ids": [ "P03_16_13", "P03_16_14", "P03_16_15", "P03_16_16" ], "src": "close rice . put rice . grab salt", "src1": "close rice", "src2": "put rice", "src3": "grab salt", "trg": "open salt", "vis_src": "P03_16:13 P03_16:14 P03_16:15", "vis_trg": "P03_16:16", "narrations": [ "close rice", "put rice", "grab salt", "open salt" ], "verbs": [ "close", "put", "grab", "open" ], "verb_classes": [ 4, 1, 0, 3 ], "nouns": [ "rice", "rice", "salt", "salt" ], "noun_classes": [ 55, 55, 38, 38 ], "start_stop_timestamps": [ [ "00:00:43.45", "00:00:45.48" ], [ "00:00:45.58", "00:00:46.46" ], [ "00:00:46.31", "00:00:47.28" ], [ "00:00:47.68", "00:00:48.84" ] ], "start_stop_frames": [ [ 2607, 2728 ], [ 2734, 2787 ], [ 2778, 2836 ], [ 2860, 2930 ] ], "trgnoun": "salt", "trgverb": "open" }, { "key": "P22_07+3_4_5_6", "video_id": "P22_07", "narration_ids": [ "P22_07_3", "P22_07_4", "P22_07_5", "P22_07_6" ], "src": "pick_up glass . move bottle . pick_up paper", "src1": "pick_up glass", "src2": "move bottle", "src3": "pick_up paper", "trg": "move paper", "vis_src": "P22_07:3 P22_07:4 P22_07:5", "vis_trg": "P22_07:6", "narrations": [ "pick up glass", "move bottle", "pick up paper", "move paper" ], "verbs": [ "pick-up", "move", "pick-up", "move" ], "verb_classes": [ 0, 11, 0, 11 ], "nouns": [ "glass", "bottle", "paper", "paper" ], "noun_classes": [ 10, 15, 49, 49 ], "start_stop_timestamps": [ [ "00:00:06.45", "00:00:07.57" ], [ "00:00:08.14", "00:00:09.52" ], [ "00:00:09.62", "00:00:10.55" ], [ "00:00:10.65", "00:00:11.95" ] ], "start_stop_frames": [ [ 387, 454 ], [ 488, 571 ], [ 577, 633 ], [ 639, 717 ] ], "trgnoun": "paper", "trgverb": "move" }, { "key": "P25_05+27_28_29_30", "video_id": "P25_05", "narration_ids": [ "P25_05_27", "P25_05_28", "P25_05_29", "P25_05_30" ], "src": "pick_up napkin . put_down fork . pick_up sausage", "src1": "pick_up napkin", "src2": "put_down fork", "src3": "pick_up sausage", "trg": "put_down sausage", "vis_src": "P25_05:27 P25_05:28 P25_05:29", "vis_trg": "P25_05:30", "narrations": [ "pick up napkin", "put down fork", "pick up sausage", "put down sausage" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "napkin", "fork", "sausage", "sausage" ], "noun_classes": [ 88, 14, 86, 86 ], "start_stop_timestamps": [ [ "00:03:40.97", "00:03:44.04" ], [ "00:03:44.59", "00:03:46.63" ], [ "00:03:54.36", "00:03:58.61" ], [ "00:03:58.72", "00:04:05.14" ] ], "start_stop_frames": [ [ 13258, 13442 ], [ 13475, 13597 ], [ 14061, 14316 ], [ 14323, 14708 ] ], "trgnoun": "sausage", "trgverb": "put_down" }, { "key": "P04_107+215_216_217_220", "video_id": "P04_107", "narration_ids": [ "P04_107_215", "P04_107_216", "P04_107_217", "P04_107_220" ], "src": "put_down dough and greaseproof paper . pick_up ball of dough . squeeze ball of dough", "src1": "put_down dough and greaseproof paper", "src2": "pick_up ball of dough", "src3": "squeeze ball of dough", "trg": "squeeze dough", "vis_src": "P04_107:215 P04_107:216 P04_107:217", "vis_trg": "P04_107:220", "narrations": [ "put down dough and greaseproof paper", "pick up ball of dough", "squeeze ball of dough", "squeeze dough" ], "verbs": [ "put-down", "pick-up", "squeeze", "squeeze" ], "verb_classes": [ 1, 0, 18, 18 ], "nouns": [ "dough", "ball:dough", "ball:dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:07:22.43", "00:07:24.90" ], [ "00:07:27.99", "00:07:29.21" ], [ "00:07:29.04", "00:07:31.15" ], [ "00:07:31.00", "00:07:32.90" ] ], "start_stop_frames": [ [ 22121, 22245 ], [ 22399, 22460 ], [ 22452, 22557 ], [ 22550, 22645 ] ], "trgnoun": "dough", "trgverb": "squeeze" }, { "key": "P10_02+5_6_7_8", "video_id": "P10_02", "narration_ids": [ "P10_02_5", "P10_02_6", "P10_02_7", "P10_02_8" ], "src": "get a pot . get another pot . get some rice", "src1": "get a pot", "src2": "get another pot", "src3": "get some rice", "trg": "put the rice in the pot", "vis_src": "P10_02:5 P10_02:6 P10_02:7", "vis_trg": "P10_02:8", "narrations": [ "get a pot", "get another pot", "get some rice", "put the rice in the pot" ], "verbs": [ "get", "get", "get", "put-in" ], "verb_classes": [ 0, 0, 0, 5 ], "nouns": [ "pot", "pot", "rice", "rice" ], "noun_classes": [ 29, 29, 55, 55 ], "start_stop_timestamps": [ [ "00:00:42.71", "00:00:46.64" ], [ "00:00:47.90", "00:00:53.80" ], [ "00:00:56.98", "00:01:02.01" ], [ "00:01:02.87", "00:01:17.99" ] ], "start_stop_frames": [ [ 2562, 2798 ], [ 2874, 3228 ], [ 3418, 3720 ], [ 3772, 4679 ] ], "trgnoun": "rice", "trgverb": "put_in" }, { "key": "P22_14+100_101_102_103", "video_id": "P22_14", "narration_ids": [ "P22_14_100", "P22_14_101", "P22_14_102", "P22_14_103" ], "src": "lather scoop . put_down scoop . pick_up fork", "src1": "lather scoop", "src2": "put_down scoop", "src3": "pick_up fork", "trg": "lather fork", "vis_src": "P22_14:100 P22_14:101 P22_14:102", "vis_trg": "P22_14:103", "narrations": [ "lather scoop", "put down scoop", "pick up fork", "lather fork" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "scoop", "scoop", "fork", "fork" ], "noun_classes": [ 1, 1, 14, 14 ], "start_stop_timestamps": [ [ "00:04:20.64", "00:04:32.89" ], [ "00:04:31.38", "00:04:33.23" ], [ "00:04:33.26", "00:04:34.84" ], [ "00:04:34.27", "00:04:37.02" ] ], "start_stop_frames": [ [ 15638, 16373 ], [ 16282, 16393 ], [ 16395, 16490 ], [ 16456, 16621 ] ], "trgnoun": "fork", "trgverb": "lather" }, { "key": "P27_101+368_369_370_371", "video_id": "P27_101", "narration_ids": [ "P27_101_368", "P27_101_369", "P27_101_370", "P27_101_371" ], "src": "put_down tea_towel . close drawer . pick_up towel", "src1": "put_down tea_towel", "src2": "close drawer", "src3": "pick_up towel", "trg": "fold towel", "vis_src": "P27_101:368 P27_101:369 P27_101:370", "vis_trg": "P27_101:371", "narrations": [ "put down tea towel", "close drawer", "pick up towel", "fold towel" ], "verbs": [ "put-down", "close", "pick-up", "fold" ], "verb_classes": [ 1, 4, 0, 28 ], "nouns": [ "towel:tea", "drawer", "towel", "towel" ], "noun_classes": [ 52, 8, 52, 52 ], "start_stop_timestamps": [ [ "00:16:55.54", "00:16:56.68" ], [ "00:16:56.76", "00:16:57.84" ], [ "00:16:57.95", "00:16:58.83" ], [ "00:16:58.72", "00:17:04.86" ] ], "start_stop_frames": [ [ 50777, 50834 ], [ 50838, 50892 ], [ 50897, 50941 ], [ 50936, 51242 ] ], "trgnoun": "towel", "trgverb": "fold" }, { "key": "P28_01+52_53_54_55", "video_id": "P28_01", "narration_ids": [ "P28_01_52", "P28_01_53", "P28_01_54", "P28_01_55" ], "src": "take knife . cut cheese . take cheese", "src1": "take knife", "src2": "cut cheese", "src3": "take cheese", "trg": "put cheese on plate", "vis_src": "P28_01:52 P28_01:53 P28_01:54", "vis_trg": "P28_01:55", "narrations": [ "take knife", "cut cheese", "take cheese", "put cheese on plate" ], "verbs": [ "take", "cut", "take", "put-on" ], "verb_classes": [ 0, 7, 0, 1 ], "nouns": [ "knife", "cheese", "cheese", "cheese" ], "noun_classes": [ 4, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:02:48.03", "00:02:49.22" ], [ "00:02:49.32", "00:02:57.44" ], [ "00:02:57.57", "00:02:58.70" ], [ "00:02:58.80", "00:02:59.80" ] ], "start_stop_frames": [ [ 10081, 10153 ], [ 10159, 10646 ], [ 10654, 10722 ], [ 10728, 10788 ] ], "trgnoun": "cheese", "trgverb": "put_on" }, { "key": "P15_08+7_8_9_10", "video_id": "P15_08", "narration_ids": [ "P15_08_7", "P15_08_8", "P15_08_9", "P15_08_10" ], "src": "put vegetables on tortilla . open fridge . pick_up sausage", "src1": "put vegetables on tortilla", "src2": "open fridge", "src3": "pick_up sausage", "trg": "pour sausage", "vis_src": "P15_08:7 P15_08:8 P15_08:9", "vis_trg": "P15_08:10", "narrations": [ "put vegetables on tortilla", "open fridge", "pick up sausage", "pour sausage" ], "verbs": [ "put-on", "open", "pick-up", "pour" ], "verb_classes": [ 1, 3, 0, 9 ], "nouns": [ "vegetable", "fridge", "sausage", "sausage" ], "noun_classes": [ 94, 12, 86, 86 ], "start_stop_timestamps": [ [ "00:00:21.86", "00:00:40.71" ], [ "00:00:41.78", "00:00:43.28" ], [ "00:00:46.96", "00:00:49.77" ], [ "00:00:51.07", "00:00:59.16" ] ], "start_stop_frames": [ [ 1311, 2442 ], [ 2506, 2596 ], [ 2817, 2986 ], [ 3064, 3549 ] ], "trgnoun": "sausage", "trgverb": "pour" }, { "key": "P06_106+30_31_32_33", "video_id": "P06_106", "narration_ids": [ "P06_106_30", "P06_106_31", "P06_106_32", "P06_106_33" ], "src": "pick_up colander . shake colander . spoon rice onto plate", "src1": "pick_up colander", "src2": "shake colander", "src3": "spoon rice onto plate", "trg": "put_down colander", "vis_src": "P06_106:30 P06_106:31 P06_106:32", "vis_trg": "P06_106:33", "narrations": [ "pick up colander", "shake colander", "spoon rice onto plate", "put down colander" ], "verbs": [ "pick-up", "shake", "spoon", "put-down" ], "verb_classes": [ 0, 15, 16, 1 ], "nouns": [ "colander", "colander", "rice", "colander" ], "noun_classes": [ 39, 39, 55, 39 ], "start_stop_timestamps": [ [ "00:01:23.67", "00:01:24.22" ], [ "00:01:24.52", "00:01:28.69" ], [ "00:01:29.06", "00:01:39.08" ], [ "00:01:41.00", "00:01:45.07" ] ], "start_stop_frames": [ [ 4183, 4211 ], [ 4226, 4434 ], [ 4453, 4954 ], [ 5050, 5253 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P25_03+0_1_2_3", "video_id": "P25_03", "narration_ids": [ "P25_03_0", "P25_03_1", "P25_03_2", "P25_03_3" ], "src": "take detergent . put detergent . take degreaser", "src1": "take detergent", "src2": "put detergent", "src3": "take degreaser", "trg": "spray degreaser", "vis_src": "P25_03:0 P25_03:1 P25_03:2", "vis_trg": "P25_03:3", "narrations": [ "take detergent", "put detergent", "take degreaser", "spray degreaser" ], "verbs": [ "take", "put", "take", "spray" ], "verb_classes": [ 0, 1, 0, 44 ], "nouns": [ "detergent", "detergent", "degreaser", "degreaser" ], "noun_classes": [ 22, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:00:00.50", "00:00:01.84" ], [ "00:00:01.83", "00:00:04.37" ], [ "00:00:03.70", "00:00:05.54" ], [ "00:00:20.04", "00:00:26.39" ] ], "start_stop_frames": [ [ 30, 110 ], [ 109, 262 ], [ 222, 332 ], [ 1202, 1583 ] ], "trgnoun": "degreaser", "trgverb": "spray" }, { "key": "P01_01+50_51_52_53", "video_id": "P01_01", "narration_ids": [ "P01_01_50", "P01_01_51", "P01_01_52", "P01_01_53" ], "src": "stir courgette . take salt . open salt", "src1": "stir courgette", "src2": "take salt", "src3": "open salt", "trg": "pour salt onto pan", "vis_src": "P01_01:50 P01_01:51 P01_01:52", "vis_trg": "P01_01:53", "narrations": [ "stir courgette", "take salt", "open salt", "pour salt onto pan" ], "verbs": [ "stir", "take", "open", "pour-onto" ], "verb_classes": [ 10, 0, 3, 9 ], "nouns": [ "courgette", "salt", "salt", "salt" ], "noun_classes": [ 76, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:04:32.08", "00:04:37.85" ], [ "00:04:39.60", "00:04:41.35" ], [ "00:04:41.45", "00:04:42.93" ], [ "00:04:42.80", "00:04:45.05" ] ], "start_stop_frames": [ [ 16324, 16671 ], [ 16776, 16881 ], [ 16887, 16975 ], [ 16968, 17103 ] ], "trgnoun": "salt", "trgverb": "pour_onto" }, { "key": "P01_105+73_74_75_76", "video_id": "P01_105", "narration_ids": [ "P01_105_73", "P01_105_74", "P01_105_75", "P01_105_76" ], "src": "move kettle . take knife . grab courgette", "src1": "move kettle", "src2": "take knife", "src3": "grab courgette", "trg": "slice courgette", "vis_src": "P01_105:73 P01_105:74 P01_105:75", "vis_trg": "P01_105:76", "narrations": [ "move kettle", "take knife", "grab courgette", "slice courgette" ], "verbs": [ "move", "take", "grab", "slice" ], "verb_classes": [ 11, 0, 0, 7 ], "nouns": [ "kettle", "knife", "courgette", "courgette" ], "noun_classes": [ 44, 4, 76, 76 ], "start_stop_timestamps": [ [ "00:01:52.40", "00:01:53.82" ], [ "00:01:53.92", "00:01:57.11" ], [ "00:01:57.17", "00:01:58.22" ], [ "00:01:58.32", "00:02:02.55" ] ], "start_stop_frames": [ [ 5620, 5691 ], [ 5696, 5855 ], [ 5858, 5911 ], [ 5916, 6127 ] ], "trgnoun": "courgette", "trgverb": "slice" }, { "key": "P01_09+647_648_649_650", "video_id": "P01_09", "narration_ids": [ "P01_09_647", "P01_09_648", "P01_09_649", "P01_09_650" ], "src": "place onion onto pizza . dry hands . take cloth", "src1": "place onion onto pizza", "src2": "dry hands", "src3": "take cloth", "trg": "hang cloth", "vis_src": "P01_09:647 P01_09:648 P01_09:649", "vis_trg": "P01_09:650", "narrations": [ "place onion onto pizza", "dry hands", "take cloth", "hang cloth" ], "verbs": [ "place-onto", "dry", "take", "hang" ], "verb_classes": [ 1, 14, 0, 41 ], "nouns": [ "onion", "hand", "cloth", "cloth" ], "noun_classes": [ 16, 11, 17, 17 ], "start_stop_timestamps": [ [ "00:45:08.59", "00:45:09.29" ], [ "00:45:15.54", "00:45:18.89" ], [ "00:45:20.04", "00:45:21.62" ], [ "00:45:22.58", "00:45:25.26" ] ], "start_stop_frames": [ [ 162515, 162557 ], [ 162932, 163133 ], [ 163202, 163297 ], [ 163354, 163515 ] ], "trgnoun": "cloth", "trgverb": "hang" }, { "key": "P01_105+18_19_20_21", "video_id": "P01_105", "narration_ids": [ "P01_105_18", "P01_105_19", "P01_105_20", "P01_105_21" ], "src": "put lid into cupboard . put container into container . put container into cupboard", "src1": "put lid into cupboard", "src2": "put container into container", "src3": "put container into cupboard", "trg": "pick_up lid", "vis_src": "P01_105:18 P01_105:19 P01_105:20", "vis_trg": "P01_105:21", "narrations": [ "put lid into cupboard", "put container into container", "put container into cupboard", "pick up lid" ], "verbs": [ "put-into", "put-into", "put-into", "pick-up" ], "verb_classes": [ 5, 5, 5, 0 ], "nouns": [ "lid", "container", "container", "lid" ], "noun_classes": [ 6, 21, 21, 6 ], "start_stop_timestamps": [ [ "00:00:24.40", "00:00:26.45" ], [ "00:00:27.00", "00:00:27.78" ], [ "00:00:27.01", "00:00:27.83" ], [ "00:00:30.02", "00:00:30.34" ] ], "start_stop_frames": [ [ 1220, 1322 ], [ 1350, 1389 ], [ 1350, 1391 ], [ 1501, 1517 ] ], "trgnoun": "lid", "trgverb": "pick_up" }, { "key": "P04_04+42_43_44_46", "video_id": "P04_04", "narration_ids": [ "P04_04_42", "P04_04_43", "P04_04_44", "P04_04_46" ], "src": "open cupboard . pick_up potatoes . put_down potatoes", "src1": "open cupboard", "src2": "pick_up potatoes", "src3": "put_down potatoes", "trg": "pick_up knife", "vis_src": "P04_04:42 P04_04:43 P04_04:44", "vis_trg": "P04_04:46", "narrations": [ "open cupboard", "pick up potatoes", "put down potatoes", "pick up knife" ], "verbs": [ "open", "pick-up", "put-down", "pick-up" ], "verb_classes": [ 3, 0, 1, 0 ], "nouns": [ "cupboard", "potato", "potato", "knife" ], "noun_classes": [ 3, 30, 30, 4 ], "start_stop_timestamps": [ [ "00:02:49.00", "00:02:50.00" ], [ "00:02:51.99", "00:02:54.19" ], [ "00:02:55.75", "00:02:57.10" ], [ "00:03:02.14", "00:03:03.26" ] ], "start_stop_frames": [ [ 10140, 10200 ], [ 10319, 10451 ], [ 10545, 10626 ], [ 10928, 10995 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P01_01+274_275_276_277", "video_id": "P01_01", "narration_ids": [ "P01_01_274", "P01_01_275", "P01_01_276", "P01_01_277" ], "src": "put_down spoon . turn_off hob . take saucepan", "src1": "put_down spoon", "src2": "turn_off hob", "src3": "take saucepan", "trg": "drain saucepan", "vis_src": "P01_01:274 P01_01:275 P01_01:276", "vis_trg": "P01_01:277", "narrations": [ "put down spoon", "turn off hob", "take saucepan", "drain saucepan" ], "verbs": [ "put-down", "turn-off", "take", "drain" ], "verb_classes": [ 1, 8, 0, 37 ], "nouns": [ "spoon", "hob", "saucepan", "saucepan" ], "noun_classes": [ 1, 24, 5, 5 ], "start_stop_timestamps": [ [ "00:22:46.01", "00:22:49.61" ], [ "00:22:49.72", "00:22:53.80" ], [ "00:23:12.79", "00:23:15.13" ], [ "00:23:16.56", "00:23:21.29" ] ], "start_stop_frames": [ [ 81960, 82176 ], [ 82183, 82428 ], [ 83567, 83707 ], [ 83793, 84077 ] ], "trgnoun": "saucepan", "trgverb": "drain" }, { "key": "P02_123+342_343_344_345", "video_id": "P02_123", "narration_ids": [ "P02_123_342", "P02_123_343", "P02_123_344", "P02_123_345" ], "src": "pick_up plate . sponge plate . open tap", "src1": "pick_up plate", "src2": "sponge plate", "src3": "open tap", "trg": "rinse plate", "vis_src": "P02_123:342 P02_123:343 P02_123:344", "vis_trg": "P02_123:345", "narrations": [ "pick up plate", "sponge plate", "open tap", "rinse plate" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "plate", "plate", "tap", "plate" ], "noun_classes": [ 2, 2, 0, 2 ], "start_stop_timestamps": [ [ "00:17:56.24", "00:17:58.65" ], [ "00:17:58.40", "00:18:02.84" ], [ "00:18:02.76", "00:18:03.86" ], [ "00:18:03.98", "00:18:07.78" ] ], "start_stop_frames": [ [ 53812, 53932 ], [ 53920, 54141 ], [ 54138, 54192 ], [ 54199, 54389 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P02_123+296_297_298_299", "video_id": "P02_123", "narration_ids": [ "P02_123_296", "P02_123_297", "P02_123_298", "P02_123_299" ], "src": "put piece in drainer . pick_up plate . pick_up sponge", "src1": "put piece in drainer", "src2": "pick_up plate", "src3": "pick_up sponge", "trg": "sponge plate", "vis_src": "P02_123:296 P02_123:297 P02_123:298", "vis_trg": "P02_123:299", "narrations": [ "put piece in drainer", "pick up plate", "pick up sponge", "sponge plate" ], "verbs": [ "put-in", "pick-up", "pick-up", "sponge" ], "verb_classes": [ 5, 0, 0, 2 ], "nouns": [ "drainer", "plate", "sponge", "plate" ], "noun_classes": [ 110, 2, 9, 2 ], "start_stop_timestamps": [ [ "00:15:17.20", "00:15:17.83" ], [ "00:15:17.67", "00:15:19.78" ], [ "00:15:19.88", "00:15:20.26" ], [ "00:15:20.33", "00:15:24.06" ] ], "start_stop_frames": [ [ 45860, 45891 ], [ 45883, 45989 ], [ 45994, 46013 ], [ 46016, 46203 ] ], "trgnoun": "plate", "trgverb": "sponge" }, { "key": "P03_04+350_351_352_353", "video_id": "P03_04", "narration_ids": [ "P03_04_350", "P03_04_351", "P03_04_352", "P03_04_353" ], "src": "close drawer . grab almonds . grab drink", "src1": "close drawer", "src2": "grab almonds", "src3": "grab drink", "trg": "put drink", "vis_src": "P03_04:350 P03_04:351 P03_04:352", "vis_trg": "P03_04:353", "narrations": [ "close drawer", "grab almonds", "grab drink", "put drink" ], "verbs": [ "close", "grab", "grab", "put" ], "verb_classes": [ 4, 0, 0, 1 ], "nouns": [ "drawer", "almond", "drink", "drink" ], "noun_classes": [ 8, 244, 209, 209 ], "start_stop_timestamps": [ [ "00:25:11.66", "00:25:12.47" ], [ "00:25:12.27", "00:25:13.49" ], [ "00:25:16.12", "00:25:16.94" ], [ "00:25:32.25", "00:25:32.95" ] ], "start_stop_frames": [ [ 90699, 90748 ], [ 90736, 90809 ], [ 90967, 91016 ], [ 91935, 91977 ] ], "trgnoun": "drink", "trgverb": "put" }, { "key": "P19_01+9_10_11_12", "video_id": "P19_01", "narration_ids": [ "P19_01_9", "P19_01_10", "P19_01_11", "P19_01_12" ], "src": "scoop_up rice . put rice into bowl . close jars", "src1": "scoop_up rice", "src2": "put rice into bowl", "src3": "close jars", "trg": "wash rice", "vis_src": "P19_01:9 P19_01:10 P19_01:11", "vis_trg": "P19_01:12", "narrations": [ "scoop up rice", "put rice into bowl", "close jars", "wash rice" ], "verbs": [ "scoop-up", "put-into", "close", "wash" ], "verb_classes": [ 16, 5, 4, 2 ], "nouns": [ "rice", "rice", "jar", "rice" ], "noun_classes": [ 55, 55, 40, 55 ], "start_stop_timestamps": [ [ "00:00:39.22", "00:00:43.04" ], [ "00:00:49.47", "00:00:52.65" ], [ "00:00:53.78", "00:00:55.86" ], [ "00:00:55.71", "00:01:04.60" ] ], "start_stop_frames": [ [ 2353, 2582 ], [ 2968, 3159 ], [ 3226, 3351 ], [ 3342, 3875 ] ], "trgnoun": "rice", "trgverb": "wash" }, { "key": "P25_11+52_53_54_55", "video_id": "P25_11", "narration_ids": [ "P25_11_52", "P25_11_53", "P25_11_54", "P25_11_55" ], "src": "close sink . pick_up napkin . dry hands", "src1": "close sink", "src2": "pick_up napkin", "src3": "dry hands", "trg": "put_down napkin", "vis_src": "P25_11:52 P25_11:53 P25_11:54", "vis_trg": "P25_11:55", "narrations": [ "close sink", "pick up napkin", "dry hands", "put down napkin" ], "verbs": [ "close", "pick-up", "dry", "put-down" ], "verb_classes": [ 4, 0, 14, 1 ], "nouns": [ "sink", "napkin", "hand", "napkin" ], "noun_classes": [ 63, 88, 11, 88 ], "start_stop_timestamps": [ [ "00:05:53.47", "00:05:54.60" ], [ "00:05:54.84", "00:05:55.75" ], [ "00:05:55.85", "00:05:58.44" ], [ "00:05:59.42", "00:06:02.28" ] ], "start_stop_frames": [ [ 21208, 21276 ], [ 21290, 21345 ], [ 21351, 21506 ], [ 21565, 21736 ] ], "trgnoun": "napkin", "trgverb": "put_down" }, { "key": "P26_112+19_20_21_22", "video_id": "P26_112", "narration_ids": [ "P26_112_19", "P26_112_20", "P26_112_21", "P26_112_22" ], "src": "rinse spoon . pick_up sponge . lather spoon", "src1": "rinse spoon", "src2": "pick_up sponge", "src3": "lather spoon", "trg": "put_down spoon", "vis_src": "P26_112:19 P26_112:20 P26_112:21", "vis_trg": "P26_112:22", "narrations": [ "rinse spoon", "pick up sponge", "lather spoon", "put down spoon" ], "verbs": [ "rinse", "pick-up", "lather", "put-down" ], "verb_classes": [ 2, 0, 2, 1 ], "nouns": [ "spoon", "sponge", "spoon", "spoon" ], "noun_classes": [ 1, 9, 1, 1 ], "start_stop_timestamps": [ [ "00:00:52.78", "00:00:54.76" ], [ "00:00:53.01", "00:00:55.08" ], [ "00:00:55.17", "00:01:00.96" ], [ "00:01:04.28", "00:01:05.72" ] ], "start_stop_frames": [ [ 2639, 2738 ], [ 2650, 2754 ], [ 2758, 3048 ], [ 3214, 3286 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P04_05+11_12_13_14", "video_id": "P04_05", "narration_ids": [ "P04_05_11", "P04_05_12", "P04_05_13", "P04_05_14" ], "src": "turn_off hob . pick_up pan . drain potatoes", "src1": "turn_off hob", "src2": "pick_up pan", "src3": "drain potatoes", "trg": "put_down potatoes", "vis_src": "P04_05:11 P04_05:12 P04_05:13", "vis_trg": "P04_05:14", "narrations": [ "turn off hob", "pick up pan", "drain potatoes", "put down potatoes" ], "verbs": [ "turn-off", "pick-up", "drain", "put-down" ], "verb_classes": [ 8, 0, 37, 1 ], "nouns": [ "hob", "pan", "potato", "potato" ], "noun_classes": [ 24, 5, 30, 30 ], "start_stop_timestamps": [ [ "00:01:30.97", "00:01:34.82" ], [ "00:01:35.48", "00:01:39.51" ], [ "00:01:39.42", "00:01:43.42" ], [ "00:01:44.74", "00:01:46.01" ] ], "start_stop_frames": [ [ 5458, 5689 ], [ 5728, 5970 ], [ 5965, 6205 ], [ 6284, 6360 ] ], "trgnoun": "potato", "trgverb": "put_down" }, { "key": "P01_103+7_9_10_11", "video_id": "P01_103", "narration_ids": [ "P01_103_7", "P01_103_9", "P01_103_10", "P01_103_11" ], "src": "pick_up paper . move pans . put wok into cupboard", "src1": "pick_up paper", "src2": "move pans", "src3": "put wok into cupboard", "trg": "put pans onto cupboard", "vis_src": "P01_103:7 P01_103:9 P01_103:10", "vis_trg": "P01_103:11", "narrations": [ "pick up paper", "move pans", "put wok into cupboard", "put pans onto cupboard" ], "verbs": [ "pick-up", "move", "put-into", "put-onto" ], "verb_classes": [ 0, 11, 5, 1 ], "nouns": [ "paper", "pan", "cupboard", "pan" ], "noun_classes": [ 49, 5, 3, 5 ], "start_stop_timestamps": [ [ "00:00:18.73", "00:00:19.37" ], [ "00:00:19.47", "00:00:20.84" ], [ "00:00:20.71", "00:00:21.90" ], [ "00:00:21.71", "00:00:22.78" ] ], "start_stop_frames": [ [ 936, 968 ], [ 973, 1042 ], [ 1035, 1095 ], [ 1085, 1139 ] ], "trgnoun": "pan", "trgverb": "put_onto" }, { "key": "P01_105+439_440_441_442", "video_id": "P01_105", "narration_ids": [ "P01_105_439", "P01_105_440", "P01_105_441", "P01_105_442" ], "src": "move tap . wash mushroom . put_down mushroom", "src1": "move tap", "src2": "wash mushroom", "src3": "put_down mushroom", "trg": "pick_up mushroom", "vis_src": "P01_105:439 P01_105:440 P01_105:441", "vis_trg": "P01_105:442", "narrations": [ "move tap", "wash mushroom", "put down mushroom", "pick up mushroom" ], "verbs": [ "move", "wash", "put-down", "pick-up" ], "verb_classes": [ 11, 2, 1, 0 ], "nouns": [ "tap", "mushroom", "mushroom", "mushroom" ], "noun_classes": [ 0, 56, 56, 56 ], "start_stop_timestamps": [ [ "00:18:00.46", "00:18:01.03" ], [ "00:18:00.84", "00:18:05.14" ], [ "00:18:05.82", "00:18:06.23" ], [ "00:18:06.23", "00:18:06.61" ] ], "start_stop_frames": [ [ 54023, 54051 ], [ 54041, 54257 ], [ 54291, 54311 ], [ 54311, 54330 ] ], "trgnoun": "mushroom", "trgverb": "pick_up" }, { "key": "P02_03+9_10_11_12", "video_id": "P02_03", "narration_ids": [ "P02_03_9", "P02_03_10", "P02_03_11", "P02_03_12" ], "src": "pick_up lid . pick_up pan . put pan", "src1": "pick_up lid", "src2": "pick_up pan", "src3": "put pan", "trg": "put lid", "vis_src": "P02_03:9 P02_03:10 P02_03:11", "vis_trg": "P02_03:12", "narrations": [ "pick up lid", "pick up pan", "put pan", "put lid" ], "verbs": [ "pick-up", "pick-up", "put", "put" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "lid", "pan", "pan", "lid" ], "noun_classes": [ 6, 5, 5, 6 ], "start_stop_timestamps": [ [ "00:00:26.74", "00:00:29.05" ], [ "00:00:29.16", "00:00:30.96" ], [ "00:00:29.75", "00:00:31.60" ], [ "00:00:31.50", "00:00:34.86" ] ], "start_stop_frames": [ [ 1604, 1743 ], [ 1749, 1857 ], [ 1785, 1896 ], [ 1890, 2091 ] ], "trgnoun": "lid", "trgverb": "put" }, { "key": "P02_03+12_13_14_15", "video_id": "P02_03", "narration_ids": [ "P02_03_12", "P02_03_13", "P02_03_14", "P02_03_15" ], "src": "put lid . put pan . pick_up pan", "src1": "put lid", "src2": "put pan", "src3": "pick_up pan", "trg": "pick_up lid", "vis_src": "P02_03:12 P02_03:13 P02_03:14", "vis_trg": "P02_03:15", "narrations": [ "put lid", "put pan", "pick up pan", "pick up lid" ], "verbs": [ "put", "put", "pick-up", "pick-up" ], "verb_classes": [ 1, 1, 0, 0 ], "nouns": [ "lid", "pan", "pan", "lid" ], "noun_classes": [ 6, 5, 5, 6 ], "start_stop_timestamps": [ [ "00:00:31.50", "00:00:34.86" ], [ "00:00:35.44", "00:00:37.93" ], [ "00:00:36.13", "00:00:37.42" ], [ "00:00:37.99", "00:00:38.91" ] ], "start_stop_frames": [ [ 1890, 2091 ], [ 2126, 2275 ], [ 2167, 2245 ], [ 2279, 2334 ] ], "trgnoun": "lid", "trgverb": "pick_up" }, { "key": "P02_03+13_14_15_16", "video_id": "P02_03", "narration_ids": [ "P02_03_13", "P02_03_14", "P02_03_15", "P02_03_16" ], "src": "put pan . pick_up pan . pick_up lid", "src1": "put pan", "src2": "pick_up pan", "src3": "pick_up lid", "trg": "put lid", "vis_src": "P02_03:13 P02_03:14 P02_03:15", "vis_trg": "P02_03:16", "narrations": [ "put pan", "pick up pan", "pick up lid", "put lid" ], "verbs": [ "put", "pick-up", "pick-up", "put" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "pan", "pan", "lid", "lid" ], "noun_classes": [ 5, 5, 6, 6 ], "start_stop_timestamps": [ [ "00:00:35.44", "00:00:37.93" ], [ "00:00:36.13", "00:00:37.42" ], [ "00:00:37.99", "00:00:38.91" ], [ "00:00:38.89", "00:00:40.36" ] ], "start_stop_frames": [ [ 2126, 2275 ], [ 2167, 2245 ], [ 2279, 2334 ], [ 2333, 2421 ] ], "trgnoun": "lid", "trgverb": "put" }, { "key": "P02_131+79_80_81_82", "video_id": "P02_131", "narration_ids": [ "P02_131_79", "P02_131_80", "P02_131_81", "P02_131_82" ], "src": "put bowl in drainer . pick_up pan . pick_up sponge", "src1": "put bowl in drainer", "src2": "pick_up pan", "src3": "pick_up sponge", "trg": "sponge pan", "vis_src": "P02_131:79 P02_131:80 P02_131:81", "vis_trg": "P02_131:82", "narrations": [ "put bowl in drainer", "pick up pan", "pick up sponge", "sponge pan" ], "verbs": [ "put-in", "pick-up", "pick-up", "sponge" ], "verb_classes": [ 5, 0, 0, 2 ], "nouns": [ "bowl", "pan", "sponge", "pan" ], "noun_classes": [ 7, 5, 9, 5 ], "start_stop_timestamps": [ [ "00:04:42.13", "00:04:43.58" ], [ "00:04:43.64", "00:04:44.92" ], [ "00:04:44.24", "00:04:45.25" ], [ "00:04:45.31", "00:04:50.25" ] ], "start_stop_frames": [ [ 14106, 14179 ], [ 14182, 14246 ], [ 14212, 14262 ], [ 14265, 14512 ] ], "trgnoun": "pan", "trgverb": "sponge" }, { "key": "P03_06+14_15_16_17", "video_id": "P03_06", "narration_ids": [ "P03_06_14", "P03_06_15", "P03_06_16", "P03_06_17" ], "src": "close drawer . stir rice . pick_up pan", "src1": "close drawer", "src2": "stir rice", "src3": "pick_up pan", "trg": "spoon rice", "vis_src": "P03_06:14 P03_06:15 P03_06:16", "vis_trg": "P03_06:17", "narrations": [ "close drawer", "stir rice", "pick up pan", "spoon rice" ], "verbs": [ "close", "stir", "pick-up", "spoon" ], "verb_classes": [ 4, 10, 0, 16 ], "nouns": [ "drawer", "rice", "pan", "rice" ], "noun_classes": [ 8, 55, 5, 55 ], "start_stop_timestamps": [ [ "00:00:27.27", "00:01:14.87" ], [ "00:00:28.18", "00:00:34.82" ], [ "00:00:34.92", "00:00:35.82" ], [ "00:00:35.92", "00:00:39.04" ] ], "start_stop_frames": [ [ 1636, 4492 ], [ 1690, 2089 ], [ 2095, 2149 ], [ 2155, 2342 ] ], "trgnoun": "rice", "trgverb": "spoon" }, { "key": "P02_03+15_16_17_18", "video_id": "P02_03", "narration_ids": [ "P02_03_15", "P02_03_16", "P02_03_17", "P02_03_18" ], "src": "pick_up lid . put lid . pick_up pan", "src1": "pick_up lid", "src2": "put lid", "src3": "pick_up pan", "trg": "move pan", "vis_src": "P02_03:15 P02_03:16 P02_03:17", "vis_trg": "P02_03:18", "narrations": [ "pick up lid", "put lid", "pick up pan", "move pan" ], "verbs": [ "pick-up", "put", "pick-up", "move" ], "verb_classes": [ 0, 1, 0, 11 ], "nouns": [ "lid", "lid", "pan", "pan" ], "noun_classes": [ 6, 6, 5, 5 ], "start_stop_timestamps": [ [ "00:00:37.99", "00:00:38.91" ], [ "00:00:38.89", "00:00:40.36" ], [ "00:00:41.28", "00:00:42.53" ], [ "00:00:41.95", "00:00:42.81" ] ], "start_stop_frames": [ [ 2279, 2334 ], [ 2333, 2421 ], [ 2476, 2551 ], [ 2517, 2568 ] ], "trgnoun": "pan", "trgverb": "move" }, { "key": "P06_101+54_55_56_57", "video_id": "P06_101", "narration_ids": [ "P06_101_54", "P06_101_55", "P06_101_56", "P06_101_57" ], "src": "chop onion . pick_up olive_oil . take lid off oil", "src1": "chop onion", "src2": "pick_up olive_oil", "src3": "take lid off oil", "trg": "pour olive_oil into pan", "vis_src": "P06_101:54 P06_101:55 P06_101:56", "vis_trg": "P06_101:57", "narrations": [ "chop onion", "pick up olive oil", "take lid off oil", "pour olive oil into pan" ], "verbs": [ "chop", "pick-up", "take-off", "pour-into" ], "verb_classes": [ 7, 0, 12, 9 ], "nouns": [ "onion", "oil:olive", "lid", "oil:olive" ], "noun_classes": [ 16, 31, 6, 31 ], "start_stop_timestamps": [ [ "00:02:42.04", "00:03:07.13" ], [ "00:03:10.32", "00:03:11.22" ], [ "00:03:11.30", "00:03:12.34" ], [ "00:03:12.42", "00:03:14.05" ] ], "start_stop_frames": [ [ 8102, 9356 ], [ 9516, 9561 ], [ 9565, 9617 ], [ 9621, 9702 ] ], "trgnoun": "olive_oil", "trgverb": "pour_into" }, { "key": "P01_09+374_375_376_377", "video_id": "P01_09", "narration_ids": [ "P01_09_374", "P01_09_375", "P01_09_376", "P01_09_377" ], "src": "place aubergine onto pan . dry hands . take salt", "src1": "place aubergine onto pan", "src2": "dry hands", "src3": "take salt", "trg": "open salt", "vis_src": "P01_09:374 P01_09:375 P01_09:376", "vis_trg": "P01_09:377", "narrations": [ "place aubergine onto pan", "dry hands", "take salt", "open salt" ], "verbs": [ "place-onto", "dry", "take", "open" ], "verb_classes": [ 1, 14, 0, 3 ], "nouns": [ "aubergine", "hand", "salt", "salt" ], "noun_classes": [ 67, 11, 38, 38 ], "start_stop_timestamps": [ [ "00:27:33.04", "00:27:45.10" ], [ "00:27:45.64", "00:27:47.41" ], [ "00:27:47.71", "00:27:48.86" ], [ "00:27:48.84", "00:27:49.59" ] ], "start_stop_frames": [ [ 99182, 99906 ], [ 99938, 100044 ], [ 100062, 100131 ], [ 100130, 100175 ] ], "trgnoun": "salt", "trgverb": "open" }, { "key": "P01_09+756_757_758_759", "video_id": "P01_09", "narration_ids": [ "P01_09_756", "P01_09_757", "P01_09_758", "P01_09_759" ], "src": "put_down rolling_pin . take tong . wash tong", "src1": "put_down rolling_pin", "src2": "take tong", "src3": "wash tong", "trg": "put_down tong", "vis_src": "P01_09:756 P01_09:757 P01_09:758", "vis_trg": "P01_09:759", "narrations": [ "put down rolling pin", "take tong", "wash tong", "put down tong" ], "verbs": [ "put-down", "take", "wash", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "pin:rolling", "tong", "tong", "tong" ], "noun_classes": [ 136, 142, 142, 142 ], "start_stop_timestamps": [ [ "00:51:18.91", "00:51:20.38" ], [ "00:51:20.48", "00:51:21.38" ], [ "00:51:21.38", "00:51:26.48" ], [ "00:51:26.57", "00:51:27.39" ] ], "start_stop_frames": [ [ 184734, 184822 ], [ 184828, 184882 ], [ 184882, 185188 ], [ 185194, 185243 ] ], "trgnoun": "tong", "trgverb": "put_down" }, { "key": "P02_129+11_12_13_14", "video_id": "P02_129", "narration_ids": [ "P02_129_11", "P02_129_12", "P02_129_13", "P02_129_14" ], "src": "turn_on kettle . pick_up pan from drainer . put pan on hob", "src1": "turn_on kettle", "src2": "pick_up pan from drainer", "src3": "put pan on hob", "trg": "move pan", "vis_src": "P02_129:11 P02_129:12 P02_129:13", "vis_trg": "P02_129:14", "narrations": [ "turn on kettle", "pick up pan from drainer", "put pan on hob", "move pan" ], "verbs": [ "turn-on", "pick-up", "put-on", "move" ], "verb_classes": [ 6, 0, 1, 11 ], "nouns": [ "kettle", "pan", "pan", "pan" ], "noun_classes": [ 44, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:00:20.38", "00:00:21.20" ], [ "00:00:22.89", "00:00:23.94" ], [ "00:00:25.21", "00:00:27.05" ], [ "00:00:27.00", "00:00:28.66" ] ], "start_stop_frames": [ [ 1019, 1060 ], [ 1144, 1197 ], [ 1260, 1352 ], [ 1350, 1433 ] ], "trgnoun": "pan", "trgverb": "move" }, { "key": "P08_05+166_167_168_169", "video_id": "P08_05", "narration_ids": [ "P08_05_166", "P08_05_167", "P08_05_168", "P08_05_169" ], "src": "wipe hands . get knife . place knife", "src1": "wipe hands", "src2": "get knife", "src3": "place knife", "trg": "wipe_off hands", "vis_src": "P08_05:166 P08_05:167 P08_05:168", "vis_trg": "P08_05:169", "narrations": [ "wipe hands", "get knife", "place knife", "wipe off hands" ], "verbs": [ "wipe", "get", "place", "wipe-off" ], "verb_classes": [ 2, 0, 1, 2 ], "nouns": [ "hand", "knife", "knife", "hand" ], "noun_classes": [ 11, 4, 4, 11 ], "start_stop_timestamps": [ [ "00:13:01.06", "00:13:05.06" ], [ "00:13:05.11", "00:13:07.18" ], [ "00:13:10.01", "00:13:11.26" ], [ "00:13:11.35", "00:13:14.84" ] ], "start_stop_frames": [ [ 46863, 47103 ], [ 47106, 47230 ], [ 47400, 47475 ], [ 47481, 47690 ] ], "trgnoun": "hand", "trgverb": "wipe_off" }, { "key": "P01_109+408_409_410_411", "video_id": "P01_109", "narration_ids": [ "P01_109_408", "P01_109_409", "P01_109_410", "P01_109_411" ], "src": "pick_up fork . wipe fork . stir eggs", "src1": "pick_up fork", "src2": "wipe fork", "src3": "stir eggs", "trg": "put_down fork", "vis_src": "P01_109:408 P01_109:409 P01_109:410", "vis_trg": "P01_109:411", "narrations": [ "pick up fork", "wipe fork", "stir eggs", "put down fork" ], "verbs": [ "pick-up", "wipe", "stir", "put-down" ], "verb_classes": [ 0, 2, 10, 1 ], "nouns": [ "fork", "fork", "egg", "fork" ], "noun_classes": [ 14, 14, 53, 14 ], "start_stop_timestamps": [ [ "00:23:33.09", "00:23:33.69" ], [ "00:23:33.94", "00:23:35.73" ], [ "00:23:36.09", "00:23:55.63" ], [ "00:23:55.49", "00:23:55.91" ] ], "start_stop_frames": [ [ 70654, 70684 ], [ 70697, 70786 ], [ 70804, 71781 ], [ 71774, 71795 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P08_21+73_74_75_77", "video_id": "P08_21", "narration_ids": [ "P08_21_73", "P08_21_74", "P08_21_75", "P08_21_77" ], "src": "wipe_off hands . open cupboard . place glasses in cupboard", "src1": "wipe_off hands", "src2": "open cupboard", "src3": "place glasses in cupboard", "trg": "place mugs in cupboard", "vis_src": "P08_21:73 P08_21:74 P08_21:75", "vis_trg": "P08_21:77", "narrations": [ "wipe off hands", "open cupboard", "place glasses in cupboard", "place mugs in cupboard" ], "verbs": [ "wipe-off", "open", "place-in", "place-in" ], "verb_classes": [ 2, 3, 5, 5 ], "nouns": [ "hand", "cupboard", "glass", "mug" ], "noun_classes": [ 11, 3, 10, 13 ], "start_stop_timestamps": [ [ "00:03:52.50", "00:03:55.23" ], [ "00:03:55.09", "00:03:57.14" ], [ "00:03:57.01", "00:04:04.38" ], [ "00:04:06.26", "00:04:14.76" ] ], "start_stop_frames": [ [ 13950, 14113 ], [ 14105, 14228 ], [ 14220, 14662 ], [ 14775, 15285 ] ], "trgnoun": "mug", "trgverb": "place_in" }, { "key": "P04_107+824_825_826_830", "video_id": "P04_107", "narration_ids": [ "P04_107_824", "P04_107_825", "P04_107_826", "P04_107_830" ], "src": "put chopstick on dough . fold_over dough . tap dough", "src1": "put chopstick on dough", "src2": "fold_over dough", "src3": "tap dough", "trg": "put_down chopstick", "vis_src": "P04_107:824 P04_107:825 P04_107:826", "vis_trg": "P04_107:830", "narrations": [ "put chopstick on dough", "fold over dough", "tap dough", "put down chopstick" ], "verbs": [ "put-on", "fold-over", "tap", "put-down" ], "verb_classes": [ 1, 28, 32, 1 ], "nouns": [ "chopstick", "dough", "dough", "chopstick" ], "noun_classes": [ 80, 25, 25, 80 ], "start_stop_timestamps": [ [ "00:21:47.69", "00:21:48.41" ], [ "00:21:48.31", "00:21:49.40" ], [ "00:21:49.50", "00:21:50.66" ], [ "00:21:49.44", "00:21:51.19" ] ], "start_stop_frames": [ [ 65384, 65420 ], [ 65415, 65470 ], [ 65475, 65533 ], [ 65472, 65559 ] ], "trgnoun": "chopstick", "trgverb": "put_down" }, { "key": "P01_105+433_434_435_436", "video_id": "P01_105", "narration_ids": [ "P01_105_433", "P01_105_434", "P01_105_435", "P01_105_436" ], "src": "pick_up mushrooms . put_down mushrooms . move washing up liquid", "src1": "pick_up mushrooms", "src2": "put_down mushrooms", "src3": "move washing up liquid", "trg": "move mushrooms", "vis_src": "P01_105:433 P01_105:434 P01_105:435", "vis_trg": "P01_105:436", "narrations": [ "pick up mushrooms", "put down mushrooms", "move washing up liquid", "move mushrooms" ], "verbs": [ "pick-up", "put-down", "move", "move" ], "verb_classes": [ 0, 1, 11, 11 ], "nouns": [ "mushroom", "mushroom", "liquid:washing:up", "mushroom" ], "noun_classes": [ 56, 56, 22, 56 ], "start_stop_timestamps": [ [ "00:17:53.39", "00:17:55.29" ], [ "00:17:55.34", "00:17:56.59" ], [ "00:17:56.71", "00:17:57.56" ], [ "00:17:57.76", "00:17:58.36" ] ], "start_stop_frames": [ [ 53669, 53764 ], [ 53766, 53829 ], [ 53835, 53878 ], [ 53888, 53917 ] ], "trgnoun": "mushroom", "trgverb": "move" }, { "key": "P08_26+3_4_5_6", "video_id": "P08_26", "narration_ids": [ "P08_26_3", "P08_26_4", "P08_26_5", "P08_26_6" ], "src": "place knives . get plate . wipe_off chopping_board", "src1": "place knives", "src2": "get plate", "src3": "wipe_off chopping_board", "trg": "place plate", "vis_src": "P08_26:3 P08_26:4 P08_26:5", "vis_trg": "P08_26:6", "narrations": [ "place knives", "get plate", "wipe off", "place plate" ], "verbs": [ "place", "get", "wipe-off", "place" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "knife", "plate", "board:chopping", "plate" ], "noun_classes": [ 4, 2, 18, 2 ], "start_stop_timestamps": [ [ "00:00:07.78", "00:00:10.64" ], [ "00:00:11.00", "00:00:12.50" ], [ "00:00:12.60", "00:00:16.00" ], [ "00:00:16.10", "00:00:18.51" ] ], "start_stop_frames": [ [ 466, 638 ], [ 660, 750 ], [ 756, 960 ], [ 966, 1110 ] ], "trgnoun": "plate", "trgverb": "place" }, { "key": "P04_109+257_258_259_260", "video_id": "P04_109", "narration_ids": [ "P04_109_257", "P04_109_258", "P04_109_259", "P04_109_260" ], "src": "pick_up pan . empty water from pan . pick_up sponge", "src1": "pick_up pan", "src2": "empty water from pan", "src3": "pick_up sponge", "trg": "wipe pan with sponge", "vis_src": "P04_109:257 P04_109:258 P04_109:259", "vis_trg": "P04_109:260", "narrations": [ "pick up pan", "empty water from pan", "pick up sponge", "wipe pan with sponge" ], "verbs": [ "pick-up", "empty", "pick-up", "wipe-with" ], "verb_classes": [ 0, 20, 0, 2 ], "nouns": [ "pan", "water", "sponge", "pan" ], "noun_classes": [ 5, 27, 9, 5 ], "start_stop_timestamps": [ [ "00:08:30.52", "00:08:31.13" ], [ "00:08:31.23", "00:08:32.07" ], [ "00:08:32.20", "00:08:33.00" ], [ "00:08:32.87", "00:08:33.95" ] ], "start_stop_frames": [ [ 25526, 25556 ], [ 25561, 25603 ], [ 25610, 25650 ], [ 25643, 25697 ] ], "trgnoun": "pan", "trgverb": "wipe_with" }, { "key": "P22_111+79_80_81_82", "video_id": "P22_111", "narration_ids": [ "P22_111_79", "P22_111_80", "P22_111_81", "P22_111_82" ], "src": "put_down lighter . move pan . turn_off hob", "src1": "put_down lighter", "src2": "move pan", "src3": "turn_off hob", "trg": "lift pan", "vis_src": "P22_111:79 P22_111:80 P22_111:81", "vis_trg": "P22_111:82", "narrations": [ "put down lighter", "move pan", "turn off hob", "lift pan" ], "verbs": [ "put-down", "move", "turn-off", "lift" ], "verb_classes": [ 1, 11, 8, 33 ], "nouns": [ "lighter", "pan", "hob", "pan" ], "noun_classes": [ 130, 5, 24, 5 ], "start_stop_timestamps": [ [ "00:03:10.22", "00:03:11.57" ], [ "00:03:11.44", "00:03:13.25" ], [ "00:03:13.80", "00:03:14.60" ], [ "00:03:15.46", "00:03:16.54" ] ], "start_stop_frames": [ [ 9511, 9578 ], [ 9572, 9662 ], [ 9690, 9730 ], [ 9773, 9827 ] ], "trgnoun": "pan", "trgverb": "lift" }, { "key": "P25_107+255_256_257_258", "video_id": "P25_107", "narration_ids": [ "P25_107_255", "P25_107_256", "P25_107_257", "P25_107_258" ], "src": "pick_up aubergine . lift plate . put_down aubergine", "src1": "pick_up aubergine", "src2": "lift plate", "src3": "put_down aubergine", "trg": "cover plate", "vis_src": "P25_107:255 P25_107:256 P25_107:257", "vis_trg": "P25_107:258", "narrations": [ "pick up aubergine", "lift plate", "put down aubergine", "cover plate" ], "verbs": [ "pick-up", "lift", "put-down", "cover" ], "verb_classes": [ 0, 33, 1, 36 ], "nouns": [ "aubergine", "plate", "aubergine", "plate" ], "noun_classes": [ 67, 2, 67, 2 ], "start_stop_timestamps": [ [ "00:21:10.46", "00:21:14.17" ], [ "00:21:14.27", "00:21:15.31" ], [ "00:21:15.41", "00:21:16.10" ], [ "00:21:16.15", "00:21:16.82" ] ], "start_stop_frames": [ [ 63523, 63708 ], [ 63713, 63765 ], [ 63770, 63804 ], [ 63807, 63841 ] ], "trgnoun": "plate", "trgverb": "cover" }, { "key": "P08_05+6_7_8_9", "video_id": "P08_05", "narration_ids": [ "P08_05_6", "P08_05_7", "P08_05_8", "P08_05_9" ], "src": "wash potato . open cupboard . get plate", "src1": "wash potato", "src2": "open cupboard", "src3": "get plate", "trg": "place potato on plate", "vis_src": "P08_05:6 P08_05:7 P08_05:8", "vis_trg": "P08_05:9", "narrations": [ "wash potato", "open cupboard", "get plate", "place potato on plate" ], "verbs": [ "wash", "open", "get", "place" ], "verb_classes": [ 2, 3, 0, 1 ], "nouns": [ "potato", "cupboard", "plate", "potato" ], "noun_classes": [ 30, 3, 2, 30 ], "start_stop_timestamps": [ [ "00:00:13.40", "00:00:15.40" ], [ "00:00:15.50", "00:00:16.67" ], [ "00:00:18.94", "00:00:20.77" ], [ "00:00:21.17", "00:00:22.30" ] ], "start_stop_frames": [ [ 804, 924 ], [ 930, 1000 ], [ 1136, 1246 ], [ 1270, 1338 ] ], "trgnoun": "potato", "trgverb": "place" }, { "key": "P26_10+13_14_15_16", "video_id": "P26_10", "narration_ids": [ "P26_10_13", "P26_10_14", "P26_10_15", "P26_10_16" ], "src": "put food in the fridge . open counter . put oil", "src1": "put food in the fridge", "src2": "open counter", "src3": "put oil", "trg": "close counter", "vis_src": "P26_10:13 P26_10:14 P26_10:15", "vis_trg": "P26_10:16", "narrations": [ "put food in the fridge", "open counter", "put oil", "close counter" ], "verbs": [ "put-in", "open", "put", "close" ], "verb_classes": [ 5, 3, 1, 4 ], "nouns": [ "food", "counter", "oil", "counter" ], "noun_classes": [ 34, 42, 31, 42 ], "start_stop_timestamps": [ [ "00:01:10.22", "00:01:14.76" ], [ "00:01:18.23", "00:01:19.73" ], [ "00:01:18.83", "00:01:20.95" ], [ "00:01:20.30", "00:01:21.74" ] ], "start_stop_frames": [ [ 4213, 4485 ], [ 4693, 4783 ], [ 4729, 4857 ], [ 4818, 4904 ] ], "trgnoun": "counter", "trgverb": "close" }, { "key": "P01_18+219_220_221_222", "video_id": "P01_18", "narration_ids": [ "P01_18_219", "P01_18_220", "P01_18_221", "P01_18_222" ], "src": "take something from the floor . open bin . throw something into bin", "src1": "take something from the floor", "src2": "open bin", "src3": "throw something into bin", "trg": "close bin", "vis_src": "P01_18:219 P01_18:220 P01_18:221", "vis_trg": "P01_18:222", "narrations": [ "take something from the floor", "open bin", "throw something into bin", "close bin" ], "verbs": [ "take-from", "open", "throw-into", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "floor", "bin", "bin", "bin" ], "noun_classes": [ 159, 36, 36, 36 ], "start_stop_timestamps": [ [ "00:17:32.25", "00:17:34.12" ], [ "00:17:37.09", "00:17:38.23" ], [ "00:17:37.58", "00:17:38.17" ], [ "00:17:38.27", "00:17:39.15" ] ], "start_stop_frames": [ [ 63135, 63247 ], [ 63425, 63493 ], [ 63454, 63490 ], [ 63496, 63549 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P04_04+15_16_17_18", "video_id": "P04_04", "narration_ids": [ "P04_04_15", "P04_04_16", "P04_04_17", "P04_04_18" ], "src": "push drawer . open packet . put_in dishwasher", "src1": "push drawer", "src2": "open packet", "src3": "put_in dishwasher", "trg": "turn_on dishwasher", "vis_src": "P04_04:15 P04_04:16 P04_04:17", "vis_trg": "P04_04:18", "narrations": [ "push drawer", "open packet", "put in dishwasher", "turn on dishwasher" ], "verbs": [ "push", "open", "put-in", "turn-on" ], "verb_classes": [ 21, 3, 5, 6 ], "nouns": [ "drawer", "packet", "dishwasher", "dishwasher" ], "noun_classes": [ 8, 26, 70, 70 ], "start_stop_timestamps": [ [ "00:01:02.76", "00:01:05.05" ], [ "00:01:05.15", "00:01:07.78" ], [ "00:01:08.12", "00:01:09.76" ], [ "00:01:10.20", "00:01:12.62" ] ], "start_stop_frames": [ [ 3765, 3903 ], [ 3909, 4066 ], [ 4087, 4185 ], [ 4212, 4357 ] ], "trgnoun": "dishwasher", "trgverb": "turn_on" }, { "key": "P02_03+90_91_92_93", "video_id": "P02_03", "narration_ids": [ "P02_03_90", "P02_03_91", "P02_03_92", "P02_03_93" ], "src": "pick_up onion . pick_up another onion . put onion on chopping board", "src1": "pick_up onion", "src2": "pick_up another onion", "src3": "put onion on chopping board", "trg": "throw onion", "vis_src": "P02_03:90 P02_03:91 P02_03:92", "vis_trg": "P02_03:93", "narrations": [ "pick up onion", "pick up another onion", "put onion on chopping board", "throw onion" ], "verbs": [ "pick-up", "pick-up", "put-on", "throw" ], "verb_classes": [ 0, 0, 1, 13 ], "nouns": [ "onion", "onion", "onion", "onion" ], "noun_classes": [ 16, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:04:01.16", "00:04:02.56" ], [ "00:04:04.05", "00:04:05.49" ], [ "00:04:07.45", "00:04:08.58" ], [ "00:04:09.39", "00:04:10.73" ] ], "start_stop_frames": [ [ 14469, 14553 ], [ 14643, 14729 ], [ 14847, 14914 ], [ 14963, 15043 ] ], "trgnoun": "onion", "trgverb": "throw" }, { "key": "P27_103+24_25_26_31", "video_id": "P27_103", "narration_ids": [ "P27_103_24", "P27_103_25", "P27_103_26", "P27_103_31" ], "src": "adjust tea_towel . pick_up eggs . put_down eggs", "src1": "adjust tea_towel", "src2": "pick_up eggs", "src3": "put_down eggs", "trg": "open cupboard", "vis_src": "P27_103:24 P27_103:25 P27_103:26", "vis_trg": "P27_103:31", "narrations": [ "adjust tea towel", "pick up eggs", "put down eggs", "open cupboard" ], "verbs": [ "adjust", "pick-up", "put-down", "open" ], "verb_classes": [ 17, 0, 1, 3 ], "nouns": [ "towel:tea", "egg", "egg", "cupboard" ], "noun_classes": [ 52, 53, 53, 3 ], "start_stop_timestamps": [ [ "00:01:01.86", "00:01:02.92" ], [ "00:01:03.82", "00:01:04.61" ], [ "00:01:04.70", "00:01:05.77" ], [ "00:01:12.61", "00:01:13.75" ] ], "start_stop_frames": [ [ 3093, 3146 ], [ 3191, 3230 ], [ 3235, 3288 ], [ 3630, 3687 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P01_09+420_421_422_423", "video_id": "P01_09", "narration_ids": [ "P01_09_420", "P01_09_421", "P01_09_422", "P01_09_423" ], "src": "put_down baking_paper . put_down scissors . lay baking_paper onto tray", "src1": "put_down baking_paper", "src2": "put_down scissors", "src3": "lay baking_paper onto tray", "trg": "take scissors", "vis_src": "P01_09:420 P01_09:421 P01_09:422", "vis_trg": "P01_09:423", "narrations": [ "put down baking paper", "put down scissors", "lay baking paper onto tray", "take scissors" ], "verbs": [ "put-down", "put-down", "lay-onto", "take" ], "verb_classes": [ 1, 1, 1, 0 ], "nouns": [ "paper:baking", "scissors", "paper:baking", "scissors" ], "noun_classes": [ 49, 79, 49, 79 ], "start_stop_timestamps": [ [ "00:30:30.40", "00:30:31.27" ], [ "00:30:30.50", "00:30:32.34" ], [ "00:30:32.60", "00:30:39.10" ], [ "00:30:39.44", "00:30:40.61" ] ], "start_stop_frames": [ [ 109824, 109876 ], [ 109830, 109940 ], [ 109956, 110346 ], [ 110366, 110436 ] ], "trgnoun": "scissors", "trgverb": "take" }, { "key": "P22_08+103_104_105_106", "video_id": "P22_08", "narration_ids": [ "P22_08_103", "P22_08_104", "P22_08_105", "P22_08_106" ], "src": "move pot . grab spoon . rinse spoon", "src1": "move pot", "src2": "grab spoon", "src3": "rinse spoon", "trg": "lather spoon", "vis_src": "P22_08:103 P22_08:104 P22_08:105", "vis_trg": "P22_08:106", "narrations": [ "move pot", "grab spoon", "rinse spoon", "lather spoon" ], "verbs": [ "move", "grab", "rinse", "lather" ], "verb_classes": [ 11, 0, 2, 2 ], "nouns": [ "pot", "spoon", "spoon", "spoon" ], "noun_classes": [ 29, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:03:52.88", "00:03:53.69" ], [ "00:03:53.79", "00:03:54.54" ], [ "00:03:54.73", "00:03:56.58" ], [ "00:03:56.51", "00:04:02.50" ] ], "start_stop_frames": [ [ 13972, 14021 ], [ 14027, 14072 ], [ 14083, 14194 ], [ 14190, 14550 ] ], "trgnoun": "spoon", "trgverb": "lather" }, { "key": "P12_04+3_4_5_6", "video_id": "P12_04", "narration_ids": [ "P12_04_3", "P12_04_4", "P12_04_5", "P12_04_6" ], "src": "take cheese . throw away plastic_bag . take bottle", "src1": "take cheese", "src2": "throw away plastic_bag", "src3": "take bottle", "trg": "put bottle in fridge", "vis_src": "P12_04:3 P12_04:4 P12_04:5", "vis_trg": "P12_04:6", "narrations": [ "take cheese", "throw away plastic bag", "take bottle", "put bottle in fridge" ], "verbs": [ "take", "throw", "take", "put-in" ], "verb_classes": [ 0, 13, 0, 5 ], "nouns": [ "cheese", "bag:plastic", "bottle", "bottle" ], "noun_classes": [ 32, 19, 15, 15 ], "start_stop_timestamps": [ [ "00:00:09.58", "00:00:11.71" ], [ "00:00:20.28", "00:00:25.51" ], [ "00:00:26.86", "00:00:28.67" ], [ "00:00:29.00", "00:00:33.57" ] ], "start_stop_frames": [ [ 574, 702 ], [ 1216, 1530 ], [ 1611, 1720 ], [ 1740, 2014 ] ], "trgnoun": "bottle", "trgverb": "put_in" }, { "key": "P26_03+34_35_36_37", "video_id": "P26_03", "narration_ids": [ "P26_03_34", "P26_03_35", "P26_03_36", "P26_03_37" ], "src": "close door . pick_up pan . pick_up sponge", "src1": "close door", "src2": "pick_up pan", "src3": "pick_up sponge", "trg": "lather pan", "vis_src": "P26_03:34 P26_03:35 P26_03:36", "vis_trg": "P26_03:37", "narrations": [ "close door", "pick up pan", "pick up sponge", "lather pan" ], "verbs": [ "close", "pick-up", "pick-up", "lather" ], "verb_classes": [ 4, 0, 0, 2 ], "nouns": [ "door", "pan", "sponge", "pan" ], "noun_classes": [ 3, 5, 9, 5 ], "start_stop_timestamps": [ [ "00:02:42.58", "00:02:45.22" ], [ "00:02:46.29", "00:02:47.91" ], [ "00:02:50.70", "00:02:51.65" ], [ "00:02:52.45", "00:02:55.41" ] ], "start_stop_frames": [ [ 9754, 9913 ], [ 9977, 10074 ], [ 10242, 10299 ], [ 10347, 10524 ] ], "trgnoun": "pan", "trgverb": "lather" }, { "key": "P02_120+167_168_169_170", "video_id": "P02_120", "narration_ids": [ "P02_120_167", "P02_120_168", "P02_120_169", "P02_120_170" ], "src": "put_down cake_mould . pick_up lid . pick_up glass", "src1": "put_down cake_mould", "src2": "pick_up lid", "src3": "pick_up glass", "trg": "put glass next to sink", "vis_src": "P02_120:167 P02_120:168 P02_120:169", "vis_trg": "P02_120:170", "narrations": [ "put down cake mould", "pick up lid", "pick up glass", "put glass next to sink" ], "verbs": [ "put-down", "pick-up", "pick-up", "put" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "mould:cake", "lid", "glass", "glass" ], "noun_classes": [ 35, 6, 10, 10 ], "start_stop_timestamps": [ [ "00:10:16.43", "00:10:17.64" ], [ "00:10:17.40", "00:10:20.02" ], [ "00:10:19.75", "00:10:20.69" ], [ "00:10:21.77", "00:10:23.07" ] ], "start_stop_frames": [ [ 30821, 30882 ], [ 30870, 31001 ], [ 30987, 31034 ], [ 31088, 31153 ] ], "trgnoun": "glass", "trgverb": "put" }, { "key": "P08_26+91_92_93_94", "video_id": "P08_26", "narration_ids": [ "P08_26_91", "P08_26_92", "P08_26_93", "P08_26_94" ], "src": "get kitchen_towel . wipe hands . place knife", "src1": "get kitchen_towel", "src2": "wipe hands", "src3": "place knife", "trg": "wipe knife", "vis_src": "P08_26:91 P08_26:92 P08_26:93", "vis_trg": "P08_26:94", "narrations": [ "get kitchen towel", "wipe hands", "place knife", "wipe knife" ], "verbs": [ "get", "wipe", "place", "wipe" ], "verb_classes": [ 0, 2, 1, 2 ], "nouns": [ "towel:kitchen", "hand", "knife", "knife" ], "noun_classes": [ 93, 11, 4, 4 ], "start_stop_timestamps": [ [ "00:06:07.20", "00:06:08.20" ], [ "00:06:08.44", "00:06:10.55" ], [ "00:06:10.95", "00:06:13.29" ], [ "00:06:11.40", "00:06:12.65" ] ], "start_stop_frames": [ [ 22032, 22092 ], [ 22106, 22233 ], [ 22257, 22397 ], [ 22284, 22359 ] ], "trgnoun": "knife", "trgverb": "wipe" }, { "key": "P01_09+438_439_440_441", "video_id": "P01_09", "narration_ids": [ "P01_09_438", "P01_09_439", "P01_09_440", "P01_09_441" ], "src": "take scissors . take baking_paper . put_down scissors", "src1": "take scissors", "src2": "take baking_paper", "src3": "put_down scissors", "trg": "put_down baking_paper", "vis_src": "P01_09:438 P01_09:439 P01_09:440", "vis_trg": "P01_09:441", "narrations": [ "take scissors", "take baking paper", "put down scissors", "put down baking paper" ], "verbs": [ "take", "take", "put-down", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "scissors", "paper:baking", "scissors", "paper:baking" ], "noun_classes": [ 79, 49, 79, 49 ], "start_stop_timestamps": [ [ "00:31:29.08", "00:31:30.14" ], [ "00:31:30.76", "00:31:36.26" ], [ "00:31:36.30", "00:31:37.01" ], [ "00:31:37.22", "00:31:39.31" ] ], "start_stop_frames": [ [ 113344, 113408 ], [ 113445, 113775 ], [ 113778, 113820 ], [ 113833, 113958 ] ], "trgnoun": "baking_paper", "trgverb": "put_down" }, { "key": "P08_06+58_59_60_61", "video_id": "P08_06", "narration_ids": [ "P08_06_58", "P08_06_59", "P08_06_60", "P08_06_61" ], "src": "wipe_off cutting_board . close drawer . close dishwasher", "src1": "wipe_off cutting_board", "src2": "close drawer", "src3": "close dishwasher", "trg": "sponge cutting_board", "vis_src": "P08_06:58 P08_06:59 P08_06:60", "vis_trg": "P08_06:61", "narrations": [ "wipe off cutting board", "close drawer", "close dishwasher", "sponge cutting board" ], "verbs": [ "wipe-off", "close", "close", "sponge" ], "verb_classes": [ 2, 4, 4, 2 ], "nouns": [ "board:cutting", "drawer", "dishwasher", "board:cutting" ], "noun_classes": [ 18, 8, 70, 18 ], "start_stop_timestamps": [ [ "00:03:09.83", "00:03:12.93" ], [ "00:03:14.43", "00:03:16.44" ], [ "00:03:16.16", "00:03:17.87" ], [ "00:03:23.03", "00:03:29.18" ] ], "start_stop_frames": [ [ 11389, 11575 ], [ 11665, 11786 ], [ 11769, 11872 ], [ 12181, 12550 ] ], "trgnoun": "cutting_board", "trgverb": "sponge" }, { "key": "P08_06+112_113_114_115", "video_id": "P08_06", "narration_ids": [ "P08_06_112", "P08_06_113", "P08_06_114", "P08_06_115" ], "src": "get kitchen_towel . wipe_off hands . wipe_off knife", "src1": "get kitchen_towel", "src2": "wipe_off hands", "src3": "wipe_off knife", "trg": "place knife", "vis_src": "P08_06:112 P08_06:113 P08_06:114", "vis_trg": "P08_06:115", "narrations": [ "get kitchen towel", "wipe off hands", "wipe off knife", "place knife" ], "verbs": [ "get", "wipe-off", "wipe-off", "place" ], "verb_classes": [ 0, 2, 2, 1 ], "nouns": [ "towel:kitchen", "hand", "knife", "knife" ], "noun_classes": [ 93, 11, 4, 4 ], "start_stop_timestamps": [ [ "00:07:41.73", "00:07:43.10" ], [ "00:07:43.10", "00:07:43.91" ], [ "00:07:44.44", "00:07:45.57" ], [ "00:07:45.54", "00:07:47.19" ] ], "start_stop_frames": [ [ 27703, 27786 ], [ 27786, 27834 ], [ 27866, 27934 ], [ 27932, 28031 ] ], "trgnoun": "knife", "trgverb": "place" }, { "key": "P08_21+76_77_78_80", "video_id": "P08_21", "narration_ids": [ "P08_21_76", "P08_21_77", "P08_21_78", "P08_21_80" ], "src": "place glass in cupboard . place mugs in cupboard . open cupboard", "src1": "place glass in cupboard", "src2": "place mugs in cupboard", "src3": "open cupboard", "trg": "close cupboard", "vis_src": "P08_21:76 P08_21:77 P08_21:78", "vis_trg": "P08_21:80", "narrations": [ "place glass in cupboard", "place mugs in cupboard", "open cupboard", "close cupboard" ], "verbs": [ "place-in", "place-in", "open", "close" ], "verb_classes": [ 5, 5, 3, 4 ], "nouns": [ "glass", "mug", "cupboard", "cupboard" ], "noun_classes": [ 10, 13, 3, 3 ], "start_stop_timestamps": [ [ "00:04:04.39", "00:04:05.99" ], [ "00:04:06.26", "00:04:14.76" ], [ "00:04:17.12", "00:04:18.36" ], [ "00:04:20.48", "00:04:21.84" ] ], "start_stop_frames": [ [ 14663, 14759 ], [ 14775, 15285 ], [ 15427, 15501 ], [ 15628, 15710 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P22_116+142_143_144_145", "video_id": "P22_116", "narration_ids": [ "P22_116_142", "P22_116_143", "P22_116_144", "P22_116_145" ], "src": "lather fork . put_down fork . pick_up pan", "src1": "lather fork", "src2": "put_down fork", "src3": "pick_up pan", "trg": "lather pan", "vis_src": "P22_116:142 P22_116:143 P22_116:144", "vis_trg": "P22_116:145", "narrations": [ "lather fork", "put down fork", "pick up pan", "lather pan" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "fork", "fork", "pan", "pan" ], "noun_classes": [ 14, 14, 5, 5 ], "start_stop_timestamps": [ [ "00:05:27.45", "00:05:29.45" ], [ "00:05:29.50", "00:05:30.05" ], [ "00:05:30.05", "00:05:30.60" ], [ "00:05:31.16", "00:05:34.00" ] ], "start_stop_frames": [ [ 16372, 16472 ], [ 16475, 16502 ], [ 16502, 16530 ], [ 16558, 16700 ] ], "trgnoun": "pan", "trgverb": "lather" }, { "key": "P23_04+50_54_55_56", "video_id": "P23_04", "narration_ids": [ "P23_04_50", "P23_04_54", "P23_04_55", "P23_04_56" ], "src": "put the oil into the pan . close the cap . put_into the rack", "src1": "put the oil into the pan", "src2": "close the cap", "src3": "put_into the rack", "trg": "take the oil from the rack", "vis_src": "P23_04:50 P23_04:54 P23_04:55", "vis_trg": "P23_04:56", "narrations": [ "put the oil into the pan", "close the cap", "put into the rack", "take the oil from the rack" ], "verbs": [ "put-into", "close", "put-into", "take-from" ], "verb_classes": [ 5, 4, 5, 0 ], "nouns": [ "oil", "cap", "rack", "oil" ], "noun_classes": [ 31, 118, 110, 31 ], "start_stop_timestamps": [ [ "00:15:40.56", "00:15:49.57" ], [ "00:16:07.11", "00:16:08.91" ], [ "00:16:11.52", "00:16:13.00" ], [ "00:16:13.29", "00:16:16.98" ] ], "start_stop_frames": [ [ 56433, 56974 ], [ 58026, 58134 ], [ 58291, 58380 ], [ 58397, 58618 ] ], "trgnoun": "oil", "trgverb": "take_from" }, { "key": "P01_09+417_418_419_420", "video_id": "P01_09", "narration_ids": [ "P01_09_417", "P01_09_418", "P01_09_419", "P01_09_420" ], "src": "take scissors . close drawer . cut baking_paper", "src1": "take scissors", "src2": "close drawer", "src3": "cut baking_paper", "trg": "put_down baking_paper", "vis_src": "P01_09:417 P01_09:418 P01_09:419", "vis_trg": "P01_09:420", "narrations": [ "take scissors", "close drawer", "cut baking paper", "put down baking paper" ], "verbs": [ "take", "close", "cut", "put-down" ], "verb_classes": [ 0, 4, 7, 1 ], "nouns": [ "scissors", "drawer", "paper:baking", "paper:baking" ], "noun_classes": [ 79, 8, 49, 49 ], "start_stop_timestamps": [ [ "00:30:20.86", "00:30:22.11" ], [ "00:30:22.21", "00:30:24.24" ], [ "00:30:24.34", "00:30:30.30" ], [ "00:30:30.40", "00:30:31.27" ] ], "start_stop_frames": [ [ 109251, 109326 ], [ 109332, 109454 ], [ 109460, 109818 ], [ 109824, 109876 ] ], "trgnoun": "baking_paper", "trgverb": "put_down" }, { "key": "P01_105+434_435_436_437", "video_id": "P01_105", "narration_ids": [ "P01_105_434", "P01_105_435", "P01_105_436", "P01_105_437" ], "src": "put_down mushrooms . move washing up liquid . move mushrooms", "src1": "put_down mushrooms", "src2": "move washing up liquid", "src3": "move mushrooms", "trg": "pick_up mushrooms", "vis_src": "P01_105:434 P01_105:435 P01_105:436", "vis_trg": "P01_105:437", "narrations": [ "put down mushrooms", "move washing up liquid", "move mushrooms", "pick up mushrooms" ], "verbs": [ "put-down", "move", "move", "pick-up" ], "verb_classes": [ 1, 11, 11, 0 ], "nouns": [ "mushroom", "liquid:washing:up", "mushroom", "mushroom" ], "noun_classes": [ 56, 22, 56, 56 ], "start_stop_timestamps": [ [ "00:17:55.34", "00:17:56.59" ], [ "00:17:56.71", "00:17:57.56" ], [ "00:17:57.76", "00:17:58.36" ], [ "00:17:58.41", "00:17:59.39" ] ], "start_stop_frames": [ [ 53766, 53829 ], [ 53835, 53878 ], [ 53888, 53917 ], [ 53920, 53969 ] ], "trgnoun": "mushroom", "trgverb": "pick_up" }, { "key": "P27_105+2_3_4_5", "video_id": "P27_105", "narration_ids": [ "P27_105_2", "P27_105_3", "P27_105_4", "P27_105_5" ], "src": "pick_up oven_glove . put_down oven_glove . move cloth", "src1": "pick_up oven_glove", "src2": "put_down oven_glove", "src3": "move cloth", "trg": "adjust oven_glove", "vis_src": "P27_105:2 P27_105:3 P27_105:4", "vis_trg": "P27_105:5", "narrations": [ "pick up oven glove", "put down oven glove", "move cloth", "adjust oven glove" ], "verbs": [ "pick-up", "put-down", "move", "adjust" ], "verb_classes": [ 0, 1, 11, 17 ], "nouns": [ "glove:oven", "glove:oven", "cloth", "glove:oven" ], "noun_classes": [ 60, 60, 17, 60 ], "start_stop_timestamps": [ [ "00:00:10.15", "00:00:10.97" ], [ "00:00:13.80", "00:00:15.61" ], [ "00:00:16.96", "00:00:17.84" ], [ "00:00:18.51", "00:00:19.22" ] ], "start_stop_frames": [ [ 507, 548 ], [ 690, 780 ], [ 848, 892 ], [ 925, 961 ] ], "trgnoun": "oven_glove", "trgverb": "adjust" }, { "key": "P25_05+138_139_140_141", "video_id": "P25_05", "narration_ids": [ "P25_05_138", "P25_05_139", "P25_05_140", "P25_05_141" ], "src": "place dish . spray degreaser . take cloth", "src1": "place dish", "src2": "spray degreaser", "src3": "take cloth", "trg": "wash cloth", "vis_src": "P25_05:138 P25_05:139 P25_05:140", "vis_trg": "P25_05:141", "narrations": [ "place dish", "spray degreaser", "take cloth", "wash cloth" ], "verbs": [ "place", "spray", "take", "wash" ], "verb_classes": [ 1, 44, 0, 2 ], "nouns": [ "dish", "degreaser", "cloth", "cloth" ], "noun_classes": [ 2, 22, 17, 17 ], "start_stop_timestamps": [ [ "00:21:18.77", "00:21:22.27" ], [ "00:21:26.76", "00:21:36.61" ], [ "00:21:38.38", "00:21:39.56" ], [ "00:21:39.66", "00:21:43.42" ] ], "start_stop_frames": [ [ 76726, 76936 ], [ 77205, 77796 ], [ 77902, 77973 ], [ 77979, 78205 ] ], "trgnoun": "cloth", "trgverb": "wash" }, { "key": "P22_117+215_216_217_218", "video_id": "P22_117", "narration_ids": [ "P22_117_215", "P22_117_216", "P22_117_217", "P22_117_218" ], "src": "throw courgettes . close bag . pick_up onion", "src1": "throw courgettes", "src2": "close bag", "src3": "pick_up onion", "trg": "unwrap onion", "vis_src": "P22_117:215 P22_117:216 P22_117:217", "vis_trg": "P22_117:218", "narrations": [ "throw courgettes", "close bag", "pick up onion", "unwrap onion" ], "verbs": [ "throw", "close", "pick-up", "unwrap" ], "verb_classes": [ 13, 4, 0, 84 ], "nouns": [ "courgette", "bag", "onion", "onion" ], "noun_classes": [ 76, 19, 16, 16 ], "start_stop_timestamps": [ [ "00:08:51.95", "00:08:53.23" ], [ "00:08:53.94", "00:08:56.04" ], [ "00:08:56.34", "00:08:57.15" ], [ "00:08:56.99", "00:09:08.49" ] ], "start_stop_frames": [ [ 26597, 26661 ], [ 26697, 26802 ], [ 26817, 26857 ], [ 26849, 27424 ] ], "trgnoun": "onion", "trgverb": "unwrap" }, { "key": "P02_129+174_175_176_177", "video_id": "P02_129", "narration_ids": [ "P02_129_174", "P02_129_175", "P02_129_176", "P02_129_177" ], "src": "move chopping_board . pick_up cake_mould from drainer . open cupboard", "src1": "move chopping_board", "src2": "pick_up cake_mould from drainer", "src3": "open cupboard", "trg": "put cake_mould in cupboard", "vis_src": "P02_129:174 P02_129:175 P02_129:176", "vis_trg": "P02_129:177", "narrations": [ "move chopping board", "pick up cake mould from drainer", "open cupboard", "put cake mould in cupboard" ], "verbs": [ "move", "pick-up", "open", "put-in" ], "verb_classes": [ 11, 0, 3, 5 ], "nouns": [ "board:chopping", "mould:cake", "cupboard", "mould:cake" ], "noun_classes": [ 18, 35, 3, 35 ], "start_stop_timestamps": [ [ "00:06:25.15", "00:06:29.95" ], [ "00:06:26.62", "00:06:27.95" ], [ "00:06:29.45", "00:06:30.01" ], [ "00:06:30.11", "00:06:34.34" ] ], "start_stop_frames": [ [ 19257, 19497 ], [ 19331, 19397 ], [ 19472, 19500 ], [ 19505, 19717 ] ], "trgnoun": "cake_mould", "trgverb": "put_in" }, { "key": "P30_109+43_44_45_47", "video_id": "P30_109", "narration_ids": [ "P30_109_43", "P30_109_44", "P30_109_45", "P30_109_47" ], "src": "open cupboard . pick_up pan . pick_up kitchen_towel", "src1": "open cupboard", "src2": "pick_up pan", "src3": "pick_up kitchen_towel", "trg": "put pan into cupboard", "vis_src": "P30_109:43 P30_109:44 P30_109:45", "vis_trg": "P30_109:47", "narrations": [ "open cupboard", "pick up pan", "pick up kitchen towel", "put pan into cupboard" ], "verbs": [ "open", "pick-up", "pick-up", "put-into" ], "verb_classes": [ 3, 0, 0, 5 ], "nouns": [ "cupboard", "pan", "towel:kitchen", "pan" ], "noun_classes": [ 3, 5, 93, 5 ], "start_stop_timestamps": [ [ "00:01:09.35", "00:01:10.30" ], [ "00:01:10.36", "00:01:14.11" ], [ "00:01:16.99", "00:01:18.49" ], [ "00:01:18.00", "00:01:20.25" ] ], "start_stop_frames": [ [ 3467, 3515 ], [ 3518, 3705 ], [ 3849, 3924 ], [ 3900, 4012 ] ], "trgnoun": "pan", "trgverb": "put_into" }, { "key": "P35_105+357_358_359_360", "video_id": "P35_105", "narration_ids": [ "P35_105_357", "P35_105_358", "P35_105_359", "P35_105_360" ], "src": "put_down spoon . move pan . pick_up food", "src1": "put_down spoon", "src2": "move pan", "src3": "pick_up food", "trg": "throw food", "vis_src": "P35_105:357 P35_105:358 P35_105:359", "vis_trg": "P35_105:360", "narrations": [ "put down spoon", "move pan", "pick up food", "throw food" ], "verbs": [ "put-down", "move", "pick-up", "throw" ], "verb_classes": [ 1, 11, 0, 13 ], "nouns": [ "spoon", "pan", "food", "food" ], "noun_classes": [ 1, 5, 34, 34 ], "start_stop_timestamps": [ [ "00:28:15.07", "00:28:16.79" ], [ "00:28:18.80", "00:28:21.07" ], [ "00:28:30.27", "00:28:32.49" ], [ "00:28:33.42", "00:28:34.25" ] ], "start_stop_frames": [ [ 84753, 84839 ], [ 84940, 85053 ], [ 85513, 85624 ], [ 85671, 85712 ] ], "trgnoun": "food", "trgverb": "throw" }, { "key": "P08_05+165_166_167_168", "video_id": "P08_05", "narration_ids": [ "P08_05_165", "P08_05_166", "P08_05_167", "P08_05_168" ], "src": "turn water on . wipe hands . get knife", "src1": "turn water on", "src2": "wipe hands", "src3": "get knife", "trg": "place knife", "vis_src": "P08_05:165 P08_05:166 P08_05:167", "vis_trg": "P08_05:168", "narrations": [ "turn water on", "wipe hands", "get knife", "place knife" ], "verbs": [ "turn-on", "wipe", "get", "place" ], "verb_classes": [ 6, 2, 0, 1 ], "nouns": [ "tap", "hand", "knife", "knife" ], "noun_classes": [ 0, 11, 4, 4 ], "start_stop_timestamps": [ [ "00:12:59.16", "00:13:00.16" ], [ "00:13:01.06", "00:13:05.06" ], [ "00:13:05.11", "00:13:07.18" ], [ "00:13:10.01", "00:13:11.26" ] ], "start_stop_frames": [ [ 46749, 46809 ], [ 46863, 47103 ], [ 47106, 47230 ], [ 47400, 47475 ] ], "trgnoun": "knife", "trgverb": "place" }, { "key": "P08_01+151_152_153_154", "video_id": "P08_01", "narration_ids": [ "P08_01_151", "P08_01_152", "P08_01_153", "P08_01_154" ], "src": "wipe_off counter . wipe_off sink . throw away kitchen_towel", "src1": "wipe_off counter", "src2": "wipe_off sink", "src3": "throw away kitchen_towel", "trg": "get kitchen_towel", "vis_src": "P08_01:151 P08_01:152 P08_01:153", "vis_trg": "P08_01:154", "narrations": [ "wipe off counter", "wipe off sink", "throw away kitchen towel", "get kitchen towel" ], "verbs": [ "wipe-off", "wipe-off", "throw", "get" ], "verb_classes": [ 2, 2, 13, 0 ], "nouns": [ "counter", "sink", "towel:kitchen", "towel:kitchen" ], "noun_classes": [ 42, 63, 93, 93 ], "start_stop_timestamps": [ [ "00:09:57.64", "00:10:00.04" ], [ "00:10:00.52", "00:10:03.65" ], [ "00:10:04.35", "00:10:05.50" ], [ "00:10:06.05", "00:10:07.30" ] ], "start_stop_frames": [ [ 35858, 36002 ], [ 36031, 36219 ], [ 36261, 36330 ], [ 36363, 36438 ] ], "trgnoun": "kitchen_towel", "trgverb": "get" }, { "key": "P24_07+1_2_3_4", "video_id": "P24_07", "narration_ids": [ "P24_07_1", "P24_07_2", "P24_07_3", "P24_07_4" ], "src": "put coffee_maker down . switch_on hob . grab pan", "src1": "put coffee_maker down", "src2": "switch_on hob", "src3": "grab pan", "trg": "put pan on hob", "vis_src": "P24_07:1 P24_07:2 P24_07:3", "vis_trg": "P24_07:4", "narrations": [ "put coffee maker down", "switch on hob", "grab pan", "put pan on hob" ], "verbs": [ "put-down", "switch-on", "grab", "put-on" ], "verb_classes": [ 1, 6, 0, 1 ], "nouns": [ "maker:coffee", "hob", "pan", "pan" ], "noun_classes": [ 50, 24, 5, 5 ], "start_stop_timestamps": [ [ "00:00:02.89", "00:00:06.12" ], [ "00:00:07.45", "00:00:09.77" ], [ "00:00:10.32", "00:00:11.16" ], [ "00:00:11.30", "00:00:12.21" ] ], "start_stop_frames": [ [ 173, 367 ], [ 447, 586 ], [ 619, 669 ], [ 678, 732 ] ], "trgnoun": "pan", "trgverb": "put_on" }, { "key": "P06_101+403_404_405_406", "video_id": "P06_101", "narration_ids": [ "P06_101_403", "P06_101_404", "P06_101_405", "P06_101_406" ], "src": "pick_up rubbish . put rubbish in bin . pick_up pots", "src1": "pick_up rubbish", "src2": "put rubbish in bin", "src3": "pick_up pots", "trg": "put pot in cupboard", "vis_src": "P06_101:403 P06_101:404 P06_101:405", "vis_trg": "P06_101:406", "narrations": [ "pick up rubbish", "put rubbish in bin", "pick up pots", "put pot in cupboard" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "rubbish", "rubbish", "pot", "pot" ], "noun_classes": [ 54, 54, 29, 29 ], "start_stop_timestamps": [ [ "00:30:06.54", "00:30:07.86" ], [ "00:30:07.31", "00:30:09.64" ], [ "00:30:09.67", "00:30:12.35" ], [ "00:30:12.36", "00:30:13.32" ] ], "start_stop_frames": [ [ 90327, 90393 ], [ 90365, 90482 ], [ 90483, 90617 ], [ 90618, 90666 ] ], "trgnoun": "pot", "trgverb": "put_in" }, { "key": "P02_06+144_145_146_147", "video_id": "P02_06", "narration_ids": [ "P02_06_144", "P02_06_145", "P02_06_146", "P02_06_147" ], "src": "put strainer . remove leaves from lettuce . open bin", "src1": "put strainer", "src2": "remove leaves from lettuce", "src3": "open bin", "trg": "throw leaves", "vis_src": "P02_06:144 P02_06:145 P02_06:146", "vis_trg": "P02_06:147", "narrations": [ "put strainer", "remove leaves from lettuce", "open bin", "throw leaves" ], "verbs": [ "put", "remove-from", "open", "throw" ], "verb_classes": [ 1, 12, 3, 13 ], "nouns": [ "strainer", "leaf", "bin", "leaf" ], "noun_classes": [ 39, 62, 36, 62 ], "start_stop_timestamps": [ [ "00:06:40.98", "00:06:42.26" ], [ "00:06:47.58", "00:06:52.74" ], [ "00:06:53.42", "00:06:54.12" ], [ "00:06:54.22", "00:06:54.72" ] ], "start_stop_frames": [ [ 24058, 24135 ], [ 24454, 24764 ], [ 24805, 24847 ], [ 24853, 24883 ] ], "trgnoun": "leaf", "trgverb": "throw" }, { "key": "P23_102+443_444_445_446", "video_id": "P23_102", "narration_ids": [ "P23_102_443", "P23_102_444", "P23_102_445", "P23_102_446" ], "src": "put pan . put lighter . take bottle", "src1": "put pan", "src2": "put lighter", "src3": "take bottle", "trg": "put bottle", "vis_src": "P23_102:443 P23_102:444 P23_102:445", "vis_trg": "P23_102:446", "narrations": [ "put pan", "put lighter", "take bottle", "put bottle" ], "verbs": [ "put", "put", "take", "put" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "pan", "lighter", "bottle", "bottle" ], "noun_classes": [ 5, 130, 15, 15 ], "start_stop_timestamps": [ [ "00:41:57.34", "00:41:57.86" ], [ "00:42:14.90", "00:42:17.45" ], [ "00:42:22.70", "00:42:23.51" ], [ "00:42:43.93", "00:42:44.53" ] ], "start_stop_frames": [ [ 125867, 125893 ], [ 126745, 126872 ], [ 127134, 127175 ], [ 128196, 128226 ] ], "trgnoun": "bottle", "trgverb": "put" }, { "key": "P28_02+108_109_110_111", "video_id": "P28_02", "narration_ids": [ "P28_02_108", "P28_02_109", "P28_02_110", "P28_02_111" ], "src": "take dish . rinse dish . take sponge", "src1": "take dish", "src2": "rinse dish", "src3": "take sponge", "trg": "wash sponge", "vis_src": "P28_02:108 P28_02:109 P28_02:110", "vis_trg": "P28_02:111", "narrations": [ "take dish", "rinse dish", "take sponge", "wash sponge" ], "verbs": [ "take", "rinse", "take", "wash" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "dish", "dish", "sponge", "sponge" ], "noun_classes": [ 2, 2, 9, 9 ], "start_stop_timestamps": [ [ "00:05:16.39", "00:05:16.94" ], [ "00:05:16.94", "00:05:29.81" ], [ "00:05:31.26", "00:05:31.91" ], [ "00:05:32.72", "00:05:36.55" ] ], "start_stop_frames": [ [ 18983, 19016 ], [ 19016, 19788 ], [ 19875, 19914 ], [ 19963, 20193 ] ], "trgnoun": "sponge", "trgverb": "wash" }, { "key": "P22_101+121_122_123_124", "video_id": "P22_101", "narration_ids": [ "P22_101_121", "P22_101_122", "P22_101_123", "P22_101_124" ], "src": "move cereals . open cereals . pour cereals", "src1": "move cereals", "src2": "open cereals", "src3": "pour cereals", "trg": "put_down cereals", "vis_src": "P22_101:121 P22_101:122 P22_101:123", "vis_trg": "P22_101:124", "narrations": [ "move cereals", "open cereals", "pour cereals", "put down cereals" ], "verbs": [ "move", "open", "pour", "put-down" ], "verb_classes": [ 11, 3, 9, 1 ], "nouns": [ "cereal", "cereal", "cereal", "cereal" ], "noun_classes": [ 99, 99, 99, 99 ], "start_stop_timestamps": [ [ "00:04:15.75", "00:04:16.47" ], [ "00:04:16.32", "00:04:21.96" ], [ "00:04:20.65", "00:04:25.63" ], [ "00:04:25.00", "00:04:27.54" ] ], "start_stop_frames": [ [ 12787, 12823 ], [ 12816, 13097 ], [ 13032, 13281 ], [ 13250, 13377 ] ], "trgnoun": "cereal", "trgverb": "put_down" }, { "key": "P02_06+164_165_166_167", "video_id": "P02_06", "narration_ids": [ "P02_06_164", "P02_06_165", "P02_06_166", "P02_06_167" ], "src": "remove leaves from lettuce . put leaf . put leaves in strainer", "src1": "remove leaves from lettuce", "src2": "put leaf", "src3": "put leaves in strainer", "trg": "remove leaf", "vis_src": "P02_06:164 P02_06:165 P02_06:166", "vis_trg": "P02_06:167", "narrations": [ "remove leaves from lettuce", "put leaf", "put leaves in strainer", "remove leaf" ], "verbs": [ "remove-from", "put", "put-in", "remove" ], "verb_classes": [ 12, 1, 5, 12 ], "nouns": [ "leaf", "leaf", "leaf", "leaf" ], "noun_classes": [ 62, 62, 62, 62 ], "start_stop_timestamps": [ [ "00:07:47.40", "00:07:54.47" ], [ "00:07:54.06", "00:08:02.46" ], [ "00:07:54.57", "00:07:55.91" ], [ "00:07:56.03", "00:07:57.06" ] ], "start_stop_frames": [ [ 28044, 28468 ], [ 28443, 28947 ], [ 28474, 28554 ], [ 28561, 28623 ] ], "trgnoun": "leaf", "trgverb": "remove" }, { "key": "P02_09+466_467_468_469", "video_id": "P02_09", "narration_ids": [ "P02_09_466", "P02_09_467", "P02_09_468", "P02_09_469" ], "src": "open tap . wash sponge . put sponge", "src1": "open tap", "src2": "wash sponge", "src3": "put sponge", "trg": "pick sponge", "vis_src": "P02_09:466 P02_09:467 P02_09:468", "vis_trg": "P02_09:469", "narrations": [ "open tap", "wash sponge", "put sponge", "pick sponge" ], "verbs": [ "turn-on", "wash", "put", "pick" ], "verb_classes": [ 6, 2, 1, 0 ], "nouns": [ "tap", "sponge", "sponge", "sponge" ], "noun_classes": [ 0, 9, 9, 9 ], "start_stop_timestamps": [ [ "00:31:08.75", "00:31:10.28" ], [ "00:31:09.92", "00:31:13.27" ], [ "00:31:13.26", "00:31:14.01" ], [ "00:31:14.03", "00:31:14.63" ] ], "start_stop_frames": [ [ 112125, 112216 ], [ 112195, 112396 ], [ 112395, 112440 ], [ 112441, 112477 ] ], "trgnoun": "sponge", "trgverb": "pick" }, { "key": "P22_113+199_200_201_202", "video_id": "P22_113", "narration_ids": [ "P22_113_199", "P22_113_200", "P22_113_201", "P22_113_202" ], "src": "put_down container . pick_up pan . pour rice", "src1": "put_down container", "src2": "pick_up pan", "src3": "pour rice", "trg": "adjust rice", "vis_src": "P22_113:199 P22_113:200 P22_113:201", "vis_trg": "P22_113:202", "narrations": [ "put down container", "pick up pan", "pour rice", "adjust rice" ], "verbs": [ "put-down", "pick-up", "pour", "adjust" ], "verb_classes": [ 1, 0, 9, 17 ], "nouns": [ "container", "pan", "rice", "rice" ], "noun_classes": [ 21, 5, 55, 55 ], "start_stop_timestamps": [ [ "00:06:49.74", "00:06:50.85" ], [ "00:06:51.00", "00:06:52.65" ], [ "00:06:52.59", "00:07:00.34" ], [ "00:07:00.40", "00:07:02.56" ] ], "start_stop_frames": [ [ 20487, 20542 ], [ 20550, 20632 ], [ 20629, 21017 ], [ 21020, 21128 ] ], "trgnoun": "rice", "trgverb": "adjust" }, { "key": "P11_103+55_56_57_58", "video_id": "P11_103", "narration_ids": [ "P11_103_55", "P11_103_56", "P11_103_57", "P11_103_58" ], "src": "clean knife . rinse_off knife . dry_off knife", "src1": "clean knife", "src2": "rinse_off knife", "src3": "dry_off knife", "trg": "wipe knife", "vis_src": "P11_103:55 P11_103:56 P11_103:57", "vis_trg": "P11_103:58", "narrations": [ "clean knife", "rinse off knife", "dry off knife", "wipe knife" ], "verbs": [ "clean", "rinse-off", "dry-off", "wipe" ], "verb_classes": [ 2, 2, 14, 2 ], "nouns": [ "knife", "knife", "knife", "knife" ], "noun_classes": [ 4, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:02:14.64", "00:02:18.01" ], [ "00:02:18.75", "00:02:22.15" ], [ "00:02:22.37", "00:02:25.58" ], [ "00:02:26.74", "00:02:30.39" ] ], "start_stop_frames": [ [ 6731, 6900 ], [ 6937, 7107 ], [ 7118, 7278 ], [ 7337, 7519 ] ], "trgnoun": "knife", "trgverb": "wipe" }, { "key": "P01_09+5_6_7_8", "video_id": "P01_09", "narration_ids": [ "P01_09_5", "P01_09_6", "P01_09_7", "P01_09_8" ], "src": "take soy_milk off bag . take potatoes off bag . take something off bag", "src1": "take soy_milk off bag", "src2": "take potatoes off bag", "src3": "take something off bag", "trg": "close bag", "vis_src": "P01_09:5 P01_09:6 P01_09:7", "vis_trg": "P01_09:8", "narrations": [ "take soy milk off bag", "take potatoes off bag", "take something off bag", "close bag" ], "verbs": [ "take-off", "take-off", "take-off", "close" ], "verb_classes": [ 12, 12, 12, 4 ], "nouns": [ "milk:soy", "potato", "bag", "bag" ], "noun_classes": [ 64, 30, 19, 19 ], "start_stop_timestamps": [ [ "00:00:12.36", "00:00:13.88" ], [ "00:00:14.01", "00:00:18.07" ], [ "00:00:17.46", "00:00:18.92" ], [ "00:00:20.43", "00:00:21.61" ] ], "start_stop_frames": [ [ 741, 832 ], [ 840, 1084 ], [ 1047, 1135 ], [ 1225, 1296 ] ], "trgnoun": "bag", "trgverb": "close" }, { "key": "P08_22+7_8_9_10", "video_id": "P08_22", "narration_ids": [ "P08_22_7", "P08_22_8", "P08_22_9", "P08_22_10" ], "src": "get forks . get plate . place plate", "src1": "get forks", "src2": "get plate", "src3": "place plate", "trg": "place forks", "vis_src": "P08_22:7 P08_22:8 P08_22:9", "vis_trg": "P08_22:10", "narrations": [ "get forks", "get plate", "place plate", "place forks" ], "verbs": [ "get", "get", "place", "place" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "fork", "plate", "plate", "fork" ], "noun_classes": [ 14, 2, 2, 14 ], "start_stop_timestamps": [ [ "00:00:22.37", "00:00:23.31" ], [ "00:00:23.55", "00:00:24.27" ], [ "00:00:24.58", "00:00:25.94" ], [ "00:00:26.02", "00:00:27.64" ] ], "start_stop_frames": [ [ 1342, 1398 ], [ 1413, 1456 ], [ 1474, 1556 ], [ 1561, 1658 ] ], "trgnoun": "fork", "trgverb": "place" }, { "key": "P23_01+0_1_2_3", "video_id": "P23_01", "narration_ids": [ "P23_01_0", "P23_01_1", "P23_01_2", "P23_01_3" ], "src": "entering into the kitchen . searching for knife . took the knife", "src1": "entering into the kitchen", "src2": "searching for knife", "src3": "took the knife", "trg": "cleaning the knife", "vis_src": "P23_01:0 P23_01:1 P23_01:2", "vis_trg": "P23_01:3", "narrations": [ "entering into the kitchen", "searching for knife", "took the knife", "cleaning the knife" ], "verbs": [ "enter-into", "search-for", "take", "clean" ], "verb_classes": [ 67, 48, 0, 2 ], "nouns": [ "kitchen", "knife", "knife", "knife" ], "noun_classes": [ 157, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:00:00.00", "00:00:06.74" ], [ "00:00:06.32", "00:00:13.92" ], [ "00:00:14.41", "00:00:14.91" ], [ "00:00:14.79", "00:00:18.80" ] ], "start_stop_frames": [ [ 1, 404 ], [ 379, 835 ], [ 864, 894 ], [ 887, 1128 ] ], "trgnoun": "knife", "trgverb": "clean" }, { "key": "P01_09+419_420_421_422", "video_id": "P01_09", "narration_ids": [ "P01_09_419", "P01_09_420", "P01_09_421", "P01_09_422" ], "src": "cut baking_paper . put_down baking_paper . put_down scissors", "src1": "cut baking_paper", "src2": "put_down baking_paper", "src3": "put_down scissors", "trg": "lay baking_paper onto tray", "vis_src": "P01_09:419 P01_09:420 P01_09:421", "vis_trg": "P01_09:422", "narrations": [ "cut baking paper", "put down baking paper", "put down scissors", "lay baking paper onto tray" ], "verbs": [ "cut", "put-down", "put-down", "lay-onto" ], "verb_classes": [ 7, 1, 1, 1 ], "nouns": [ "paper:baking", "paper:baking", "scissors", "paper:baking" ], "noun_classes": [ 49, 49, 79, 49 ], "start_stop_timestamps": [ [ "00:30:24.34", "00:30:30.30" ], [ "00:30:30.40", "00:30:31.27" ], [ "00:30:30.50", "00:30:32.34" ], [ "00:30:32.60", "00:30:39.10" ] ], "start_stop_frames": [ [ 109460, 109818 ], [ 109824, 109876 ], [ 109830, 109940 ], [ 109956, 110346 ] ], "trgnoun": "baking_paper", "trgverb": "lay_onto" }, { "key": "P02_09+542_544_545_546", "video_id": "P02_09", "narration_ids": [ "P02_09_542", "P02_09_544", "P02_09_545", "P02_09_546" ], "src": "stir meat . hold pan . pick_up lid", "src1": "stir meat", "src2": "hold pan", "src3": "pick_up lid", "trg": "cover pan", "vis_src": "P02_09:542 P02_09:544 P02_09:545", "vis_trg": "P02_09:546", "narrations": [ "stir meat", "hold pan", "pick up lid", "cover pan" ], "verbs": [ "stir", "hold", "pick-up", "cover" ], "verb_classes": [ 10, 34, 0, 36 ], "nouns": [ "meat", "pan", "lid", "pan" ], "noun_classes": [ 28, 5, 6, 5 ], "start_stop_timestamps": [ [ "00:34:23.22", "00:35:03.32" ], [ "00:34:26.49", "00:34:28.70" ], [ "00:35:03.14", "00:35:03.69" ], [ "00:35:04.18", "00:35:05.53" ] ], "start_stop_frames": [ [ 123793, 126199 ], [ 123989, 124121 ], [ 126188, 126221 ], [ 126250, 126331 ] ], "trgnoun": "pan", "trgverb": "cover" }, { "key": "P12_103+119_120_121_122", "video_id": "P12_103", "narration_ids": [ "P12_103_119", "P12_103_120", "P12_103_121", "P12_103_122" ], "src": "release water from sink . pick_up paper_roll . take paper from paper roll", "src1": "release water from sink", "src2": "pick_up paper_roll", "src3": "take paper from paper roll", "trg": "put_down paper_roll", "vis_src": "P12_103:119 P12_103:120 P12_103:121", "vis_trg": "P12_103:122", "narrations": [ "release water from sink", "pick up paper roll", "take paper from paper roll", "put down paper roll" ], "verbs": [ "release-from", "pick-up", "take-from", "put-down" ], "verb_classes": [ 59, 0, 0, 1 ], "nouns": [ "water", "roll:paper", "paper", "roll:paper" ], "noun_classes": [ 27, 93, 49, 93 ], "start_stop_timestamps": [ [ "00:07:51.10", "00:09:32.12" ], [ "00:09:32.44", "00:09:33.59" ], [ "00:09:33.68", "00:09:37.45" ], [ "00:09:37.55", "00:09:38.86" ] ], "start_stop_frames": [ [ 23555, 28606 ], [ 28622, 28679 ], [ 28683, 28872 ], [ 28877, 28943 ] ], "trgnoun": "paper_roll", "trgverb": "put_down" }, { "key": "P02_09+171_172_173_174", "video_id": "P02_09", "narration_ids": [ "P02_09_171", "P02_09_172", "P02_09_173", "P02_09_174" ], "src": "get meat . put_down meat . put pan", "src1": "get meat", "src2": "put_down meat", "src3": "put pan", "trg": "pick_up pan", "vis_src": "P02_09:171 P02_09:172 P02_09:173", "vis_trg": "P02_09:174", "narrations": [ "get meat", "put down meat", "put pan", "pick up pan" ], "verbs": [ "get", "put-down", "put", "pick-up" ], "verb_classes": [ 0, 1, 1, 0 ], "nouns": [ "meat", "meat", "pan", "pan" ], "noun_classes": [ 28, 28, 5, 5 ], "start_stop_timestamps": [ [ "00:11:00.06", "00:11:01.45" ], [ "00:11:05.13", "00:11:05.76" ], [ "00:11:07.79", "00:11:09.46" ], [ "00:11:08.06", "00:11:08.70" ] ], "start_stop_frames": [ [ 39603, 39687 ], [ 39907, 39945 ], [ 40067, 40167 ], [ 40083, 40122 ] ], "trgnoun": "pan", "trgverb": "pick_up" }, { "key": "P01_107+46_47_48_49", "video_id": "P01_107", "narration_ids": [ "P01_107_46", "P01_107_47", "P01_107_48", "P01_107_49" ], "src": "open bin . put cap into bin . put bottle into bin", "src1": "open bin", "src2": "put cap into bin", "src3": "put bottle into bin", "trg": "close bin", "vis_src": "P01_107:46 P01_107:47 P01_107:48", "vis_trg": "P01_107:49", "narrations": [ "open bin", "put cap into bin", "put bottle into bin", "close bin" ], "verbs": [ "open", "put-into", "put-into", "close" ], "verb_classes": [ 3, 5, 5, 4 ], "nouns": [ "bin", "cap", "bottle", "bin" ], "noun_classes": [ 36, 118, 15, 36 ], "start_stop_timestamps": [ [ "00:01:35.24", "00:01:36.15" ], [ "00:01:36.14", "00:01:36.53" ], [ "00:01:36.51", "00:01:37.17" ], [ "00:01:37.00", "00:01:37.75" ] ], "start_stop_frames": [ [ 4762, 4807 ], [ 4807, 4826 ], [ 4825, 4858 ], [ 4850, 4887 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P02_112+291_294_295_296", "video_id": "P02_112", "narration_ids": [ "P02_112_291", "P02_112_294", "P02_112_295", "P02_112_296" ], "src": "place meat on dough . pick_up pan . hold pan", "src1": "place meat on dough", "src2": "pick_up pan", "src3": "hold pan", "trg": "get meat from pan", "vis_src": "P02_112:291 P02_112:294 P02_112:295", "vis_trg": "P02_112:296", "narrations": [ "place meat on dough", "pick up pan", "hold pan", "get meat from pan" ], "verbs": [ "place-on", "pick-up", "hold", "get" ], "verb_classes": [ 1, 0, 34, 0 ], "nouns": [ "meat", "pan", "pan", "meat" ], "noun_classes": [ 28, 5, 5, 28 ], "start_stop_timestamps": [ [ "00:18:17.04", "00:18:18.13" ], [ "00:18:31.89", "00:18:32.43" ], [ "00:18:33.20", "00:18:33.66" ], [ "00:18:33.53", "00:18:34.18" ] ], "start_stop_frames": [ [ 54852, 54906 ], [ 55594, 55621 ], [ 55660, 55683 ], [ 55676, 55709 ] ], "trgnoun": "meat", "trgverb": "get" }, { "key": "P07_04+34_35_36_37", "video_id": "P07_04", "narration_ids": [ "P07_04_34", "P07_04_35", "P07_04_36", "P07_04_37" ], "src": "pick_up package . put_down package . open package", "src1": "pick_up package", "src2": "put_down package", "src3": "open package", "trg": "close package", "vis_src": "P07_04:34 P07_04:35 P07_04:36", "vis_trg": "P07_04:37", "narrations": [ "pick up package", "put down package", "open package", "close package" ], "verbs": [ "pick-up", "put-down", "open", "close" ], "verb_classes": [ 0, 1, 3, 4 ], "nouns": [ "package", "package", "package", "package" ], "noun_classes": [ 26, 26, 26, 26 ], "start_stop_timestamps": [ [ "00:02:46.46", "00:02:47.49" ], [ "00:02:48.26", "00:02:49.11" ], [ "00:02:49.49", "00:02:50.57" ], [ "00:02:51.02", "00:02:51.79" ] ], "start_stop_frames": [ [ 9987, 10049 ], [ 10095, 10146 ], [ 10169, 10234 ], [ 10261, 10307 ] ], "trgnoun": "package", "trgverb": "close" }, { "key": "P01_03+23_24_25_26", "video_id": "P01_03", "narration_ids": [ "P01_03_23", "P01_03_24", "P01_03_25", "P01_03_26" ], "src": "pour soy_milk . close soy_milk . open fridge", "src1": "pour soy_milk", "src2": "close soy_milk", "src3": "open fridge", "trg": "put_down the soy_milk", "vis_src": "P01_03:23 P01_03:24 P01_03:25", "vis_trg": "P01_03:26", "narrations": [ "pour soy milk", "close soy milk", "open fridge", "put down the soy milk" ], "verbs": [ "pour", "close", "open", "put-down" ], "verb_classes": [ 9, 4, 3, 1 ], "nouns": [ "milk:soy", "milk:soy", "fridge", "milk:soy" ], "noun_classes": [ 64, 64, 12, 64 ], "start_stop_timestamps": [ [ "00:00:57.87", "00:01:04.78" ], [ "00:01:04.87", "00:01:06.48" ], [ "00:01:09.59", "00:01:11.17" ], [ "00:01:11.27", "00:01:12.11" ] ], "start_stop_frames": [ [ 3472, 3886 ], [ 3892, 3988 ], [ 4175, 4270 ], [ 4276, 4326 ] ], "trgnoun": "soy_milk", "trgverb": "put_down" }, { "key": "P01_105+750_751_752_753", "video_id": "P01_105", "narration_ids": [ "P01_105_750", "P01_105_751", "P01_105_752", "P01_105_753" ], "src": "pick_up saucepan . drain saucepan . pick_up spatula", "src1": "pick_up saucepan", "src2": "drain saucepan", "src3": "pick_up spatula", "trg": "scoop saucepan", "vis_src": "P01_105:750 P01_105:751 P01_105:752", "vis_trg": "P01_105:753", "narrations": [ "pick up saucepan", "drain saucepan", "pick up spatula", "scoop saucepan" ], "verbs": [ "pick-up", "drain", "pick-up", "scoop" ], "verb_classes": [ 0, 37, 0, 16 ], "nouns": [ "saucepan", "saucepan", "spatula", "saucepan" ], "noun_classes": [ 5, 5, 20, 5 ], "start_stop_timestamps": [ [ "00:32:52.09", "00:32:54.55" ], [ "00:32:54.65", "00:32:56.99" ], [ "00:33:00.75", "00:33:01.24" ], [ "00:33:01.59", "00:33:03.95" ] ], "start_stop_frames": [ [ 98604, 98727 ], [ 98732, 98849 ], [ 99037, 99062 ], [ 99079, 99197 ] ], "trgnoun": "saucepan", "trgverb": "scoop" }, { "key": "P02_112+294_295_296_297", "video_id": "P02_112", "narration_ids": [ "P02_112_294", "P02_112_295", "P02_112_296", "P02_112_297" ], "src": "pick_up pan . hold pan . get meat from pan", "src1": "pick_up pan", "src2": "hold pan", "src3": "get meat from pan", "trg": "place meat on dough", "vis_src": "P02_112:294 P02_112:295 P02_112:296", "vis_trg": "P02_112:297", "narrations": [ "pick up pan", "hold pan", "get meat from pan", "place meat on dough" ], "verbs": [ "pick-up", "hold", "get", "place-on" ], "verb_classes": [ 0, 34, 0, 1 ], "nouns": [ "pan", "pan", "meat", "meat" ], "noun_classes": [ 5, 5, 28, 28 ], "start_stop_timestamps": [ [ "00:18:31.89", "00:18:32.43" ], [ "00:18:33.20", "00:18:33.66" ], [ "00:18:33.53", "00:18:34.18" ], [ "00:18:34.51", "00:18:35.17" ] ], "start_stop_frames": [ [ 55594, 55621 ], [ 55660, 55683 ], [ 55676, 55709 ], [ 55725, 55758 ] ], "trgnoun": "meat", "trgverb": "place_on" }, { "key": "P10_02+73_74_75_77", "video_id": "P10_02", "narration_ids": [ "P10_02_73", "P10_02_74", "P10_02_75", "P10_02_77" ], "src": "shake the pot . shake another pot . shake the pots", "src1": "shake the pot", "src2": "shake another pot", "src3": "shake the pots", "trg": "get a chopstick", "vis_src": "P10_02:73 P10_02:74 P10_02:75", "vis_trg": "P10_02:77", "narrations": [ "shake the pot", "shake another pot", "shake the pots", "get a chopstick" ], "verbs": [ "shake", "shake", "shake", "get" ], "verb_classes": [ 15, 15, 15, 0 ], "nouns": [ "pot", "pot", "pot", "chopstick" ], "noun_classes": [ 29, 29, 29, 80 ], "start_stop_timestamps": [ [ "00:09:35.16", "00:09:38.97" ], [ "00:09:40.14", "00:09:43.13" ], [ "00:09:44.22", "00:09:48.24" ], [ "00:09:56.13", "00:09:57.62" ] ], "start_stop_frames": [ [ 34509, 34738 ], [ 34808, 34987 ], [ 35053, 35294 ], [ 35767, 35857 ] ], "trgnoun": "chopstick", "trgverb": "get" }, { "key": "P22_12+136_137_138_139", "video_id": "P22_12", "narration_ids": [ "P22_12_136", "P22_12_137", "P22_12_138", "P22_12_139" ], "src": "pick_up rag . dry dish . place dish", "src1": "pick_up rag", "src2": "dry dish", "src3": "place dish", "trg": "place rag", "vis_src": "P22_12:136 P22_12:137 P22_12:138", "vis_trg": "P22_12:139", "narrations": [ "pick up rag", "dry dish", "place dish", "place rag" ], "verbs": [ "pick-up", "dry", "place", "place" ], "verb_classes": [ 0, 14, 1, 1 ], "nouns": [ "rag", "dish", "dish", "rag" ], "noun_classes": [ 17, 2, 2, 17 ], "start_stop_timestamps": [ [ "00:05:30.57", "00:05:31.82" ], [ "00:05:31.87", "00:05:34.24" ], [ "00:05:33.59", "00:05:36.88" ], [ "00:05:36.92", "00:05:39.18" ] ], "start_stop_frames": [ [ 19834, 19909 ], [ 19912, 20054 ], [ 20015, 20212 ], [ 20215, 20350 ] ], "trgnoun": "rag", "trgverb": "place" }, { "key": "P24_01+32_34_35_36", "video_id": "P24_01", "narration_ids": [ "P24_01_32", "P24_01_34", "P24_01_35", "P24_01_36" ], "src": "grab cloth . grab coffee . put coffee in coffee maker", "src1": "grab cloth", "src2": "grab coffee", "src3": "put coffee in coffee maker", "trg": "put_down down coffee", "vis_src": "P24_01:32 P24_01:34 P24_01:35", "vis_trg": "P24_01:36", "narrations": [ "grab cloth", "grab coffee", "put coffee in coffee maker", "put down down coffee" ], "verbs": [ "grab", "grab", "put-in", "put-down" ], "verb_classes": [ 0, 0, 5, 1 ], "nouns": [ "cloth", "coffee", "coffee", "coffee" ], "noun_classes": [ 17, 59, 59, 59 ], "start_stop_timestamps": [ [ "00:04:15.39", "00:04:17.15" ], [ "00:04:20.26", "00:04:23.66" ], [ "00:04:27.97", "00:04:41.83" ], [ "00:05:23.00", "00:05:34.94" ] ], "start_stop_frames": [ [ 15323, 15428 ], [ 15615, 15819 ], [ 16078, 16909 ], [ 19380, 20096 ] ], "trgnoun": "coffee", "trgverb": "put_down" }, { "key": "P24_02+86_87_88_89", "video_id": "P24_02", "narration_ids": [ "P24_02_86", "P24_02_87", "P24_02_88", "P24_02_89" ], "src": "put_onto plate . take meat . put_into pan", "src1": "put_onto plate", "src2": "take meat", "src3": "put_into pan", "trg": "put pan onto cooker", "vis_src": "P24_02:86 P24_02:87 P24_02:88", "vis_trg": "P24_02:89", "narrations": [ "put onto plate", "take meat", "put into pan", "put pan onto cooker" ], "verbs": [ "put-onto", "take", "put-into", "put-onto" ], "verb_classes": [ 1, 0, 5, 1 ], "nouns": [ "plate", "meat", "pan", "pan" ], "noun_classes": [ 2, 28, 5, 5 ], "start_stop_timestamps": [ [ "00:07:18.00", "00:07:19.75" ], [ "00:07:19.80", "00:07:21.51" ], [ "00:07:20.87", "00:07:22.21" ], [ "00:07:22.31", "00:07:24.55" ] ], "start_stop_frames": [ [ 26280, 26385 ], [ 26388, 26490 ], [ 26452, 26532 ], [ 26538, 26673 ] ], "trgnoun": "pan", "trgverb": "put_onto" }, { "key": "P10_01+1_2_3_4", "video_id": "P10_01", "narration_ids": [ "P10_01_1", "P10_01_2", "P10_01_3", "P10_01_4" ], "src": "put the instant_noodle on the oven . switch_on the light . move the pot", "src1": "put the instant_noodle on the oven", "src2": "switch_on the light", "src3": "move the pot", "trg": "wash the pot", "vis_src": "P10_01:1 P10_01:2 P10_01:3", "vis_trg": "P10_01:4", "narrations": [ "put the instant noodle on the oven", "switch on the light", "move the pot", "wash the pot" ], "verbs": [ "put-on", "switch-on", "move", "wash" ], "verb_classes": [ 1, 6, 11, 2 ], "nouns": [ "noodle:instant", "light", "pot", "pot" ], "noun_classes": [ 155, 114, 29, 29 ], "start_stop_timestamps": [ [ "00:00:09.78", "00:00:13.77" ], [ "00:00:13.87", "00:00:15.69" ], [ "00:00:15.79", "00:00:19.14" ], [ "00:00:22.57", "00:00:26.63" ] ], "start_stop_frames": [ [ 586, 826 ], [ 832, 941 ], [ 947, 1148 ], [ 1354, 1597 ] ], "trgnoun": "pot", "trgverb": "wash" }, { "key": "P01_07+43_44_45_46", "video_id": "P01_07", "narration_ids": [ "P01_07_43", "P01_07_44", "P01_07_45", "P01_07_46" ], "src": "pour soy_milk into cup . close soy_milk . open fridge", "src1": "pour soy_milk into cup", "src2": "close soy_milk", "src3": "open fridge", "trg": "put soy_milk into fridge", "vis_src": "P01_07:43 P01_07:44 P01_07:45", "vis_trg": "P01_07:46", "narrations": [ "pour soy milk into cup", "close soy milk", "open fridge", "put soy milk into fridge" ], "verbs": [ "pour-into", "close", "open", "put-into" ], "verb_classes": [ 9, 4, 3, 5 ], "nouns": [ "milk:soy", "milk:soy", "fridge", "milk:soy" ], "noun_classes": [ 64, 64, 12, 64 ], "start_stop_timestamps": [ [ "00:01:52.36", "00:01:57.39" ], [ "00:01:57.70", "00:02:00.98" ], [ "00:02:01.92", "00:02:02.71" ], [ "00:02:02.65", "00:02:03.83" ] ], "start_stop_frames": [ [ 6741, 7043 ], [ 7062, 7258 ], [ 7315, 7362 ], [ 7359, 7429 ] ], "trgnoun": "soy_milk", "trgverb": "put_into" }, { "key": "P11_103+56_57_58_59", "video_id": "P11_103", "narration_ids": [ "P11_103_56", "P11_103_57", "P11_103_58", "P11_103_59" ], "src": "rinse_off knife . dry_off knife . wipe knife", "src1": "rinse_off knife", "src2": "dry_off knife", "src3": "wipe knife", "trg": "put_away knife", "vis_src": "P11_103:56 P11_103:57 P11_103:58", "vis_trg": "P11_103:59", "narrations": [ "rinse off knife", "dry off knife", "wipe knife", "put away knife" ], "verbs": [ "rinse-off", "dry-off", "wipe", "put-away" ], "verb_classes": [ 2, 14, 2, 1 ], "nouns": [ "knife", "knife", "knife", "knife" ], "noun_classes": [ 4, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:02:18.75", "00:02:22.15" ], [ "00:02:22.37", "00:02:25.58" ], [ "00:02:26.74", "00:02:30.39" ], [ "00:02:29.45", "00:02:32.98" ] ], "start_stop_frames": [ [ 6937, 7107 ], [ 7118, 7278 ], [ 7337, 7519 ], [ 7472, 7648 ] ], "trgnoun": "knife", "trgverb": "put_away" }, { "key": "P01_04+16_17_18_19", "video_id": "P01_04", "narration_ids": [ "P01_04_16", "P01_04_17", "P01_04_18", "P01_04_19" ], "src": "rinse spoon . rinse cup . turn tap", "src1": "rinse spoon", "src2": "rinse cup", "src3": "turn tap", "trg": "pull_down cup", "vis_src": "P01_04:16 P01_04:17 P01_04:18", "vis_trg": "P01_04:19", "narrations": [ "rinse spoon", "rinse cup", "turn tap", "pull down cup" ], "verbs": [ "rinse", "rinse", "turn", "pull-down" ], "verb_classes": [ 2, 2, 23, 31 ], "nouns": [ "spoon", "cup", "tap", "cup" ], "noun_classes": [ 1, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:00:52.51", "00:00:56.16" ], [ "00:00:57.32", "00:01:02.67" ], [ "00:01:02.30", "00:01:02.99" ], [ "00:01:03.51", "00:01:07.21" ] ], "start_stop_frames": [ [ 3150, 3369 ], [ 3439, 3760 ], [ 3738, 3779 ], [ 3810, 4032 ] ], "trgnoun": "cup", "trgverb": "pull_down" }, { "key": "P02_03+18_19_20_21", "video_id": "P02_03", "narration_ids": [ "P02_03_18", "P02_03_19", "P02_03_20", "P02_03_21" ], "src": "move pan . put lid . pick_up pan", "src1": "move pan", "src2": "put lid", "src3": "pick_up pan", "trg": "put pan under the next one", "vis_src": "P02_03:18 P02_03:19 P02_03:20", "vis_trg": "P02_03:21", "narrations": [ "move pan", "put lid", "pick up pan", "put pan under the next one" ], "verbs": [ "move", "put", "pick-up", "put-under" ], "verb_classes": [ 11, 1, 0, 1 ], "nouns": [ "pan", "lid", "pan", "pan" ], "noun_classes": [ 5, 6, 5, 5 ], "start_stop_timestamps": [ [ "00:00:41.95", "00:00:42.81" ], [ "00:00:43.74", "00:00:45.74" ], [ "00:00:46.34", "00:00:47.35" ], [ "00:00:47.58", "00:00:49.78" ] ], "start_stop_frames": [ [ 2517, 2568 ], [ 2624, 2744 ], [ 2780, 2841 ], [ 2854, 2986 ] ], "trgnoun": "pan", "trgverb": "put_under" }, { "key": "P02_09+332_333_334_335", "video_id": "P02_09", "narration_ids": [ "P02_09_332", "P02_09_333", "P02_09_334", "P02_09_335" ], "src": "hold pan . mix meat with onions using wooden spoon . break meat in pan", "src1": "hold pan", "src2": "mix meat with onions using wooden spoon", "src3": "break meat in pan", "trg": "mix meat in pan using wooden spoon", "vis_src": "P02_09:332 P02_09:333 P02_09:334", "vis_trg": "P02_09:335", "narrations": [ "hold pan", "mix meat with onions using wooden spoon", "break meat in pan", "mix meat in pan using wooden spoon" ], "verbs": [ "hold", "mix-with", "break-in", "mix-in" ], "verb_classes": [ 34, 10, 30, 10 ], "nouns": [ "pan", "meat", "meat", "meat" ], "noun_classes": [ 5, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:24:21.80", "00:24:22.51" ], [ "00:24:22.35", "00:24:42.16" ], [ "00:24:24.06", "00:24:31.62" ], [ "00:24:31.72", "00:24:40.59" ] ], "start_stop_frames": [ [ 87708, 87750 ], [ 87741, 88929 ], [ 87843, 88297 ], [ 88303, 88835 ] ], "trgnoun": "meat", "trgverb": "mix_in" }, { "key": "P02_104+109_110_111_112", "video_id": "P02_104", "narration_ids": [ "P02_104_109", "P02_104_110", "P02_104_111", "P02_104_112" ], "src": "close drawer . hold pan . turn meat", "src1": "close drawer", "src2": "hold pan", "src3": "turn meat", "trg": "tap meat", "vis_src": "P02_104:109 P02_104:110 P02_104:111", "vis_trg": "P02_104:112", "narrations": [ "close drawer", "hold pan", "turn meat", "tap meat" ], "verbs": [ "close", "hold", "turn", "tap" ], "verb_classes": [ 4, 34, 23, 32 ], "nouns": [ "drawer", "pan", "meat", "meat" ], "noun_classes": [ 8, 5, 28, 28 ], "start_stop_timestamps": [ [ "00:05:39.65", "00:05:40.50" ], [ "00:05:41.46", "00:05:42.11" ], [ "00:05:42.91", "00:05:48.77" ], [ "00:05:46.00", "00:05:54.31" ] ], "start_stop_frames": [ [ 16982, 17025 ], [ 17073, 17105 ], [ 17145, 17438 ], [ 17300, 17715 ] ], "trgnoun": "meat", "trgverb": "tap" }, { "key": "P22_15+63_64_65_66", "video_id": "P22_15", "narration_ids": [ "P22_15_63", "P22_15_64", "P22_15_65", "P22_15_66" ], "src": "put_away scoop . close drawer . pick_up cutting_board", "src1": "put_away scoop", "src2": "close drawer", "src3": "pick_up cutting_board", "trg": "dry cutting_board", "vis_src": "P22_15:63 P22_15:64 P22_15:65", "vis_trg": "P22_15:66", "narrations": [ "put away scoop", "close drawer", "pick up cutting board", "dry cutting board" ], "verbs": [ "put-away", "close", "pick-up", "dry" ], "verb_classes": [ 1, 4, 0, 14 ], "nouns": [ "scoop", "drawer", "board:cutting", "board:cutting" ], "noun_classes": [ 1, 8, 18, 18 ], "start_stop_timestamps": [ [ "00:02:16.84", "00:02:18.21" ], [ "00:02:18.15", "00:02:18.79" ], [ "00:02:19.66", "00:02:21.67" ], [ "00:02:21.80", "00:02:24.31" ] ], "start_stop_frames": [ [ 8210, 8292 ], [ 8289, 8327 ], [ 8379, 8500 ], [ 8508, 8658 ] ], "trgnoun": "cutting_board", "trgverb": "dry" }, { "key": "P15_02+31_32_33_34", "video_id": "P15_02", "narration_ids": [ "P15_02_31", "P15_02_32", "P15_02_33", "P15_02_34" ], "src": "cut potato . put potato in the pan . pick_up spatula", "src1": "cut potato", "src2": "put potato in the pan", "src3": "pick_up spatula", "trg": "remove potato", "vis_src": "P15_02:31 P15_02:32 P15_02:33", "vis_trg": "P15_02:34", "narrations": [ "cut potato", "put potato in the pan", "pick up spatula", "remove potato" ], "verbs": [ "cut", "put-in", "pick-up", "remove" ], "verb_classes": [ 7, 5, 0, 12 ], "nouns": [ "potato", "potato", "spatula", "potato" ], "noun_classes": [ 30, 30, 20, 30 ], "start_stop_timestamps": [ [ "00:03:55.84", "00:04:28.23" ], [ "00:05:53.12", "00:06:03.96" ], [ "00:06:12.22", "00:06:13.47" ], [ "00:06:14.36", "00:06:20.20" ] ], "start_stop_frames": [ [ 14150, 16093 ], [ 21187, 21837 ], [ 22333, 22408 ], [ 22461, 22812 ] ], "trgnoun": "potato", "trgverb": "remove" }, { "key": "P28_06+104_105_106_107", "video_id": "P28_06", "narration_ids": [ "P28_06_104", "P28_06_105", "P28_06_106", "P28_06_107" ], "src": "take oil . take salt . open salt", "src1": "take oil", "src2": "take salt", "src3": "open salt", "trg": "open oil", "vis_src": "P28_06:104 P28_06:105 P28_06:106", "vis_trg": "P28_06:107", "narrations": [ "take oil", "take salt", "open salt", "open oil" ], "verbs": [ "take", "take", "open", "open" ], "verb_classes": [ 0, 0, 3, 3 ], "nouns": [ "oil", "salt", "salt", "oil" ], "noun_classes": [ 31, 38, 38, 31 ], "start_stop_timestamps": [ [ "00:08:29.67", "00:08:30.60" ], [ "00:08:29.87", "00:08:30.62" ], [ "00:08:30.70", "00:08:31.94" ], [ "00:08:31.28", "00:08:32.25" ] ], "start_stop_frames": [ [ 30580, 30636 ], [ 30592, 30637 ], [ 30642, 30716 ], [ 30676, 30735 ] ], "trgnoun": "oil", "trgverb": "open" }, { "key": "P26_116+31_32_33_34", "video_id": "P26_116", "narration_ids": [ "P26_116_31", "P26_116_32", "P26_116_33", "P26_116_34" ], "src": "clean plate . throw napkin . throw plate", "src1": "clean plate", "src2": "throw napkin", "src3": "throw plate", "trg": "pick_up plate", "vis_src": "P26_116:31 P26_116:32 P26_116:33", "vis_trg": "P26_116:34", "narrations": [ "clean plate", "throw napkin", "throw plate", "pick up plate" ], "verbs": [ "clean", "throw", "throw", "pick-up" ], "verb_classes": [ 2, 13, 13, 0 ], "nouns": [ "plate", "napkin", "plate", "plate" ], "noun_classes": [ 2, 88, 2, 2 ], "start_stop_timestamps": [ [ "00:01:18.31", "00:01:29.31" ], [ "00:01:29.31", "00:01:29.67" ], [ "00:01:29.90", "00:01:31.24" ], [ "00:01:33.29", "00:01:33.67" ] ], "start_stop_frames": [ [ 3915, 4465 ], [ 4465, 4483 ], [ 4495, 4562 ], [ 4664, 4683 ] ], "trgnoun": "plate", "trgverb": "pick_up" }, { "key": "P28_05+12_13_14_15", "video_id": "P28_05", "narration_ids": [ "P28_05_12", "P28_05_13", "P28_05_14", "P28_05_15" ], "src": "put_down aubergine and knife . open cupboard . take dish", "src1": "put_down aubergine and knife", "src2": "open cupboard", "src3": "take dish", "trg": "put_down dish", "vis_src": "P28_05:12 P28_05:13 P28_05:14", "vis_trg": "P28_05:15", "narrations": [ "put down aubergine and knife", "open cupboard", "take dish", "put down dish" ], "verbs": [ "put-down", "open", "take", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "aubergine", "cupboard", "dish", "dish" ], "noun_classes": [ 67, 3, 2, 2 ], "start_stop_timestamps": [ [ "00:00:45.54", "00:00:48.24" ], [ "00:00:48.59", "00:00:49.96" ], [ "00:00:50.73", "00:00:51.74" ], [ "00:00:55.24", "00:00:56.79" ] ], "start_stop_frames": [ [ 2732, 2894 ], [ 2915, 2997 ], [ 3043, 3104 ], [ 3314, 3407 ] ], "trgnoun": "dish", "trgverb": "put_down" }, { "key": "P11_05+302_303_304_305", "video_id": "P11_05", "narration_ids": [ "P11_05_302", "P11_05_303", "P11_05_304", "P11_05_305" ], "src": "put_down colander . stir courgette . pick_up olive_oil", "src1": "put_down colander", "src2": "stir courgette", "src3": "pick_up olive_oil", "trg": "put olive_oil on courgette", "vis_src": "P11_05:302 P11_05:303 P11_05:304", "vis_trg": "P11_05:305", "narrations": [ "put down colander", "stir courgette", "pick up olive oil", "put olive oil on courgette" ], "verbs": [ "put-down", "stir", "pick-up", "put-on" ], "verb_classes": [ 1, 10, 0, 1 ], "nouns": [ "colander", "courgette", "oil:olive", "oil:olive" ], "noun_classes": [ 39, 76, 31, 31 ], "start_stop_timestamps": [ [ "00:20:43.73", "00:20:44.95" ], [ "00:20:45.10", "00:20:47.85" ], [ "00:20:49.17", "00:20:50.54" ], [ "00:20:50.59", "00:20:54.45" ] ], "start_stop_frames": [ [ 74623, 74697 ], [ 74706, 74871 ], [ 74950, 75032 ], [ 75035, 75267 ] ], "trgnoun": "olive_oil", "trgverb": "put_on" }, { "key": "P30_111+596_597_598_599", "video_id": "P30_111", "narration_ids": [ "P30_111_596", "P30_111_597", "P30_111_598", "P30_111_599" ], "src": "close drawer . stir drink . put spoon in washing up bowl", "src1": "close drawer", "src2": "stir drink", "src3": "put spoon in washing up bowl", "trg": "pick_up drink", "vis_src": "P30_111:596 P30_111:597 P30_111:598", "vis_trg": "P30_111:599", "narrations": [ "close drawer", "stir drink", "put spoon in washing up bowl", "pick up drink" ], "verbs": [ "close", "stir", "put-in", "pick-up" ], "verb_classes": [ 4, 10, 5, 0 ], "nouns": [ "drawer", "drink", "spoon", "drink" ], "noun_classes": [ 8, 209, 1, 209 ], "start_stop_timestamps": [ [ "00:27:33.77", "00:27:34.28" ], [ "00:27:34.38", "00:27:38.56" ], [ "00:27:39.09", "00:27:39.86" ], [ "00:27:39.23", "00:27:40.91" ] ], "start_stop_frames": [ [ 82688, 82714 ], [ 82719, 82928 ], [ 82954, 82993 ], [ 82961, 83045 ] ], "trgnoun": "drink", "trgverb": "pick_up" }, { "key": "P13_05+20_21_22_23", "video_id": "P13_05", "narration_ids": [ "P13_05_20", "P13_05_21", "P13_05_22", "P13_05_23" ], "src": "pick_up cup . close microwave . pick_up coffee", "src1": "pick_up cup", "src2": "close microwave", "src3": "pick_up coffee", "trg": "put coffee in milk", "vis_src": "P13_05:20 P13_05:21 P13_05:22", "vis_trg": "P13_05:23", "narrations": [ "pick up cup", "close microwave", "pick up coffee", "put coffee in milk" ], "verbs": [ "pick-up", "close", "pick-up", "put-in" ], "verb_classes": [ 0, 4, 0, 5 ], "nouns": [ "cup", "microwave", "coffee", "coffee" ], "noun_classes": [ 13, 90, 59, 59 ], "start_stop_timestamps": [ [ "00:03:29.77", "00:03:31.07" ], [ "00:03:31.17", "00:03:32.16" ], [ "00:03:38.83", "00:03:41.27" ], [ "00:03:50.19", "00:03:58.93" ] ], "start_stop_frames": [ [ 12586, 12664 ], [ 12670, 12729 ], [ 13129, 13276 ], [ 13811, 14335 ] ], "trgnoun": "coffee", "trgverb": "put_in" }, { "key": "P01_18+399_400_401_402", "video_id": "P01_18", "narration_ids": [ "P01_18_399", "P01_18_400", "P01_18_401", "P01_18_402" ], "src": "take saucepan . pour squash into colander . drain squash", "src1": "take saucepan", "src2": "pour squash into colander", "src3": "drain squash", "trg": "put_down saucepan", "vis_src": "P01_18:399 P01_18:400 P01_18:401", "vis_trg": "P01_18:402", "narrations": [ "take saucepan", "pour squash into colander", "drain squash", "put down saucepan" ], "verbs": [ "take", "pour-into", "drain", "put-down" ], "verb_classes": [ 0, 9, 37, 1 ], "nouns": [ "saucepan", "squash", "squash", "saucepan" ], "noun_classes": [ 5, 116, 116, 5 ], "start_stop_timestamps": [ [ "00:31:11.32", "00:31:13.23" ], [ "00:31:15.00", "00:31:18.88" ], [ "00:31:19.90", "00:31:26.10" ], [ "00:31:28.86", "00:31:31.62" ] ], "start_stop_frames": [ [ 112279, 112393 ], [ 112500, 112732 ], [ 112794, 113166 ], [ 113331, 113497 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P03_109+88_89_90_91", "video_id": "P03_109", "narration_ids": [ "P03_109_88", "P03_109_89", "P03_109_90", "P03_109_91" ], "src": "remove food from sieve . rinse sieve . pick_up sponge", "src1": "remove food from sieve", "src2": "rinse sieve", "src3": "pick_up sponge", "trg": "wash sieve with sponge", "vis_src": "P03_109:88 P03_109:89 P03_109:90", "vis_trg": "P03_109:91", "narrations": [ "remove food from sieve", "rinse sieve", "pick up sponge", "wash sieve with sponge" ], "verbs": [ "remove-from", "rinse", "pick-up", "wash" ], "verb_classes": [ 12, 2, 0, 2 ], "nouns": [ "food", "sieve", "sponge", "sponge" ], "noun_classes": [ 34, 39, 9, 9 ], "start_stop_timestamps": [ [ "00:04:42.77", "00:04:48.05" ], [ "00:04:47.89", "00:05:18.70" ], [ "00:05:18.56", "00:05:19.58" ], [ "00:05:19.40", "00:05:20.46" ] ], "start_stop_frames": [ [ 14138, 14402 ], [ 14394, 15935 ], [ 15928, 15979 ], [ 15969, 16022 ] ], "trgnoun": "sponge", "trgverb": "wash" }, { "key": "P20_01+93_94_96_97", "video_id": "P20_01", "narration_ids": [ "P20_01_93", "P20_01_94", "P20_01_96", "P20_01_97" ], "src": "fold bag . put_down bowl . pour something out of bag", "src1": "fold bag", "src2": "put_down bowl", "src3": "pour something out of bag", "trg": "put_down bag", "vis_src": "P20_01:93 P20_01:94 P20_01:96", "vis_trg": "P20_01:97", "narrations": [ "fold bag", "put down bowl", "pour something out of bag", "put down bag" ], "verbs": [ "fold", "put-down", "pour-out", "put-down" ], "verb_classes": [ 28, 1, 9, 1 ], "nouns": [ "bag", "bowl", "bag", "bag" ], "noun_classes": [ 19, 7, 19, 19 ], "start_stop_timestamps": [ [ "00:04:51.00", "00:05:09.25" ], [ "00:04:51.02", "00:04:53.07" ], [ "00:04:55.71", "00:05:07.28" ], [ "00:05:09.35", "00:05:10.71" ] ], "start_stop_frames": [ [ 17460, 18555 ], [ 17461, 17584 ], [ 17742, 18436 ], [ 18561, 18642 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P04_110+345_346_347_348", "video_id": "P04_110", "narration_ids": [ "P04_110_345", "P04_110_346", "P04_110_347", "P04_110_348" ], "src": "turn_over bowl . put_down bowl . stretch dough", "src1": "turn_over bowl", "src2": "put_down bowl", "src3": "stretch dough", "trg": "fold dough", "vis_src": "P04_110:345 P04_110:346 P04_110:347", "vis_trg": "P04_110:348", "narrations": [ "turn over bowl", "put down bowl", "stretch dough", "fold dough" ], "verbs": [ "turn-over", "put-down", "stretch", "fold" ], "verb_classes": [ 22, 1, 50, 28 ], "nouns": [ "bowl", "bowl", "dough", "dough" ], "noun_classes": [ 7, 7, 25, 25 ], "start_stop_timestamps": [ [ "00:10:25.47", "00:10:28.37" ], [ "00:10:28.47", "00:10:31.03" ], [ "00:10:30.98", "00:10:32.57" ], [ "00:10:32.67", "00:10:33.47" ] ], "start_stop_frames": [ [ 31273, 31418 ], [ 31423, 31551 ], [ 31549, 31628 ], [ 31633, 31673 ] ], "trgnoun": "dough", "trgverb": "fold" }, { "key": "P03_04+113_114_115_116", "video_id": "P03_04", "narration_ids": [ "P03_04_113", "P03_04_114", "P03_04_115", "P03_04_116" ], "src": "close drawer . open chicken . put chicken on cutting board", "src1": "close drawer", "src2": "open chicken", "src3": "put chicken on cutting board", "trg": "slice chicken", "vis_src": "P03_04:113 P03_04:114 P03_04:115", "vis_trg": "P03_04:116", "narrations": [ "close drawer", "open chicken", "put chicken on cutting board", "slice chicken" ], "verbs": [ "close", "open", "put-on", "slice" ], "verb_classes": [ 4, 3, 1, 7 ], "nouns": [ "drawer", "chicken", "chicken", "chicken" ], "noun_classes": [ 8, 57, 57, 57 ], "start_stop_timestamps": [ [ "00:07:31.72", "00:07:32.64" ], [ "00:07:32.65", "00:07:37.29" ], [ "00:07:38.13", "00:07:40.24" ], [ "00:07:43.94", "00:07:55.20" ] ], "start_stop_frames": [ [ 27103, 27158 ], [ 27159, 27437 ], [ 27487, 27614 ], [ 27836, 28512 ] ], "trgnoun": "chicken", "trgverb": "slice" }, { "key": "P03_109+82_83_84_85", "video_id": "P03_109", "narration_ids": [ "P03_109_82", "P03_109_83", "P03_109_84", "P03_109_85" ], "src": "pick_up sponge . wash sieve . rinse sieve", "src1": "pick_up sponge", "src2": "wash sieve", "src3": "rinse sieve", "trg": "wash sieve with sponge", "vis_src": "P03_109:82 P03_109:83 P03_109:84", "vis_trg": "P03_109:85", "narrations": [ "pick up sponge", "wash sieve", "rinse sieve", "wash sieve with sponge" ], "verbs": [ "pick-up", "wash", "rinse", "wash" ], "verb_classes": [ 0, 2, 2, 2 ], "nouns": [ "sponge", "sieve", "sieve", "sponge" ], "noun_classes": [ 9, 39, 39, 9 ], "start_stop_timestamps": [ [ "00:04:23.92", "00:04:24.78" ], [ "00:04:24.74", "00:04:31.74" ], [ "00:04:31.79", "00:04:33.65" ], [ "00:04:33.65", "00:04:41.82" ] ], "start_stop_frames": [ [ 13196, 13238 ], [ 13237, 13587 ], [ 13589, 13682 ], [ 13682, 14091 ] ], "trgnoun": "sponge", "trgverb": "wash" }, { "key": "P28_101+68_69_70_71", "video_id": "P28_101", "narration_ids": [ "P28_101_68", "P28_101_69", "P28_101_70", "P28_101_71" ], "src": "put mozzarella in package . open cupboard . take plastic_package", "src1": "put mozzarella in package", "src2": "open cupboard", "src3": "take plastic_package", "trg": "open plastic_package", "vis_src": "P28_101:68 P28_101:69 P28_101:70", "vis_trg": "P28_101:71", "narrations": [ "put mozzarella in package", "open cupboard", "take plastic package", "open plastic package" ], "verbs": [ "put-in", "open", "take", "open" ], "verb_classes": [ 5, 3, 0, 3 ], "nouns": [ "mozzarella", "cupboard", "package:plastic", "package:plastic" ], "noun_classes": [ 32, 3, 26, 26 ], "start_stop_timestamps": [ [ "00:06:00.04", "00:06:04.67" ], [ "00:06:11.77", "00:06:12.62" ], [ "00:06:14.32", "00:06:17.09" ], [ "00:06:19.95", "00:06:26.77" ] ], "start_stop_frames": [ [ 18002, 18233 ], [ 18588, 18631 ], [ 18716, 18854 ], [ 18997, 19338 ] ], "trgnoun": "plastic_package", "trgverb": "open" }, { "key": "P04_121+241_242_243_244", "video_id": "P04_121", "narration_ids": [ "P04_121_241", "P04_121_242", "P04_121_243", "P04_121_244" ], "src": "turn_on tap . empty water out of bowl . scour bowl", "src1": "turn_on tap", "src2": "empty water out of bowl", "src3": "scour bowl", "trg": "tip water out of bowl", "vis_src": "P04_121:241 P04_121:242 P04_121:243", "vis_trg": "P04_121:244", "narrations": [ "turn on tap", "empty water out of bowl", "scour bowl", "tip water out of bowl" ], "verbs": [ "turn-on", "empty", "scour", "tip-out" ], "verb_classes": [ 6, 20, 29, 20 ], "nouns": [ "tap", "water", "bowl", "water" ], "noun_classes": [ 0, 27, 7, 27 ], "start_stop_timestamps": [ [ "00:10:59.52", "00:11:00.54" ], [ "00:11:00.59", "00:11:01.56" ], [ "00:11:01.66", "00:11:22.78" ], [ "00:11:22.88", "00:11:24.33" ] ], "start_stop_frames": [ [ 32976, 33027 ], [ 33029, 33078 ], [ 33083, 34139 ], [ 34144, 34216 ] ], "trgnoun": "water", "trgverb": "tip_out" }, { "key": "P01_09+559_560_561_562", "video_id": "P01_09", "narration_ids": [ "P01_09_559", "P01_09_560", "P01_09_561", "P01_09_562" ], "src": "put_down mozzarella . spread mozzarella . take salt", "src1": "put_down mozzarella", "src2": "spread mozzarella", "src3": "take salt", "trg": "open salt", "vis_src": "P01_09:559 P01_09:560 P01_09:561", "vis_trg": "P01_09:562", "narrations": [ "put down mozzarella", "spread mozzarella", "take salt", "open salt" ], "verbs": [ "put-down", "spread", "take", "open" ], "verb_classes": [ 1, 27, 0, 3 ], "nouns": [ "mozzarella", "mozzarella", "salt", "salt" ], "noun_classes": [ 32, 32, 38, 38 ], "start_stop_timestamps": [ [ "00:39:32.61", "00:39:33.17" ], [ "00:39:33.26", "00:39:35.62" ], [ "00:39:36.44", "00:39:37.16" ], [ "00:39:37.23", "00:39:38.28" ] ], "start_stop_frames": [ [ 142356, 142390 ], [ 142395, 142537 ], [ 142586, 142629 ], [ 142633, 142696 ] ], "trgnoun": "salt", "trgverb": "open" }, { "key": "P25_107+257_258_259_260", "video_id": "P25_107", "narration_ids": [ "P25_107_257", "P25_107_258", "P25_107_259", "P25_107_260" ], "src": "put_down aubergine . cover plate . put_down fork", "src1": "put_down aubergine", "src2": "cover plate", "src3": "put_down fork", "trg": "pick_up aubergine", "vis_src": "P25_107:257 P25_107:258 P25_107:259", "vis_trg": "P25_107:260", "narrations": [ "put down aubergine", "cover plate", "put down fork", "pick up aubergine" ], "verbs": [ "put-down", "cover", "put-down", "pick-up" ], "verb_classes": [ 1, 36, 1, 0 ], "nouns": [ "aubergine", "plate", "fork", "aubergine" ], "noun_classes": [ 67, 2, 14, 67 ], "start_stop_timestamps": [ [ "00:21:15.41", "00:21:16.10" ], [ "00:21:16.15", "00:21:16.82" ], [ "00:21:16.92", "00:21:17.99" ], [ "00:21:17.98", "00:21:20.52" ] ], "start_stop_frames": [ [ 63770, 63804 ], [ 63807, 63841 ], [ 63846, 63899 ], [ 63899, 64026 ] ], "trgnoun": "aubergine", "trgverb": "pick_up" }, { "key": "P20_04+236_237_238_239", "video_id": "P20_04", "narration_ids": [ "P20_04_236", "P20_04_237", "P20_04_238", "P20_04_239" ], "src": "put_down bowl . pick_up olive_oil . take lid off olive oil", "src1": "put_down bowl", "src2": "pick_up olive_oil", "src3": "take lid off olive oil", "trg": "pour olive_oil into bowl", "vis_src": "P20_04:236 P20_04:237 P20_04:238", "vis_trg": "P20_04:239", "narrations": [ "put down bowl", "pick up olive oil", "take lid off olive oil", "pour olive oil into bowl" ], "verbs": [ "put-down", "pick-up", "take-off", "pour-into" ], "verb_classes": [ 1, 0, 12, 9 ], "nouns": [ "bowl", "oil:olive", "lid", "oil:olive" ], "noun_classes": [ 7, 31, 6, 31 ], "start_stop_timestamps": [ [ "00:18:10.34", "00:18:12.13" ], [ "00:18:12.68", "00:18:14.26" ], [ "00:18:13.79", "00:18:15.36" ], [ "00:18:16.86", "00:18:19.29" ] ], "start_stop_frames": [ [ 65420, 65527 ], [ 65560, 65655 ], [ 65627, 65721 ], [ 65811, 65957 ] ], "trgnoun": "olive_oil", "trgverb": "pour_into" }, { "key": "P22_106+192_193_194_195", "video_id": "P22_106", "narration_ids": [ "P22_106_192", "P22_106_193", "P22_106_194", "P22_106_195" ], "src": "put_down fork . empty bowl . rinse bowl", "src1": "put_down fork", "src2": "empty bowl", "src3": "rinse bowl", "trg": "put_down bowl", "vis_src": "P22_106:192 P22_106:193 P22_106:194", "vis_trg": "P22_106:195", "narrations": [ "put down fork", "empty bowl", "rinse bowl", "put down bowl" ], "verbs": [ "put-down", "empty", "rinse", "put-down" ], "verb_classes": [ 1, 20, 2, 1 ], "nouns": [ "fork", "bowl", "bowl", "bowl" ], "noun_classes": [ 14, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:05:22.42", "00:05:24.23" ], [ "00:05:23.87", "00:05:26.82" ], [ "00:05:27.02", "00:05:33.19" ], [ "00:05:33.29", "00:05:34.14" ] ], "start_stop_frames": [ [ 16121, 16211 ], [ 16193, 16341 ], [ 16351, 16659 ], [ 16664, 16707 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P03_04+114_115_116_117", "video_id": "P03_04", "narration_ids": [ "P03_04_114", "P03_04_115", "P03_04_116", "P03_04_117" ], "src": "open chicken . put chicken on cutting board . slice chicken", "src1": "open chicken", "src2": "put chicken on cutting board", "src3": "slice chicken", "trg": "dice chicken", "vis_src": "P03_04:114 P03_04:115 P03_04:116", "vis_trg": "P03_04:117", "narrations": [ "open chicken", "put chicken on cutting board", "slice chicken", "dice chicken" ], "verbs": [ "open", "put-on", "slice", "dice" ], "verb_classes": [ 3, 1, 7, 7 ], "nouns": [ "chicken", "chicken", "chicken", "chicken" ], "noun_classes": [ 57, 57, 57, 57 ], "start_stop_timestamps": [ [ "00:07:32.65", "00:07:37.29" ], [ "00:07:38.13", "00:07:40.24" ], [ "00:07:43.94", "00:07:55.20" ], [ "00:07:55.61", "00:08:03.69" ] ], "start_stop_frames": [ [ 27159, 27437 ], [ 27487, 27614 ], [ 27836, 28512 ], [ 28536, 29021 ] ], "trgnoun": "chicken", "trgverb": "dice" }, { "key": "P22_116+181_182_183_184", "video_id": "P22_116", "narration_ids": [ "P22_116_181", "P22_116_182", "P22_116_183", "P22_116_184" ], "src": "rinse bowl . put_down bowl . pick_up cup", "src1": "rinse bowl", "src2": "put_down bowl", "src3": "pick_up cup", "trg": "rinse cup", "vis_src": "P22_116:181 P22_116:182 P22_116:183", "vis_trg": "P22_116:184", "narrations": [ "rinse bowl", "put down bowl", "pick up cup", "rinse cup" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "bowl", "bowl", "cup", "cup" ], "noun_classes": [ 7, 7, 13, 13 ], "start_stop_timestamps": [ [ "00:06:51.62", "00:06:53.49" ], [ "00:06:53.59", "00:06:54.10" ], [ "00:06:53.81", "00:06:54.01" ], [ "00:06:54.86", "00:06:57.09" ] ], "start_stop_frames": [ [ 20581, 20674 ], [ 20679, 20705 ], [ 20690, 20700 ], [ 20743, 20854 ] ], "trgnoun": "cup", "trgverb": "rinse" }, { "key": "P01_09+560_561_562_563", "video_id": "P01_09", "narration_ids": [ "P01_09_560", "P01_09_561", "P01_09_562", "P01_09_563" ], "src": "spread mozzarella . take salt . open salt", "src1": "spread mozzarella", "src2": "take salt", "src3": "open salt", "trg": "pour salt", "vis_src": "P01_09:560 P01_09:561 P01_09:562", "vis_trg": "P01_09:563", "narrations": [ "spread mozzarella", "take salt", "open salt", "pour salt" ], "verbs": [ "spread", "take", "open", "pour" ], "verb_classes": [ 27, 0, 3, 9 ], "nouns": [ "mozzarella", "salt", "salt", "salt" ], "noun_classes": [ 32, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:39:33.26", "00:39:35.62" ], [ "00:39:36.44", "00:39:37.16" ], [ "00:39:37.23", "00:39:38.28" ], [ "00:39:38.61", "00:39:43.36" ] ], "start_stop_frames": [ [ 142395, 142537 ], [ 142586, 142629 ], [ 142633, 142696 ], [ 142716, 143001 ] ], "trgnoun": "salt", "trgverb": "pour" }, { "key": "P23_102+265_266_267_268", "video_id": "P23_102", "narration_ids": [ "P23_102_265", "P23_102_266", "P23_102_267", "P23_102_268" ], "src": "put cloth . take knife . cut garlic", "src1": "put cloth", "src2": "take knife", "src3": "cut garlic", "trg": "put knife", "vis_src": "P23_102:265 P23_102:266 P23_102:267", "vis_trg": "P23_102:268", "narrations": [ "put cloth", "take knife", "cut garlic", "put knife" ], "verbs": [ "put", "take", "cut", "put" ], "verb_classes": [ 1, 0, 7, 1 ], "nouns": [ "cloth", "knife", "garlic", "knife" ], "noun_classes": [ 17, 4, 51, 4 ], "start_stop_timestamps": [ [ "00:24:45.25", "00:24:46.02" ], [ "00:24:46.20", "00:24:47.33" ], [ "00:24:46.99", "00:24:47.92" ], [ "00:24:47.98", "00:24:48.53" ] ], "start_stop_frames": [ [ 74262, 74301 ], [ 74310, 74366 ], [ 74349, 74396 ], [ 74399, 74426 ] ], "trgnoun": "knife", "trgverb": "put" }, { "key": "P02_09+297_298_299_301", "video_id": "P02_09", "narration_ids": [ "P02_09_297", "P02_09_298", "P02_09_299", "P02_09_301" ], "src": "put garlic down . stir onion and garlic in pan using wooden spoon . hold pan", "src1": "put garlic down", "src2": "stir onion and garlic in pan using wooden spoon", "src3": "hold pan", "trg": "move knife", "vis_src": "P02_09:297 P02_09:298 P02_09:299", "vis_trg": "P02_09:301", "narrations": [ "put garlic down", "stir onion and garlic in pan using wooden spoon", "hold pan", "move knife" ], "verbs": [ "put", "stir", "hold", "move" ], "verb_classes": [ 1, 10, 34, 11 ], "nouns": [ "garlic", "onion", "pan", "knife" ], "noun_classes": [ 51, 16, 5, 4 ], "start_stop_timestamps": [ [ "00:22:16.30", "00:22:17.29" ], [ "00:22:21.98", "00:22:25.51" ], [ "00:22:31.23", "00:22:39.04" ], [ "00:22:41.63", "00:22:44.47" ] ], "start_stop_frames": [ [ 80178, 80237 ], [ 80518, 80730 ], [ 81073, 81542 ], [ 81697, 81868 ] ], "trgnoun": "knife", "trgverb": "move" }, { "key": "P02_09+391_392_393_394", "video_id": "P02_09", "narration_ids": [ "P02_09_391", "P02_09_392", "P02_09_393", "P02_09_394" ], "src": "stir stock . hold glass . stirring stock", "src1": "stir stock", "src2": "hold glass", "src3": "stirring stock", "trg": "carry glass", "vis_src": "P02_09:391 P02_09:392 P02_09:393", "vis_trg": "P02_09:394", "narrations": [ "stir stock", "hold glass", "stirring stock", "carry glass" ], "verbs": [ "stir", "hold", "stir", "carry" ], "verb_classes": [ 10, 34, 10, 89 ], "nouns": [ "stock", "glass", "stock", "glass" ], "noun_classes": [ 95, 10, 95, 10 ], "start_stop_timestamps": [ [ "00:27:48.66", "00:28:00.18" ], [ "00:27:48.75", "00:27:49.74" ], [ "00:27:54.23", "00:28:00.65" ], [ "00:28:00.97", "00:28:02.06" ] ], "start_stop_frames": [ [ 100119, 100810 ], [ 100125, 100184 ], [ 100453, 100839 ], [ 100858, 100923 ] ], "trgnoun": "glass", "trgverb": "carry" }, { "key": "P06_09+58_59_60_61", "video_id": "P06_09", "narration_ids": [ "P06_09_58", "P06_09_59", "P06_09_60", "P06_09_61" ], "src": "put rubbish in bin . put garlic on chopping board . squash garlic", "src1": "put rubbish in bin", "src2": "put garlic on chopping board", "src3": "squash garlic", "trg": "chop garlic", "vis_src": "P06_09:58 P06_09:59 P06_09:60", "vis_trg": "P06_09:61", "narrations": [ "put rubbish in bin", "put garlic on chopping board", "squash garlic", "chop garlic" ], "verbs": [ "put-in", "put-on", "squash", "chop" ], "verb_classes": [ 5, 1, 18, 7 ], "nouns": [ "rubbish", "garlic", "garlic", "garlic" ], "noun_classes": [ 54, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:10:42.14", "00:10:44.54" ], [ "00:10:47.18", "00:10:51.25" ], [ "00:10:51.89", "00:10:58.90" ], [ "00:10:59.02", "00:11:04.80" ] ], "start_stop_frames": [ [ 38528, 38672 ], [ 38830, 39075 ], [ 39113, 39534 ], [ 39541, 39888 ] ], "trgnoun": "garlic", "trgverb": "chop" }, { "key": "P23_102+356_357_358_359", "video_id": "P23_102", "narration_ids": [ "P23_102_356", "P23_102_357", "P23_102_358", "P23_102_359" ], "src": "put cloth . take knife . cut garlic", "src1": "put cloth", "src2": "take knife", "src3": "cut garlic", "trg": "put knife", "vis_src": "P23_102:356 P23_102:357 P23_102:358", "vis_trg": "P23_102:359", "narrations": [ "put cloth", "take knife", "cut garlic", "put knife" ], "verbs": [ "put", "take", "cut", "put" ], "verb_classes": [ 1, 0, 7, 1 ], "nouns": [ "cloth", "knife", "garlic", "knife" ], "noun_classes": [ 17, 4, 51, 4 ], "start_stop_timestamps": [ [ "00:34:00.32", "00:34:01.78" ], [ "00:34:01.87", "00:34:02.89" ], [ "00:34:02.80", "00:36:42.68" ], [ "00:36:41.36", "00:36:42.74" ] ], "start_stop_frames": [ [ 102016, 102089 ], [ 102093, 102144 ], [ 102140, 110133 ], [ 110068, 110136 ] ], "trgnoun": "knife", "trgverb": "put" }, { "key": "P04_107+795_796_797_798", "video_id": "P04_107", "narration_ids": [ "P04_107_795", "P04_107_796", "P04_107_797", "P04_107_798" ], "src": "put_down tea_towel . move greaseproof_paper . squeeze dough", "src1": "put_down tea_towel", "src2": "move greaseproof_paper", "src3": "squeeze dough", "trg": "put_down dough", "vis_src": "P04_107:795 P04_107:796 P04_107:797", "vis_trg": "P04_107:798", "narrations": [ "put down tea towel", "move greaseproof paper", "squeeze dough", "put down dough" ], "verbs": [ "put-down", "move", "squeeze", "put-down" ], "verb_classes": [ 1, 11, 18, 1 ], "nouns": [ "towel:tea", "paper:greaseproof", "dough", "dough" ], "noun_classes": [ 52, 49, 25, 25 ], "start_stop_timestamps": [ [ "00:21:07.06", "00:21:08.08" ], [ "00:21:08.18", "00:21:08.78" ], [ "00:21:08.58", "00:21:10.19" ], [ "00:21:10.21", "00:21:10.77" ] ], "start_stop_frames": [ [ 63353, 63404 ], [ 63409, 63439 ], [ 63429, 63509 ], [ 63510, 63538 ] ], "trgnoun": "dough", "trgverb": "put_down" }, { "key": "P07_113+71_72_73_74", "video_id": "P07_113", "narration_ids": [ "P07_113_71", "P07_113_72", "P07_113_73", "P07_113_74" ], "src": "turn knob . grab garlic . grab knife", "src1": "turn knob", "src2": "grab garlic", "src3": "grab knife", "trg": "cut garlic", "vis_src": "P07_113:71 P07_113:72 P07_113:73", "vis_trg": "P07_113:74", "narrations": [ "turn knob", "grab garlic", "grab knife", "cut garlic" ], "verbs": [ "turn", "grab", "grab", "cut" ], "verb_classes": [ 23, 0, 0, 7 ], "nouns": [ "knob", "garlic", "knife", "garlic" ], "noun_classes": [ 190, 51, 4, 51 ], "start_stop_timestamps": [ [ "00:03:46.01", "00:03:48.84" ], [ "00:03:49.57", "00:03:51.69" ], [ "00:03:50.87", "00:03:52.27" ], [ "00:03:52.35", "00:03:54.99" ] ], "start_stop_frames": [ [ 11300, 11442 ], [ 11478, 11584 ], [ 11543, 11613 ], [ 11617, 11749 ] ], "trgnoun": "garlic", "trgverb": "cut" }, { "key": "P23_102+358_359_360_361", "video_id": "P23_102", "narration_ids": [ "P23_102_358", "P23_102_359", "P23_102_360", "P23_102_361" ], "src": "cut garlic . put knife . open plate", "src1": "cut garlic", "src2": "put knife", "src3": "open plate", "trg": "close plate", "vis_src": "P23_102:358 P23_102:359 P23_102:360", "vis_trg": "P23_102:361", "narrations": [ "cut garlic", "put knife", "open plate", "close plate" ], "verbs": [ "cut", "put", "open", "close" ], "verb_classes": [ 7, 1, 3, 4 ], "nouns": [ "garlic", "knife", "plate", "plate" ], "noun_classes": [ 51, 4, 2, 2 ], "start_stop_timestamps": [ [ "00:34:02.80", "00:36:42.68" ], [ "00:36:41.36", "00:36:42.74" ], [ "00:36:43.01", "00:36:43.92" ], [ "00:36:44.01", "00:36:44.75" ] ], "start_stop_frames": [ [ 102140, 110133 ], [ 110068, 110136 ], [ 110150, 110196 ], [ 110200, 110237 ] ], "trgnoun": "plate", "trgverb": "close" }, { "key": "P25_05+113_114_115_116", "video_id": "P25_05", "narration_ids": [ "P25_05_113", "P25_05_114", "P25_05_115", "P25_05_116" ], "src": "pick_up detergent . put_on detergent . pick_up pan", "src1": "pick_up detergent", "src2": "put_on detergent", "src3": "pick_up pan", "trg": "lather pan", "vis_src": "P25_05:113 P25_05:114 P25_05:115", "vis_trg": "P25_05:116", "narrations": [ "pick up detergent", "put on detergent", "pick up pan", "lather pan" ], "verbs": [ "pick-up", "put-on", "pick-up", "lather" ], "verb_classes": [ 0, 1, 0, 2 ], "nouns": [ "detergent", "detergent", "pan", "pan" ], "noun_classes": [ 22, 22, 5, 5 ], "start_stop_timestamps": [ [ "00:18:22.67", "00:18:24.53" ], [ "00:18:24.57", "00:18:28.00" ], [ "00:18:29.23", "00:18:30.92" ], [ "00:18:34.84", "00:18:56.76" ] ], "start_stop_frames": [ [ 66160, 66271 ], [ 66274, 66480 ], [ 66553, 66655 ], [ 66890, 68205 ] ], "trgnoun": "pan", "trgverb": "lather" }, { "key": "P03_117+2_3_4_5", "video_id": "P03_117", "narration_ids": [ "P03_117_2", "P03_117_3", "P03_117_4", "P03_117_5" ], "src": "put_down saucepan . put_down bowl . take washing up liquid", "src1": "put_down saucepan", "src2": "put_down bowl", "src3": "take washing up liquid", "trg": "put washing up liquid in washing up bowl", "vis_src": "P03_117:2 P03_117:3 P03_117:4", "vis_trg": "P03_117:5", "narrations": [ "put down saucepan", "put down bowl", "take washing up liquid", "put washing up liquid in washing up bowl" ], "verbs": [ "put-down", "put-down", "take", "put" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "saucepan", "bowl", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 5, 7, 22, 22 ], "start_stop_timestamps": [ [ "00:00:06.80", "00:00:07.79" ], [ "00:00:06.86", "00:00:07.64" ], [ "00:00:08.30", "00:00:09.14" ], [ "00:00:09.24", "00:00:10.25" ] ], "start_stop_frames": [ [ 340, 389 ], [ 343, 382 ], [ 415, 457 ], [ 462, 512 ] ], "trgnoun": "up_washing_liquid", "trgverb": "put" }, { "key": "P27_101+370_371_372_373", "video_id": "P27_101", "narration_ids": [ "P27_101_370", "P27_101_371", "P27_101_372", "P27_101_373" ], "src": "pick_up towel . fold towel . open cupboard", "src1": "pick_up towel", "src2": "fold towel", "src3": "open cupboard", "trg": "put_down towel", "vis_src": "P27_101:370 P27_101:371 P27_101:372", "vis_trg": "P27_101:373", "narrations": [ "pick up towel", "fold towel", "open cupboard", "put down towel" ], "verbs": [ "pick-up", "fold", "open", "put-down" ], "verb_classes": [ 0, 28, 3, 1 ], "nouns": [ "towel", "towel", "cupboard", "towel" ], "noun_classes": [ 52, 52, 3, 52 ], "start_stop_timestamps": [ [ "00:16:57.95", "00:16:58.83" ], [ "00:16:58.72", "00:17:04.86" ], [ "00:17:04.83", "00:17:06.90" ], [ "00:17:05.72", "00:17:07.49" ] ], "start_stop_frames": [ [ 50897, 50941 ], [ 50936, 51242 ], [ 51241, 51345 ], [ 51286, 51374 ] ], "trgnoun": "towel", "trgverb": "put_down" }, { "key": "P24_08+253_254_255_256", "video_id": "P24_08", "narration_ids": [ "P24_08_253", "P24_08_254", "P24_08_255", "P24_08_256" ], "src": "pick_up colander . pick_up lid . rinse lid", "src1": "pick_up colander", "src2": "pick_up lid", "src3": "rinse lid", "trg": "lather lid", "vis_src": "P24_08:253 P24_08:254 P24_08:255", "vis_trg": "P24_08:256", "narrations": [ "pick up colander", "pick up lid", "rinse lid", "lather lid" ], "verbs": [ "pick-up", "pick-up", "rinse", "lather" ], "verb_classes": [ 0, 0, 2, 2 ], "nouns": [ "colander", "lid", "lid", "lid" ], "noun_classes": [ 39, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:17:57.88", "00:18:07.70" ], [ "00:18:08.04", "00:18:10.12" ], [ "00:18:08.64", "00:18:11.51" ], [ "00:18:11.61", "00:18:21.71" ] ], "start_stop_frames": [ [ 64672, 65262 ], [ 65282, 65407 ], [ 65318, 65490 ], [ 65496, 66102 ] ], "trgnoun": "lid", "trgverb": "lather" }, { "key": "P27_103+225_226_227_228", "video_id": "P27_103", "narration_ids": [ "P27_103_225", "P27_103_226", "P27_103_227", "P27_103_228" ], "src": "pick_up plate . pour flour . turn container", "src1": "pick_up plate", "src2": "pour flour", "src3": "turn container", "trg": "shake container", "vis_src": "P27_103:225 P27_103:226 P27_103:227", "vis_trg": "P27_103:228", "narrations": [ "pick up plate", "pour flour", "turn container", "shake container" ], "verbs": [ "pick-up", "pour", "turn", "shake" ], "verb_classes": [ 0, 9, 23, 15 ], "nouns": [ "plate", "flour", "container", "container" ], "noun_classes": [ 2, 75, 21, 21 ], "start_stop_timestamps": [ [ "00:14:35.88", "00:14:37.16" ], [ "00:14:36.93", "00:14:44.54" ], [ "00:14:44.98", "00:14:54.99" ], [ "00:14:46.56", "00:14:48.08" ] ], "start_stop_frames": [ [ 43794, 43858 ], [ 43846, 44227 ], [ 44249, 44749 ], [ 44328, 44404 ] ], "trgnoun": "container", "trgverb": "shake" }, { "key": "P30_10+200_201_202_203", "video_id": "P30_10", "narration_ids": [ "P30_10_200", "P30_10_201", "P30_10_202", "P30_10_203" ], "src": "close microwave . turn microwave on . take spoon", "src1": "close microwave", "src2": "turn microwave on", "src3": "take spoon", "trg": "put spoon in saucepan", "vis_src": "P30_10:200 P30_10:201 P30_10:202", "vis_trg": "P30_10:203", "narrations": [ "close microwave", "turn microwave on", "take spoon", "put spoon in saucepan" ], "verbs": [ "close", "turn-on", "take", "put-in" ], "verb_classes": [ 4, 6, 0, 5 ], "nouns": [ "microwave", "microwave", "spoon", "spoon" ], "noun_classes": [ 90, 90, 1, 1 ], "start_stop_timestamps": [ [ "00:09:56.72", "00:09:57.54" ], [ "00:09:57.64", "00:09:59.95" ], [ "00:10:01.17", "00:10:03.24" ], [ "00:10:03.34", "00:10:09.39" ] ], "start_stop_frames": [ [ 35803, 35852 ], [ 35858, 35997 ], [ 36070, 36194 ], [ 36200, 36563 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P27_104+93_94_95_96", "video_id": "P27_104", "narration_ids": [ "P27_104_93", "P27_104_94", "P27_104_95", "P27_104_96" ], "src": "put_down mozzarella . pick_up lid . close container", "src1": "put_down mozzarella", "src2": "pick_up lid", "src3": "close container", "trg": "pick_up container", "vis_src": "P27_104:93 P27_104:94 P27_104:95", "vis_trg": "P27_104:96", "narrations": [ "put down mozzarella", "pick up lid", "close container", "pick up container" ], "verbs": [ "put-down", "pick-up", "close", "pick-up" ], "verb_classes": [ 1, 0, 4, 0 ], "nouns": [ "mozzarella", "lid", "container", "container" ], "noun_classes": [ 32, 6, 21, 21 ], "start_stop_timestamps": [ [ "00:04:57.80", "00:04:59.35" ], [ "00:04:59.65", "00:05:00.21" ], [ "00:04:59.90", "00:05:01.05" ], [ "00:05:01.15", "00:05:06.90" ] ], "start_stop_frames": [ [ 14890, 14967 ], [ 14982, 15010 ], [ 14994, 15052 ], [ 15057, 15344 ] ], "trgnoun": "container", "trgverb": "pick_up" }, { "key": "P30_03+118_119_120_121", "video_id": "P30_03", "narration_ids": [ "P30_03_118", "P30_03_119", "P30_03_120", "P30_03_121" ], "src": "take sponge . take knife . move chopping_board", "src1": "take sponge", "src2": "take knife", "src3": "move chopping_board", "trg": "clean chopping_board with knife", "vis_src": "P30_03:118 P30_03:119 P30_03:120", "vis_trg": "P30_03:121", "narrations": [ "take sponge", "take knife", "move chopping board", "clean chopping board with knife" ], "verbs": [ "take", "take", "move", "clean-with" ], "verb_classes": [ 0, 0, 11, 2 ], "nouns": [ "sponge", "knife", "board:chopping", "board:chopping" ], "noun_classes": [ 9, 4, 18, 18 ], "start_stop_timestamps": [ [ "00:06:58.64", "00:07:00.35" ], [ "00:07:00.45", "00:07:02.63" ], [ "00:07:02.88", "00:07:04.48" ], [ "00:07:05.48", "00:07:08.63" ] ], "start_stop_frames": [ [ 25118, 25221 ], [ 25227, 25357 ], [ 25372, 25468 ], [ 25528, 25717 ] ], "trgnoun": "chopping_board", "trgverb": "clean_with" }, { "key": "P01_105+748_749_750_751", "video_id": "P01_105", "narration_ids": [ "P01_105_748", "P01_105_749", "P01_105_750", "P01_105_751" ], "src": "put_down spatula . turn_off hob . pick_up saucepan", "src1": "put_down spatula", "src2": "turn_off hob", "src3": "pick_up saucepan", "trg": "drain saucepan", "vis_src": "P01_105:748 P01_105:749 P01_105:750", "vis_trg": "P01_105:751", "narrations": [ "put down spatula", "turn off hob", "pick up saucepan", "drain saucepan" ], "verbs": [ "put-down", "turn-off", "pick-up", "drain" ], "verb_classes": [ 1, 8, 0, 37 ], "nouns": [ "spatula", "hob", "saucepan", "saucepan" ], "noun_classes": [ 20, 24, 5, 5 ], "start_stop_timestamps": [ [ "00:32:41.56", "00:32:43.40" ], [ "00:32:50.36", "00:32:52.07" ], [ "00:32:52.09", "00:32:54.55" ], [ "00:32:54.65", "00:32:56.99" ] ], "start_stop_frames": [ [ 98078, 98170 ], [ 98518, 98603 ], [ 98604, 98727 ], [ 98732, 98849 ] ], "trgnoun": "saucepan", "trgverb": "drain" }, { "key": "P02_126+15_16_17_18", "video_id": "P02_126", "narration_ids": [ "P02_126_15", "P02_126_16", "P02_126_17", "P02_126_18" ], "src": "open gloves bag . get glove from bag . put_down bag", "src1": "open gloves bag", "src2": "get glove from bag", "src3": "put_down bag", "trg": "separate two gloves", "vis_src": "P02_126:15 P02_126:16 P02_126:17", "vis_trg": "P02_126:18", "narrations": [ "open gloves bag", "get glove from bag", "put down bag", "separate two gloves" ], "verbs": [ "open", "get", "put-down", "separate" ], "verb_classes": [ 3, 0, 1, 52 ], "nouns": [ "bag:glove", "glove", "bag", "glove" ], "noun_classes": [ 19, 60, 19, 60 ], "start_stop_timestamps": [ [ "00:01:05.43", "00:01:05.96" ], [ "00:01:05.87", "00:01:07.52" ], [ "00:01:06.99", "00:01:07.44" ], [ "00:01:07.54", "00:01:08.52" ] ], "start_stop_frames": [ [ 3271, 3297 ], [ 3293, 3376 ], [ 3349, 3372 ], [ 3377, 3426 ] ], "trgnoun": "glove", "trgverb": "separate" }, { "key": "P02_03+71_72_73_74", "video_id": "P02_03", "narration_ids": [ "P02_03_71", "P02_03_72", "P02_03_73", "P02_03_74" ], "src": "switch stove on . pick_up towel . dry hands", "src1": "switch stove on", "src2": "pick_up towel", "src3": "dry hands", "trg": "put towel", "vis_src": "P02_03:71 P02_03:72 P02_03:73", "vis_trg": "P02_03:74", "narrations": [ "switch stove on", "pick up towel", "dry hands", "put towel" ], "verbs": [ "switch-on", "pick-up", "dry", "put" ], "verb_classes": [ 6, 0, 14, 1 ], "nouns": [ "stove", "towel", "hand", "towel" ], "noun_classes": [ 24, 52, 11, 52 ], "start_stop_timestamps": [ [ "00:03:08.43", "00:03:13.59" ], [ "00:03:15.46", "00:03:19.74" ], [ "00:03:19.61", "00:03:21.84" ], [ "00:03:21.41", "00:03:22.97" ] ], "start_stop_frames": [ [ 11305, 11615 ], [ 11727, 11984 ], [ 11976, 12110 ], [ 12084, 12178 ] ], "trgnoun": "towel", "trgverb": "put" }, { "key": "P04_110+352_355_357_358", "video_id": "P04_110", "narration_ids": [ "P04_110_352", "P04_110_355", "P04_110_357", "P04_110_358" ], "src": "put_down dough . lift dough away from chopping board . stretch dough", "src1": "put_down dough", "src2": "lift dough away from chopping board", "src3": "stretch dough", "trg": "fold dough", "vis_src": "P04_110:352 P04_110:355 P04_110:357", "vis_trg": "P04_110:358", "narrations": [ "put down dough", "lift dough away from chopping board", "stretch dough", "fold dough" ], "verbs": [ "put-down", "lift", "stretch", "fold" ], "verb_classes": [ 1, 33, 50, 28 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:10:38.01", "00:10:38.77" ], [ "00:10:41.09", "00:10:43.19" ], [ "00:10:44.15", "00:10:45.41" ], [ "00:10:44.89", "00:10:45.87" ] ], "start_stop_frames": [ [ 31900, 31938 ], [ 32054, 32159 ], [ 32207, 32270 ], [ 32244, 32293 ] ], "trgnoun": "dough", "trgverb": "fold" }, { "key": "P03_04+71_72_73_74", "video_id": "P03_04", "narration_ids": [ "P03_04_71", "P03_04_72", "P03_04_73", "P03_04_74" ], "src": "peel onion . put peel in bin . chop onion", "src1": "peel onion", "src2": "put peel in bin", "src3": "chop onion", "trg": "slice onion", "vis_src": "P03_04:71 P03_04:72 P03_04:73", "vis_trg": "P03_04:74", "narrations": [ "peel onion", "put peel in bin", "chop onion", "slice onion" ], "verbs": [ "peel", "put-in", "chop", "slice" ], "verb_classes": [ 19, 5, 7, 7 ], "nouns": [ "onion", "peel", "onion", "onion" ], "noun_classes": [ 16, 48, 16, 16 ], "start_stop_timestamps": [ [ "00:03:30.18", "00:03:39.37" ], [ "00:03:39.75", "00:03:40.75" ], [ "00:03:41.76", "00:03:54.12" ], [ "00:03:50.45", "00:04:06.29" ] ], "start_stop_frames": [ [ 12610, 13162 ], [ 13185, 13245 ], [ 13305, 14047 ], [ 13827, 14777 ] ], "trgnoun": "onion", "trgverb": "slice" }, { "key": "P01_106+154_155_156_157", "video_id": "P01_106", "narration_ids": [ "P01_106_154", "P01_106_155", "P01_106_156", "P01_106_157" ], "src": "pick_up timer . spray cleaning_product . put_down timer", "src1": "pick_up timer", "src2": "spray cleaning_product", "src3": "put_down timer", "trg": "put_down cleaning_product", "vis_src": "P01_106:154 P01_106:155 P01_106:156", "vis_trg": "P01_106:157", "narrations": [ "pick up timer", "spray cleaning product", "put down timer", "put down cleaning product" ], "verbs": [ "pick-up", "spray", "put-down", "put-down" ], "verb_classes": [ 0, 44, 1, 1 ], "nouns": [ "timer", "product:cleaning", "timer", "product:cleaning" ], "noun_classes": [ 111, 22, 111, 22 ], "start_stop_timestamps": [ [ "00:06:11.80", "00:06:12.25" ], [ "00:06:12.40", "00:06:13.75" ], [ "00:06:14.19", "00:06:15.18" ], [ "00:06:16.06", "00:06:16.91" ] ], "start_stop_frames": [ [ 18590, 18612 ], [ 18620, 18687 ], [ 18709, 18759 ], [ 18803, 18845 ] ], "trgnoun": "cleaning_product", "trgverb": "put_down" }, { "key": "P08_05+258_259_260_261", "video_id": "P08_05", "narration_ids": [ "P08_05_258", "P08_05_259", "P08_05_260", "P08_05_261" ], "src": "pour oil . chop garlic finely . get chopping_board", "src1": "pour oil", "src2": "chop garlic finely", "src3": "get chopping_board", "trg": "put garlic in pan", "vis_src": "P08_05:258 P08_05:259 P08_05:260", "vis_trg": "P08_05:261", "narrations": [ "pour oil", "chop garlic finely", "get chopping board", "put garlic in pan" ], "verbs": [ "pour", "chop", "get", "put-in" ], "verb_classes": [ 9, 7, 0, 5 ], "nouns": [ "oil", "garlic", "board:chopping", "garlic" ], "noun_classes": [ 31, 51, 18, 51 ], "start_stop_timestamps": [ [ "00:20:51.88", "00:20:53.88" ], [ "00:21:00.62", "00:21:06.02" ], [ "00:21:06.37", "00:21:07.61" ], [ "00:21:08.02", "00:21:10.12" ] ], "start_stop_frames": [ [ 75112, 75232 ], [ 75637, 75961 ], [ 75982, 76056 ], [ 76081, 76207 ] ], "trgnoun": "garlic", "trgverb": "put_in" }, { "key": "P11_16+1_2_3_4", "video_id": "P11_16", "narration_ids": [ "P11_16_1", "P11_16_2", "P11_16_3", "P11_16_4" ], "src": "pour kettle into pan . turn_off timer . pour leeks into pan", "src1": "pour kettle into pan", "src2": "turn_off timer", "src3": "pour leeks into pan", "trg": "pick_up leek", "vis_src": "P11_16:1 P11_16:2 P11_16:3", "vis_trg": "P11_16:4", "narrations": [ "pour kettle into pan", "turn off timer", "pour leeks into pan", "pick up leek" ], "verbs": [ "pour-into", "turn-off", "pour-into", "pick-up" ], "verb_classes": [ 9, 8, 9, 0 ], "nouns": [ "kettle", "timer", "leek", "leek" ], "noun_classes": [ 44, 111, 117, 117 ], "start_stop_timestamps": [ [ "00:00:02.30", "00:00:08.51" ], [ "00:00:10.62", "00:00:12.56" ], [ "00:00:15.33", "00:00:31.33" ], [ "00:00:24.96", "00:00:26.65" ] ], "start_stop_frames": [ [ 138, 510 ], [ 637, 753 ], [ 919, 1879 ], [ 1497, 1599 ] ], "trgnoun": "leek", "trgverb": "pick_up" }, { "key": "P03_04+88_89_90_91", "video_id": "P03_04", "narration_ids": [ "P03_04_88", "P03_04_89", "P03_04_90", "P03_04_91" ], "src": "pick_up onion . peel onion . put peel in bin", "src1": "pick_up onion", "src2": "peel onion", "src3": "put peel in bin", "trg": "slice onion", "vis_src": "P03_04:88 P03_04:89 P03_04:90", "vis_trg": "P03_04:91", "narrations": [ "pick up onion", "peel onion", "put peel in bin", "slice onion" ], "verbs": [ "pick-up", "peel", "put-in", "slice" ], "verb_classes": [ 0, 19, 5, 7 ], "nouns": [ "onion", "onion", "peel", "onion" ], "noun_classes": [ 16, 16, 48, 16 ], "start_stop_timestamps": [ [ "00:05:05.37", "00:05:06.32" ], [ "00:05:18.13", "00:05:25.25" ], [ "00:05:25.26", "00:05:26.12" ], [ "00:05:34.75", "00:05:44.39" ] ], "start_stop_frames": [ [ 18322, 18379 ], [ 19087, 19515 ], [ 19515, 19567 ], [ 20085, 20663 ] ], "trgnoun": "onion", "trgverb": "slice" }, { "key": "P22_07+209_210_211_212", "video_id": "P22_07", "narration_ids": [ "P22_07_209", "P22_07_210", "P22_07_211", "P22_07_212" ], "src": "remove peel . set cooker . move pan", "src1": "remove peel", "src2": "set cooker", "src3": "move pan", "trg": "pick_up peels", "vis_src": "P22_07:209 P22_07:210 P22_07:211", "vis_trg": "P22_07:212", "narrations": [ "remove peel", "set cooker", "move pan", "pick up peels" ], "verbs": [ "remove", "set", "move", "pick-up" ], "verb_classes": [ 12, 53, 11, 0 ], "nouns": [ "peel", "cooker", "pan", "peel" ], "noun_classes": [ 48, 46, 5, 48 ], "start_stop_timestamps": [ [ "00:09:10.21", "00:09:12.51" ], [ "00:09:14.73", "00:09:18.83" ], [ "00:09:17.75", "00:09:18.75" ], [ "00:09:19.64", "00:09:22.36" ] ], "start_stop_frames": [ [ 33012, 33150 ], [ 33283, 33529 ], [ 33465, 33525 ], [ 33578, 33741 ] ], "trgnoun": "peel", "trgverb": "pick_up" }, { "key": "P23_02+58_59_60_61", "video_id": "P23_02", "narration_ids": [ "P23_02_58", "P23_02_59", "P23_02_60", "P23_02_61" ], "src": "put_into the pan . cutting the garlic . adjusting the curry leaves inside the plate", "src1": "put_into the pan", "src2": "cutting the garlic", "src3": "adjusting the curry leaves inside the plate", "trg": "cutting the garlic into small pieces", "vis_src": "P23_02:58 P23_02:59 P23_02:60", "vis_trg": "P23_02:61", "narrations": [ "put into the pan", "cutting the garlic", "adjusting the curry leaves inside the plate", "cutting the garlic into small pieces" ], "verbs": [ "put-into", "cut", "adjust", "cut-into" ], "verb_classes": [ 5, 7, 17, 7 ], "nouns": [ "pan", "garlic", "leaf:curry", "garlic" ], "noun_classes": [ 5, 51, 62, 51 ], "start_stop_timestamps": [ [ "00:08:04.37", "00:08:13.05" ], [ "00:08:18.78", "00:08:20.87" ], [ "00:08:21.27", "00:08:26.63" ], [ "00:08:27.54", "00:08:58.48" ] ], "start_stop_frames": [ [ 29062, 29583 ], [ 29926, 30052 ], [ 30076, 30397 ], [ 30452, 32308 ] ], "trgnoun": "garlic", "trgverb": "cut_into" }, { "key": "P02_126+16_17_18_19", "video_id": "P02_126", "narration_ids": [ "P02_126_16", "P02_126_17", "P02_126_18", "P02_126_19" ], "src": "get glove from bag . put_down bag . separate two gloves", "src1": "get glove from bag", "src2": "put_down bag", "src3": "separate two gloves", "trg": "put glove down", "vis_src": "P02_126:16 P02_126:17 P02_126:18", "vis_trg": "P02_126:19", "narrations": [ "get glove from bag", "put down bag", "separate two gloves", "put glove down" ], "verbs": [ "get", "put-down", "separate", "put-down" ], "verb_classes": [ 0, 1, 52, 1 ], "nouns": [ "glove", "bag", "glove", "glove" ], "noun_classes": [ 60, 19, 60, 60 ], "start_stop_timestamps": [ [ "00:01:05.87", "00:01:07.52" ], [ "00:01:06.99", "00:01:07.44" ], [ "00:01:07.54", "00:01:08.52" ], [ "00:01:08.83", "00:01:12.73" ] ], "start_stop_frames": [ [ 3293, 3376 ], [ 3349, 3372 ], [ 3377, 3426 ], [ 3441, 3636 ] ], "trgnoun": "glove", "trgverb": "put_down" }, { "key": "P23_102+273_274_275_276", "video_id": "P23_102", "narration_ids": [ "P23_102_273", "P23_102_274", "P23_102_275", "P23_102_276" ], "src": "take knife . cut garlic . remove peel", "src1": "take knife", "src2": "cut garlic", "src3": "remove peel", "trg": "put garlic", "vis_src": "P23_102:273 P23_102:274 P23_102:275", "vis_trg": "P23_102:276", "narrations": [ "take knife", "cut garlic", "remove peel", "put garlic" ], "verbs": [ "take", "cut", "remove", "put" ], "verb_classes": [ 0, 7, 12, 1 ], "nouns": [ "knife", "garlic", "peel", "garlic" ], "noun_classes": [ 4, 51, 48, 51 ], "start_stop_timestamps": [ [ "00:25:29.39", "00:25:30.87" ], [ "00:25:30.97", "00:25:37.49" ], [ "00:25:38.69", "00:25:48.29" ], [ "00:25:55.99", "00:25:56.88" ] ], "start_stop_frames": [ [ 76469, 76543 ], [ 76548, 76874 ], [ 76934, 77414 ], [ 77799, 77844 ] ], "trgnoun": "garlic", "trgverb": "put" }, { "key": "P23_102+277_278_279_280", "video_id": "P23_102", "narration_ids": [ "P23_102_277", "P23_102_278", "P23_102_279", "P23_102_280" ], "src": "cut garlic . remove peel . put knife", "src1": "cut garlic", "src2": "remove peel", "src3": "put knife", "trg": "take garlic", "vis_src": "P23_102:277 P23_102:278 P23_102:279", "vis_trg": "P23_102:280", "narrations": [ "cut garlic", "remove peel", "put knife", "take garlic" ], "verbs": [ "cut", "remove", "put", "take" ], "verb_classes": [ 7, 12, 1, 0 ], "nouns": [ "garlic", "peel", "knife", "garlic" ], "noun_classes": [ 51, 48, 4, 51 ], "start_stop_timestamps": [ [ "00:25:57.54", "00:26:01.04" ], [ "00:26:00.24", "00:29:21.69" ], [ "00:29:23.72", "00:29:25.69" ], [ "00:30:02.99", "00:30:05.97" ] ], "start_stop_frames": [ [ 77877, 78052 ], [ 78012, 88084 ], [ 88186, 88284 ], [ 90149, 90298 ] ], "trgnoun": "garlic", "trgverb": "take" }, { "key": "P07_10+35_36_37_38", "video_id": "P07_10", "narration_ids": [ "P07_10_35", "P07_10_36", "P07_10_37", "P07_10_38" ], "src": "put potatoes on board . pick_up potatoes . close bag", "src1": "put potatoes on board", "src2": "pick_up potatoes", "src3": "close bag", "trg": "place bag", "vis_src": "P07_10:35 P07_10:36 P07_10:37", "vis_trg": "P07_10:38", "narrations": [ "put potatoes on board", "pick up potatoes", "close bag", "place bag" ], "verbs": [ "put-on", "pick-up", "close", "place" ], "verb_classes": [ 1, 0, 4, 1 ], "nouns": [ "potato", "potato", "bag", "bag" ], "noun_classes": [ 30, 30, 19, 19 ], "start_stop_timestamps": [ [ "00:03:48.24", "00:03:49.12" ], [ "00:03:49.22", "00:03:50.56" ], [ "00:03:54.15", "00:03:54.70" ], [ "00:03:55.49", "00:03:56.45" ] ], "start_stop_frames": [ [ 13694, 13747 ], [ 13753, 13833 ], [ 14049, 14082 ], [ 14129, 14187 ] ], "trgnoun": "bag", "trgverb": "place" }, { "key": "P37_101+100_101_102_103", "video_id": "P37_101", "narration_ids": [ "P37_101_100", "P37_101_101", "P37_101_102", "P37_101_103" ], "src": "put bottle down . take garlic . put garlic down", "src1": "put bottle down", "src2": "take garlic", "src3": "put garlic down", "trg": "take bottle", "vis_src": "P37_101:100 P37_101:101 P37_101:102", "vis_trg": "P37_101:103", "narrations": [ "put bottle down", "take garlic", "put garlic down", "take bottle" ], "verbs": [ "put", "take", "put", "take" ], "verb_classes": [ 1, 0, 1, 0 ], "nouns": [ "bottle", "garlic", "garlic", "bottle" ], "noun_classes": [ 15, 51, 51, 15 ], "start_stop_timestamps": [ [ "00:04:39.13", "00:04:43.09" ], [ "00:04:42.92", "00:04:44.29" ], [ "00:04:44.65", "00:04:46.15" ], [ "00:04:45.65", "00:04:47.26" ] ], "start_stop_frames": [ [ 13956, 14154 ], [ 14146, 14214 ], [ 14232, 14307 ], [ 14282, 14363 ] ], "trgnoun": "bottle", "trgverb": "take" }, { "key": "P03_101+18_19_20_21", "video_id": "P03_101", "narration_ids": [ "P03_101_18", "P03_101_19", "P03_101_20", "P03_101_21" ], "src": "place grater in cupboard . open cupboard . pick_up lid", "src1": "place grater in cupboard", "src2": "open cupboard", "src3": "pick_up lid", "trg": "place lid on tupperware", "vis_src": "P03_101:18 P03_101:19 P03_101:20", "vis_trg": "P03_101:21", "narrations": [ "place grater in cupboard", "open cupboard", "pick up lid", "place lid on tupperware" ], "verbs": [ "place-in", "open", "pick-up", "place-on" ], "verb_classes": [ 5, 3, 0, 1 ], "nouns": [ "grater", "cupboard", "lid", "lid" ], "noun_classes": [ 96, 3, 6, 6 ], "start_stop_timestamps": [ [ "00:00:26.87", "00:00:27.83" ], [ "00:00:29.22", "00:00:30.19" ], [ "00:00:30.15", "00:00:31.96" ], [ "00:00:31.15", "00:00:32.68" ] ], "start_stop_frames": [ [ 1343, 1391 ], [ 1461, 1509 ], [ 1507, 1598 ], [ 1557, 1634 ] ], "trgnoun": "lid", "trgverb": "place_on" }, { "key": "P02_105+16_17_18_19", "video_id": "P02_105", "narration_ids": [ "P02_105_16", "P02_105_17", "P02_105_18", "P02_105_19" ], "src": "pick_up grater . put grater in sink . pick_up lid", "src1": "pick_up grater", "src2": "put grater in sink", "src3": "pick_up lid", "trg": "put lid in sink", "vis_src": "P02_105:16 P02_105:17 P02_105:18", "vis_trg": "P02_105:19", "narrations": [ "pick up grater", "put grater in sink", "pick up lid", "put lid in sink" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "grater", "grater", "lid", "lid" ], "noun_classes": [ 96, 96, 6, 6 ], "start_stop_timestamps": [ [ "00:00:28.50", "00:00:29.35" ], [ "00:00:29.36", "00:00:30.68" ], [ "00:00:30.75", "00:00:32.21" ], [ "00:00:32.31", "00:00:32.91" ] ], "start_stop_frames": [ [ 1425, 1467 ], [ 1468, 1534 ], [ 1537, 1610 ], [ 1615, 1645 ] ], "trgnoun": "lid", "trgverb": "put_in" }, { "key": "P01_109+767_768_769_770", "video_id": "P01_109", "narration_ids": [ "P01_109_767", "P01_109_768", "P01_109_769", "P01_109_770" ], "src": "dry hands . pick_up plate . flip plate", "src1": "dry hands", "src2": "pick_up plate", "src3": "flip plate", "trg": "put plate onto pan", "vis_src": "P01_109:767 P01_109:768 P01_109:769", "vis_trg": "P01_109:770", "narrations": [ "dry hands", "pick up plate", "flip plate", "put plate onto pan" ], "verbs": [ "dry", "pick-up", "flip", "put-onto" ], "verb_classes": [ 14, 0, 22, 1 ], "nouns": [ "hand", "plate", "plate", "plate" ], "noun_classes": [ 11, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:55:15.39", "00:55:16.65" ], [ "00:55:16.77", "00:55:17.15" ], [ "00:55:17.13", "00:55:17.99" ], [ "00:55:18.11", "00:55:20.06" ] ], "start_stop_frames": [ [ 165769, 165832 ], [ 165838, 165857 ], [ 165856, 165899 ], [ 165905, 166003 ] ], "trgnoun": "plate", "trgverb": "put_onto" }, { "key": "P06_103+8_9_10_11", "video_id": "P06_103", "narration_ids": [ "P06_103_8", "P06_103_9", "P06_103_10", "P06_103_11" ], "src": "move pan . open oven . take pan out of oven", "src1": "move pan", "src2": "open oven", "src3": "take pan out of oven", "trg": "put pan on tray", "vis_src": "P06_103:8 P06_103:9 P06_103:10", "vis_trg": "P06_103:11", "narrations": [ "move pan", "open oven", "take pan out of oven", "put pan on tray" ], "verbs": [ "move", "open", "take-out", "put-on" ], "verb_classes": [ 11, 3, 12, 1 ], "nouns": [ "pan", "oven", "pan", "pan" ], "noun_classes": [ 5, 46, 5, 5 ], "start_stop_timestamps": [ [ "00:00:58.54", "00:01:05.21" ], [ "00:01:08.69", "00:01:12.34" ], [ "00:01:11.27", "00:01:15.90" ], [ "00:01:15.88", "00:01:17.27" ] ], "start_stop_frames": [ [ 2927, 3260 ], [ 3434, 3617 ], [ 3563, 3795 ], [ 3794, 3863 ] ], "trgnoun": "pan", "trgverb": "put_on" }, { "key": "P06_05+190_191_192_193", "video_id": "P06_05", "narration_ids": [ "P06_05_190", "P06_05_191", "P06_05_192", "P06_05_193" ], "src": "peel onion . throw away onion . move spoon", "src1": "peel onion", "src2": "throw away onion", "src3": "move spoon", "trg": "chop onion", "vis_src": "P06_05:190 P06_05:191 P06_05:192", "vis_trg": "P06_05:193", "narrations": [ "peel onion", "throw away onion", "move spoon", "chop onion" ], "verbs": [ "peel", "throw", "move", "chop" ], "verb_classes": [ 19, 13, 11, 7 ], "nouns": [ "onion", "onion", "spoon", "onion" ], "noun_classes": [ 16, 16, 1, 16 ], "start_stop_timestamps": [ [ "00:20:28.54", "00:20:36.37" ], [ "00:20:36.37", "00:20:37.56" ], [ "00:20:42.49", "00:20:45.86" ], [ "00:20:47.53", "00:21:06.28" ] ], "start_stop_frames": [ [ 73712, 74182 ], [ 74182, 74253 ], [ 74549, 74751 ], [ 74851, 75976 ] ], "trgnoun": "onion", "trgverb": "chop" }, { "key": "P01_09+677_678_679_680", "video_id": "P01_09", "narration_ids": [ "P01_09_677", "P01_09_678", "P01_09_679", "P01_09_680" ], "src": "roll flour_bag . put flour_bag into cupboard . take cloves", "src1": "roll flour_bag", "src2": "put flour_bag into cupboard", "src3": "take cloves", "trg": "put cloves into cupboard", "vis_src": "P01_09:677 P01_09:678 P01_09:679", "vis_trg": "P01_09:680", "narrations": [ "roll flour bag", "put flour bag into cupboard", "take cloves", "put cloves into cupboard" ], "verbs": [ "roll", "put-into", "take", "put-into" ], "verb_classes": [ 47, 5, 0, 5 ], "nouns": [ "bag:flour", "bag:flour", "clove", "clove" ], "noun_classes": [ 19, 19, 51, 51 ], "start_stop_timestamps": [ [ "00:46:41.59", "00:46:50.84" ], [ "00:46:51.44", "00:46:55.90" ], [ "00:46:56.64", "00:46:59.72" ], [ "00:46:59.49", "00:47:02.32" ] ], "start_stop_frames": [ [ 168095, 168650 ], [ 168686, 168954 ], [ 168998, 169183 ], [ 169169, 169339 ] ], "trgnoun": "clove", "trgverb": "put_into" }, { "key": "P03_123+21_22_23_24", "video_id": "P03_123", "narration_ids": [ "P03_123_21", "P03_123_22", "P03_123_23", "P03_123_24" ], "src": "turn_off oven . tap spoon against side of large bowl . put spoon on counter", "src1": "turn_off oven", "src2": "tap spoon against side of large bowl", "src3": "put spoon on counter", "trg": "open oven", "vis_src": "P03_123:21 P03_123:22 P03_123:23", "vis_trg": "P03_123:24", "narrations": [ "turn off oven", "tap spoon against side of large bowl", "put spoon on counter", "open oven" ], "verbs": [ "turn-off", "tap", "put-on", "open" ], "verb_classes": [ 8, 32, 1, 3 ], "nouns": [ "oven", "spoon", "spoon", "oven" ], "noun_classes": [ 46, 1, 1, 46 ], "start_stop_timestamps": [ [ "00:01:08.13", "00:01:09.08" ], [ "00:01:10.48", "00:01:13.54" ], [ "00:01:14.03", "00:01:15.13" ], [ "00:01:15.32", "00:01:16.36" ] ], "start_stop_frames": [ [ 3406, 3454 ], [ 3524, 3676 ], [ 3701, 3756 ], [ 3765, 3818 ] ], "trgnoun": "oven", "trgverb": "open" }, { "key": "P01_105+511_512_513_514", "video_id": "P01_105", "narration_ids": [ "P01_105_511", "P01_105_512", "P01_105_513", "P01_105_514" ], "src": "put_down mushroom . slice mushroom . pick_up mushroom", "src1": "put_down mushroom", "src2": "slice mushroom", "src3": "pick_up mushroom", "trg": "move mushrooms with knife", "vis_src": "P01_105:511 P01_105:512 P01_105:513", "vis_trg": "P01_105:514", "narrations": [ "put down mushroom", "slice mushroom", "pick up mushroom", "move mushrooms with knife" ], "verbs": [ "put-down", "slice", "pick-up", "move" ], "verb_classes": [ 1, 7, 0, 11 ], "nouns": [ "mushroom", "mushroom", "mushroom", "mushroom" ], "noun_classes": [ 56, 56, 56, 56 ], "start_stop_timestamps": [ [ "00:20:19.44", "00:20:20.05" ], [ "00:20:20.07", "00:20:23.07" ], [ "00:20:23.56", "00:20:24.21" ], [ "00:20:24.01", "00:20:25.17" ] ], "start_stop_frames": [ [ 60972, 61002 ], [ 61003, 61153 ], [ 61178, 61210 ], [ 61200, 61258 ] ], "trgnoun": "mushroom", "trgverb": "move" }, { "key": "P08_05+365_366_367_368", "video_id": "P08_05", "narration_ids": [ "P08_05_365", "P08_05_366", "P08_05_367", "P08_05_368" ], "src": "get tortilla . get the tortilla . close microwave_oven", "src1": "get tortilla", "src2": "get the tortilla", "src3": "close microwave_oven", "trg": "put the tortilla on serving board", "vis_src": "P08_05:365 P08_05:366 P08_05:367", "vis_trg": "P08_05:368", "narrations": [ "get tortilla", "get the tortilla", "close microwave oven", "put the tortilla on serving board" ], "verbs": [ "get", "get", "close", "put-on" ], "verb_classes": [ 0, 0, 4, 1 ], "nouns": [ "tortilla", "tortilla", "oven:microwave", "tortilla" ], "noun_classes": [ 107, 107, 90, 107 ], "start_stop_timestamps": [ [ "00:28:44.63", "00:28:46.19" ], [ "00:28:49.80", "00:28:53.08" ], [ "00:28:52.94", "00:28:53.94" ], [ "00:28:55.29", "00:28:57.79" ] ], "start_stop_frames": [ [ 103477, 103571 ], [ 103788, 103984 ], [ 103976, 104036 ], [ 104117, 104267 ] ], "trgnoun": "tortilla", "trgverb": "put_on" }, { "key": "P01_09+421_422_423_424", "video_id": "P01_09", "narration_ids": [ "P01_09_421", "P01_09_422", "P01_09_423", "P01_09_424" ], "src": "put_down scissors . lay baking_paper onto tray . take scissors", "src1": "put_down scissors", "src2": "lay baking_paper onto tray", "src3": "take scissors", "trg": "cut baking_paper", "vis_src": "P01_09:421 P01_09:422 P01_09:423", "vis_trg": "P01_09:424", "narrations": [ "put down scissors", "lay baking paper onto tray", "take scissors", "cut baking paper" ], "verbs": [ "put-down", "lay-onto", "take", "cut" ], "verb_classes": [ 1, 1, 0, 7 ], "nouns": [ "scissors", "paper:baking", "scissors", "paper:baking" ], "noun_classes": [ 79, 49, 79, 49 ], "start_stop_timestamps": [ [ "00:30:30.50", "00:30:32.34" ], [ "00:30:32.60", "00:30:39.10" ], [ "00:30:39.44", "00:30:40.61" ], [ "00:30:41.29", "00:30:49.85" ] ], "start_stop_frames": [ [ 109830, 109940 ], [ 109956, 110346 ], [ 110366, 110436 ], [ 110477, 110991 ] ], "trgnoun": "baking_paper", "trgverb": "cut" }, { "key": "P04_05+83_84_85_86", "video_id": "P04_05", "narration_ids": [ "P04_05_83", "P04_05_84", "P04_05_85", "P04_05_86" ], "src": "stir onions . stir potatoes . slice garlic", "src1": "stir onions", "src2": "stir potatoes", "src3": "slice garlic", "trg": "dice garlic", "vis_src": "P04_05:83 P04_05:84 P04_05:85", "vis_trg": "P04_05:86", "narrations": [ "stir onions", "stir potatoes", "slice garlic", "dice garlic" ], "verbs": [ "stir", "stir", "slice", "dice" ], "verb_classes": [ 10, 10, 7, 7 ], "nouns": [ "onion", "potato", "garlic", "garlic" ], "noun_classes": [ 16, 30, 51, 51 ], "start_stop_timestamps": [ [ "00:08:49.77", "00:08:52.56" ], [ "00:08:52.33", "00:08:57.40" ], [ "00:08:58.21", "00:09:31.94" ], [ "00:09:29.34", "00:10:22.71" ] ], "start_stop_frames": [ [ 31786, 31953 ], [ 31939, 32244 ], [ 32292, 34316 ], [ 34160, 37362 ] ], "trgnoun": "garlic", "trgverb": "dice" }, { "key": "P08_21+6_7_8_9", "video_id": "P08_21", "narration_ids": [ "P08_21_6", "P08_21_7", "P08_21_8", "P08_21_9" ], "src": "take_out glass . take_out bowls . take_out spoon", "src1": "take_out glass", "src2": "take_out bowls", "src3": "take_out spoon", "trg": "place spoon", "vis_src": "P08_21:6 P08_21:7 P08_21:8", "vis_trg": "P08_21:9", "narrations": [ "take out glass", "take out bowls", "take out spoon", "place spoon" ], "verbs": [ "take-out", "take-out", "take-out", "place" ], "verb_classes": [ 12, 12, 12, 1 ], "nouns": [ "glass", "bowl", "spoon", "spoon" ], "noun_classes": [ 10, 7, 1, 1 ], "start_stop_timestamps": [ [ "00:00:14.47", "00:00:15.24" ], [ "00:00:15.56", "00:00:20.16" ], [ "00:00:20.44", "00:00:21.23" ], [ "00:00:20.80", "00:00:22.61" ] ], "start_stop_frames": [ [ 868, 914 ], [ 933, 1209 ], [ 1226, 1273 ], [ 1248, 1356 ] ], "trgnoun": "spoon", "trgverb": "place" }, { "key": "P02_04+27_28_29_30", "video_id": "P02_04", "narration_ids": [ "P02_04_27", "P02_04_28", "P02_04_29", "P02_04_30" ], "src": "put strainer . hold and press and close jar . pick_up jar", "src1": "put strainer", "src2": "hold and press and close jar", "src3": "pick_up jar", "trg": "shake jar", "vis_src": "P02_04:27 P02_04:28 P02_04:29", "vis_trg": "P02_04:30", "narrations": [ "put strainer", "hold and press and close jar", "pick up jar", "shake jar" ], "verbs": [ "put", "hold", "pick-up", "shake" ], "verb_classes": [ 1, 34, 0, 15 ], "nouns": [ "strainer", "press", "jar", "jar" ], "noun_classes": [ 39, 172, 40, 40 ], "start_stop_timestamps": [ [ "00:01:09.49", "00:01:10.99" ], [ "00:01:10.65", "00:01:14.39" ], [ "00:01:14.49", "00:01:15.08" ], [ "00:01:15.08", "00:01:16.63" ] ], "start_stop_frames": [ [ 4169, 4259 ], [ 4239, 4463 ], [ 4469, 4504 ], [ 4504, 4597 ] ], "trgnoun": "jar", "trgverb": "shake" }, { "key": "P11_05+20_21_22_23", "video_id": "P11_05", "narration_ids": [ "P11_05_20", "P11_05_21", "P11_05_22", "P11_05_23" ], "src": "take_out courgette . move cheese . open courgette", "src1": "take_out courgette", "src2": "move cheese", "src3": "open courgette", "trg": "empty courgette into sink", "vis_src": "P11_05:20 P11_05:21 P11_05:22", "vis_trg": "P11_05:23", "narrations": [ "take out courgette", "move cheese", "open courgette", "empty courgette into sink" ], "verbs": [ "take-out", "move", "open", "empty" ], "verb_classes": [ 12, 11, 3, 20 ], "nouns": [ "courgette", "cheese", "courgette", "courgette" ], "noun_classes": [ 76, 32, 76, 76 ], "start_stop_timestamps": [ [ "00:01:02.29", "00:01:03.93" ], [ "00:01:05.88", "00:01:08.52" ], [ "00:01:10.61", "00:01:12.22" ], [ "00:01:15.87", "00:01:17.30" ] ], "start_stop_frames": [ [ 3737, 3835 ], [ 3952, 4111 ], [ 4236, 4333 ], [ 4552, 4638 ] ], "trgnoun": "courgette", "trgverb": "empty" }, { "key": "P11_104+6_7_8_9", "video_id": "P11_104", "narration_ids": [ "P11_104_6", "P11_104_7", "P11_104_8", "P11_104_9" ], "src": "move pan . pick_up pot . pour leeks into colander", "src1": "move pan", "src2": "pick_up pot", "src3": "pour leeks into colander", "trg": "put_down pot", "vis_src": "P11_104:6 P11_104:7 P11_104:8", "vis_trg": "P11_104:9", "narrations": [ "move pan", "pick up pot", "pour leeks into colander", "put down pot" ], "verbs": [ "move", "pick-up", "pour-into", "put-down" ], "verb_classes": [ 11, 0, 9, 1 ], "nouns": [ "pan", "pot", "leek", "pot" ], "noun_classes": [ 5, 29, 117, 29 ], "start_stop_timestamps": [ [ "00:00:16.24", "00:00:17.84" ], [ "00:00:17.94", "00:00:20.20" ], [ "00:00:19.95", "00:00:22.29" ], [ "00:00:22.31", "00:00:23.30" ] ], "start_stop_frames": [ [ 811, 892 ], [ 897, 1010 ], [ 997, 1114 ], [ 1115, 1165 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P01_09+441_442_443_444", "video_id": "P01_09", "narration_ids": [ "P01_09_441", "P01_09_442", "P01_09_443", "P01_09_444" ], "src": "put_down baking_paper . take baking_paper . move tray", "src1": "put_down baking_paper", "src2": "take baking_paper", "src3": "move tray", "trg": "put_down tray", "vis_src": "P01_09:441 P01_09:442 P01_09:443", "vis_trg": "P01_09:444", "narrations": [ "put down baking paper", "take baking paper", "move tray", "put down tray" ], "verbs": [ "put-down", "take", "move", "put-down" ], "verb_classes": [ 1, 0, 11, 1 ], "nouns": [ "paper:baking", "paper:baking", "tray", "tray" ], "noun_classes": [ 49, 49, 35, 35 ], "start_stop_timestamps": [ [ "00:31:37.22", "00:31:39.31" ], [ "00:31:39.88", "00:31:40.45" ], [ "00:31:41.93", "00:31:43.07" ], [ "00:31:42.96", "00:31:44.17" ] ], "start_stop_frames": [ [ 113833, 113958 ], [ 113992, 114027 ], [ 114115, 114184 ], [ 114177, 114250 ] ], "trgnoun": "tray", "trgverb": "put_down" }, { "key": "P07_10+36_37_38_39", "video_id": "P07_10", "narration_ids": [ "P07_10_36", "P07_10_37", "P07_10_38", "P07_10_39" ], "src": "pick_up potatoes . close bag . place bag", "src1": "pick_up potatoes", "src2": "close bag", "src3": "place bag", "trg": "put potato on board", "vis_src": "P07_10:36 P07_10:37 P07_10:38", "vis_trg": "P07_10:39", "narrations": [ "pick up potatoes", "close bag", "place bag", "put potato on board" ], "verbs": [ "pick-up", "close", "place", "put-on" ], "verb_classes": [ 0, 4, 1, 1 ], "nouns": [ "potato", "bag", "bag", "potato" ], "noun_classes": [ 30, 19, 19, 30 ], "start_stop_timestamps": [ [ "00:03:49.22", "00:03:50.56" ], [ "00:03:54.15", "00:03:54.70" ], [ "00:03:55.49", "00:03:56.45" ], [ "00:04:22.25", "00:04:23.46" ] ], "start_stop_frames": [ [ 13753, 13833 ], [ 14049, 14082 ], [ 14129, 14187 ], [ 15735, 15807 ] ], "trgnoun": "potato", "trgverb": "put_on" }, { "key": "P02_06+259_260_261_262", "video_id": "P02_06", "narration_ids": [ "P02_06_259", "P02_06_260", "P02_06_261", "P02_06_262" ], "src": "dry hands . open cupboard . get tray", "src1": "dry hands", "src2": "open cupboard", "src3": "get tray", "trg": "move tray", "vis_src": "P02_06:259 P02_06:260 P02_06:261", "vis_trg": "P02_06:262", "narrations": [ "dry hands", "open cupboard", "get tray", "move tray" ], "verbs": [ "dry", "open", "get", "move" ], "verb_classes": [ 14, 3, 0, 11 ], "nouns": [ "hand", "cupboard", "tray", "tray" ], "noun_classes": [ 11, 3, 35, 35 ], "start_stop_timestamps": [ [ "00:12:17.65", "00:12:19.21" ], [ "00:12:19.24", "00:12:20.00" ], [ "00:12:20.03", "00:12:24.99" ], [ "00:12:23.20", "00:12:31.14" ] ], "start_stop_frames": [ [ 44259, 44352 ], [ 44354, 44400 ], [ 44401, 44699 ], [ 44592, 45068 ] ], "trgnoun": "tray", "trgverb": "move" }, { "key": "P13_07+1_2_3_4", "video_id": "P13_07", "narration_ids": [ "P13_07_1", "P13_07_2", "P13_07_3", "P13_07_4" ], "src": "take glove . close drawer . turn_off oven", "src1": "take glove", "src2": "close drawer", "src3": "turn_off oven", "trg": "open oven", "vis_src": "P13_07:1 P13_07:2 P13_07:3", "vis_trg": "P13_07:4", "narrations": [ "take glove", "close drawer", "turn off oven", "open oven" ], "verbs": [ "take", "close", "turn-off", "open" ], "verb_classes": [ 0, 4, 8, 3 ], "nouns": [ "glove", "drawer", "oven", "oven" ], "noun_classes": [ 60, 8, 46, 46 ], "start_stop_timestamps": [ [ "00:00:16.00", "00:00:19.09" ], [ "00:00:21.90", "00:00:23.26" ], [ "00:00:29.00", "00:00:30.90" ], [ "00:00:33.04", "00:00:36.24" ] ], "start_stop_frames": [ [ 960, 1145 ], [ 1314, 1395 ], [ 1740, 1854 ], [ 1982, 2174 ] ], "trgnoun": "oven", "trgverb": "open" }, { "key": "P23_04+17_18_19_21", "video_id": "P23_04", "narration_ids": [ "P23_04_17", "P23_04_18", "P23_04_19", "P23_04_21" ], "src": "cut the garlic into small pieces . take the ginger . cut_into the small pieces", "src1": "cut the garlic into small pieces", "src2": "take the ginger", "src3": "cut_into the small pieces", "trg": "cutting the ginger into the small pieces", "vis_src": "P23_04:17 P23_04:18 P23_04:19", "vis_trg": "P23_04:21", "narrations": [ "cut the garlic into small pieces", "take the ginger", "cut into the small pieces", "cutting the ginger into the small pieces" ], "verbs": [ "cut-into", "take", "cut-into", "cut-into" ], "verb_classes": [ 7, 0, 7, 7 ], "nouns": [ "garlic", "ginger", "knife", "ginger" ], "noun_classes": [ 51, 131, 4, 131 ], "start_stop_timestamps": [ [ "00:04:56.76", "00:07:21.92" ], [ "00:08:08.24", "00:08:08.99" ], [ "00:08:09.82", "00:08:26.95" ], [ "00:08:23.05", "00:08:27.56" ] ], "start_stop_frames": [ [ 17805, 26515 ], [ 29294, 29339 ], [ 29389, 30417 ], [ 30183, 30453 ] ], "trgnoun": "ginger", "trgverb": "cut_into" }, { "key": "P28_05+2_3_4_5", "video_id": "P28_05", "narration_ids": [ "P28_05_2", "P28_05_3", "P28_05_4", "P28_05_5" ], "src": "put_down tray . close drawer . take oven_glove", "src1": "put_down tray", "src2": "close drawer", "src3": "take oven_glove", "trg": "put_down oven_glove", "vis_src": "P28_05:2 P28_05:3 P28_05:4", "vis_trg": "P28_05:5", "narrations": [ "put down tray", "close drawer", "take oven glove", "put down oven glove" ], "verbs": [ "put-down", "close", "take", "put-down" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "tray", "drawer", "glove:oven", "glove:oven" ], "noun_classes": [ 35, 8, 60, 60 ], "start_stop_timestamps": [ [ "00:00:10.38", "00:00:12.00" ], [ "00:00:11.21", "00:00:12.96" ], [ "00:00:14.79", "00:00:16.04" ], [ "00:00:16.14", "00:00:18.49" ] ], "start_stop_frames": [ [ 622, 720 ], [ 672, 777 ], [ 887, 962 ], [ 968, 1109 ] ], "trgnoun": "oven_glove", "trgverb": "put_down" }, { "key": "P28_103+81_82_83_84", "video_id": "P28_103", "narration_ids": [ "P28_103_81", "P28_103_82", "P28_103_83", "P28_103_84" ], "src": "put garlic . cut garlic . clean onion", "src1": "put garlic", "src2": "cut garlic", "src3": "clean onion", "trg": "peel onion", "vis_src": "P28_103:81 P28_103:82 P28_103:83", "vis_trg": "P28_103:84", "narrations": [ "put garlic", "cut garlic", "clean onion", "peel onion" ], "verbs": [ "put", "cut", "clean", "peel" ], "verb_classes": [ 1, 7, 2, 19 ], "nouns": [ "garlic", "garlic", "onion", "onion" ], "noun_classes": [ 51, 51, 16, 16 ], "start_stop_timestamps": [ [ "00:06:03.08", "00:06:04.04" ], [ "00:06:04.03", "00:06:09.35" ], [ "00:06:13.59", "00:06:34.34" ], [ "00:06:34.45", "00:06:40.95" ] ], "start_stop_frames": [ [ 18154, 18202 ], [ 18201, 18467 ], [ 18679, 19717 ], [ 19722, 20047 ] ], "trgnoun": "onion", "trgverb": "peel" }, { "key": "P37_101+101_102_103_104", "video_id": "P37_101", "narration_ids": [ "P37_101_101", "P37_101_102", "P37_101_103", "P37_101_104" ], "src": "take garlic . put garlic down . take bottle", "src1": "take garlic", "src2": "put garlic down", "src3": "take bottle", "trg": "put bottle down", "vis_src": "P37_101:101 P37_101:102 P37_101:103", "vis_trg": "P37_101:104", "narrations": [ "take garlic", "put garlic down", "take bottle", "put bottle down" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "garlic", "garlic", "bottle", "bottle" ], "noun_classes": [ 51, 51, 15, 15 ], "start_stop_timestamps": [ [ "00:04:42.92", "00:04:44.29" ], [ "00:04:44.65", "00:04:46.15" ], [ "00:04:45.65", "00:04:47.26" ], [ "00:04:47.27", "00:04:48.10" ] ], "start_stop_frames": [ [ 14146, 14214 ], [ 14232, 14307 ], [ 14282, 14363 ], [ 14363, 14405 ] ], "trgnoun": "bottle", "trgverb": "put" }, { "key": "P04_107+690_691_692_693", "video_id": "P04_107", "narration_ids": [ "P04_107_690", "P04_107_691", "P04_107_692", "P04_107_693" ], "src": "take dough off rolling pin . put_down dough . roll_out dough", "src1": "take dough off rolling pin", "src2": "put_down dough", "src3": "roll_out dough", "trg": "straighten_out dough", "vis_src": "P04_107:690 P04_107:691 P04_107:692", "vis_trg": "P04_107:693", "narrations": [ "take dough off rolling pin", "put down dough", "roll out dough", "straighten out dough" ], "verbs": [ "take-off", "put-down", "roll-out", "straighten-out" ], "verb_classes": [ 12, 1, 39, 40 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:18:41.44", "00:18:43.50" ], [ "00:18:43.08", "00:18:43.80" ], [ "00:18:43.80", "00:18:47.82" ], [ "00:18:47.10", "00:18:51.80" ] ], "start_stop_frames": [ [ 56072, 56175 ], [ 56154, 56190 ], [ 56190, 56391 ], [ 56354, 56590 ] ], "trgnoun": "dough", "trgverb": "straighten_out" }, { "key": "P02_112+68_69_70_71", "video_id": "P02_112", "narration_ids": [ "P02_112_68", "P02_112_69", "P02_112_70", "P02_112_71" ], "src": "open cupboard . get tray . get another tray", "src1": "open cupboard", "src2": "get tray", "src3": "get another tray", "trg": "put_down trays on surface", "vis_src": "P02_112:68 P02_112:69 P02_112:70", "vis_trg": "P02_112:71", "narrations": [ "open cupboard", "get tray", "get another tray", "put down trays on surface" ], "verbs": [ "open", "get", "get", "put-down" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "cupboard", "tray", "tray", "tray" ], "noun_classes": [ 3, 35, 35, 35 ], "start_stop_timestamps": [ [ "00:03:12.60", "00:03:14.61" ], [ "00:03:18.09", "00:03:23.80" ], [ "00:03:26.09", "00:03:27.34" ], [ "00:03:32.63", "00:03:33.85" ] ], "start_stop_frames": [ [ 9630, 9730 ], [ 9904, 10190 ], [ 10304, 10367 ], [ 10631, 10692 ] ], "trgnoun": "tray", "trgverb": "put_down" }, { "key": "P02_118+114_115_116_117", "video_id": "P02_118", "narration_ids": [ "P02_118_114", "P02_118_115", "P02_118_116", "P02_118_117" ], "src": "close drawer . pick_up grater . open cupboard", "src1": "close drawer", "src2": "pick_up grater", "src3": "open cupboard", "trg": "put grater in cupboard", "vis_src": "P02_118:114 P02_118:115 P02_118:116", "vis_trg": "P02_118:117", "narrations": [ "close drawer", "pick up grater", "open cupboard", "put grater in cupboard" ], "verbs": [ "close", "pick-up", "open", "put-in" ], "verb_classes": [ 4, 0, 3, 5 ], "nouns": [ "drawer", "grater", "cupboard", "grater" ], "noun_classes": [ 8, 96, 3, 96 ], "start_stop_timestamps": [ [ "00:05:34.81", "00:05:35.24" ], [ "00:05:36.37", "00:05:37.31" ], [ "00:05:37.97", "00:05:38.77" ], [ "00:05:38.90", "00:05:40.25" ] ], "start_stop_frames": [ [ 16740, 16762 ], [ 16818, 16865 ], [ 16898, 16938 ], [ 16945, 17012 ] ], "trgnoun": "grater", "trgverb": "put_in" }, { "key": "P02_06+145_146_147_148", "video_id": "P02_06", "narration_ids": [ "P02_06_145", "P02_06_146", "P02_06_147", "P02_06_148" ], "src": "remove leaves from lettuce . open bin . throw leaves", "src1": "remove leaves from lettuce", "src2": "open bin", "src3": "throw leaves", "trg": "close bin", "vis_src": "P02_06:145 P02_06:146 P02_06:147", "vis_trg": "P02_06:148", "narrations": [ "remove leaves from lettuce", "open bin", "throw leaves", "close bin" ], "verbs": [ "remove-from", "open", "throw", "close" ], "verb_classes": [ 12, 3, 13, 4 ], "nouns": [ "leaf", "bin", "leaf", "bin" ], "noun_classes": [ 62, 36, 62, 36 ], "start_stop_timestamps": [ [ "00:06:47.58", "00:06:52.74" ], [ "00:06:53.42", "00:06:54.12" ], [ "00:06:54.22", "00:06:54.72" ], [ "00:06:54.57", "00:06:55.20" ] ], "start_stop_frames": [ [ 24454, 24764 ], [ 24805, 24847 ], [ 24853, 24883 ], [ 24874, 24912 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P03_04+223_224_225_226", "video_id": "P03_04", "narration_ids": [ "P03_04_223", "P03_04_224", "P03_04_225", "P03_04_226" ], "src": "close spice . put spice . grab spice", "src1": "close spice", "src2": "put spice", "src3": "grab spice", "trg": "open spice", "vis_src": "P03_04:223 P03_04:224 P03_04:225", "vis_trg": "P03_04:226", "narrations": [ "close spice", "put spice", "grab spice", "open spice" ], "verbs": [ "close", "put", "grab", "open" ], "verb_classes": [ 4, 1, 0, 3 ], "nouns": [ "spice", "spice", "spice", "spice" ], "noun_classes": [ 85, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:16:35.89", "00:16:36.52" ], [ "00:16:36.35", "00:16:36.93" ], [ "00:16:37.16", "00:16:37.75" ], [ "00:16:38.22", "00:16:38.86" ] ], "start_stop_frames": [ [ 59753, 59791 ], [ 59781, 59815 ], [ 59829, 59865 ], [ 59893, 59931 ] ], "trgnoun": "spice", "trgverb": "open" }, { "key": "P03_122+4_5_6_7", "video_id": "P03_122", "narration_ids": [ "P03_122_4", "P03_122_5", "P03_122_6", "P03_122_7" ], "src": "turn_on oven . tap spoon against side of large bowl . put_down spoon", "src1": "turn_on oven", "src2": "tap spoon against side of large bowl", "src3": "put_down spoon", "trg": "move spoon", "vis_src": "P03_122:4 P03_122:5 P03_122:6", "vis_trg": "P03_122:7", "narrations": [ "turn on oven", "tap spoon against side of large bowl", "put down spoon", "move spoon" ], "verbs": [ "turn-on", "tap", "put-down", "move" ], "verb_classes": [ 6, 32, 1, 11 ], "nouns": [ "oven", "spoon", "spoon", "spoon" ], "noun_classes": [ 46, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:00:14.83", "00:00:19.24" ], [ "00:00:21.05", "00:00:24.54" ], [ "00:00:26.47", "00:00:27.66" ], [ "00:00:31.03", "00:00:32.63" ] ], "start_stop_frames": [ [ 741, 961 ], [ 1052, 1227 ], [ 1323, 1383 ], [ 1551, 1631 ] ], "trgnoun": "spoon", "trgverb": "move" }, { "key": "P08_21+10_11_12_15", "video_id": "P08_21", "narration_ids": [ "P08_21_10", "P08_21_11", "P08_21_12", "P08_21_15" ], "src": "take_out mugs . take_out pan . take_out glasses", "src1": "take_out mugs", "src2": "take_out pan", "src3": "take_out glasses", "trg": "take_out processor", "vis_src": "P08_21:10 P08_21:11 P08_21:12", "vis_trg": "P08_21:15", "narrations": [ "take out mugs", "take out pan", "take out glasses", "take out processor" ], "verbs": [ "take-out", "take-out", "take-out", "take-out" ], "verb_classes": [ 12, 12, 12, 12 ], "nouns": [ "mug", "pan", "glass", "processor" ], "noun_classes": [ 13, 5, 10, 147 ], "start_stop_timestamps": [ [ "00:00:22.28", "00:00:25.55" ], [ "00:00:25.65", "00:00:27.34" ], [ "00:00:29.39", "00:00:32.05" ], [ "00:00:38.24", "00:00:42.44" ] ], "start_stop_frames": [ [ 1336, 1533 ], [ 1539, 1640 ], [ 1763, 1922 ], [ 2294, 2546 ] ], "trgnoun": "processor", "trgverb": "take_out" }, { "key": "P07_10+50_51_52_53", "video_id": "P07_10", "narration_ids": [ "P07_10_50", "P07_10_51", "P07_10_52", "P07_10_53" ], "src": "turn_on tap . take knife . cut potato", "src1": "turn_on tap", "src2": "take knife", "src3": "cut potato", "trg": "rinse potato", "vis_src": "P07_10:50 P07_10:51 P07_10:52", "vis_trg": "P07_10:53", "narrations": [ "turn on tap", "take knife", "cut potato", "rinse potato" ], "verbs": [ "turn-on", "take", "cut", "rinse" ], "verb_classes": [ 6, 0, 7, 2 ], "nouns": [ "tap", "knife", "potato", "potato" ], "noun_classes": [ 0, 4, 30, 30 ], "start_stop_timestamps": [ [ "00:04:49.69", "00:04:52.02" ], [ "00:04:51.84", "00:04:54.76" ], [ "00:04:55.32", "00:04:58.62" ], [ "00:04:56.86", "00:04:57.80" ] ], "start_stop_frames": [ [ 17381, 17521 ], [ 17510, 17685 ], [ 17719, 17917 ], [ 17811, 17868 ] ], "trgnoun": "potato", "trgverb": "rinse" }, { "key": "P01_09+649_650_651_652", "video_id": "P01_09", "narration_ids": [ "P01_09_649", "P01_09_650", "P01_09_651", "P01_09_652" ], "src": "take cloth . hang cloth . take pizza", "src1": "take cloth", "src2": "hang cloth", "src3": "take pizza", "trg": "put pizza onto tray", "vis_src": "P01_09:649 P01_09:650 P01_09:651", "vis_trg": "P01_09:652", "narrations": [ "take cloth", "hang cloth", "take pizza", "put pizza onto tray" ], "verbs": [ "take", "hang", "take", "put-onto" ], "verb_classes": [ 0, 41, 0, 1 ], "nouns": [ "cloth", "cloth", "pizza", "pizza" ], "noun_classes": [ 17, 17, 91, 91 ], "start_stop_timestamps": [ [ "00:45:20.04", "00:45:21.62" ], [ "00:45:22.58", "00:45:25.26" ], [ "00:45:25.21", "00:45:28.50" ], [ "00:45:28.71", "00:45:30.64" ] ], "start_stop_frames": [ [ 163202, 163297 ], [ 163354, 163515 ], [ 163512, 163710 ], [ 163722, 163838 ] ], "trgnoun": "pizza", "trgverb": "put_onto" }, { "key": "P01_09+651_652_653_654", "video_id": "P01_09", "narration_ids": [ "P01_09_651", "P01_09_652", "P01_09_653", "P01_09_654" ], "src": "take pizza . put pizza onto tray . open oven", "src1": "take pizza", "src2": "put pizza onto tray", "src3": "open oven", "trg": "put pizza into oven", "vis_src": "P01_09:651 P01_09:652 P01_09:653", "vis_trg": "P01_09:654", "narrations": [ "take pizza", "put pizza onto tray", "open oven", "put pizza into oven" ], "verbs": [ "take", "put-onto", "open", "put-into" ], "verb_classes": [ 0, 1, 3, 5 ], "nouns": [ "pizza", "pizza", "oven", "pizza" ], "noun_classes": [ 91, 91, 46, 91 ], "start_stop_timestamps": [ [ "00:45:25.21", "00:45:28.50" ], [ "00:45:28.71", "00:45:30.64" ], [ "00:45:31.97", "00:45:33.18" ], [ "00:45:33.09", "00:45:36.70" ] ], "start_stop_frames": [ [ 163512, 163710 ], [ 163722, 163838 ], [ 163918, 163990 ], [ 163985, 164202 ] ], "trgnoun": "pizza", "trgverb": "put_into" }, { "key": "P03_04+220_221_222_223", "video_id": "P03_04", "narration_ids": [ "P03_04_220", "P03_04_221", "P03_04_222", "P03_04_223" ], "src": "grab spices . open spice . pour spice", "src1": "grab spices", "src2": "open spice", "src3": "pour spice", "trg": "close spice", "vis_src": "P03_04:220 P03_04:221 P03_04:222", "vis_trg": "P03_04:223", "narrations": [ "grab spices", "open spice", "pour spice", "close spice" ], "verbs": [ "grab", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "spice", "spice", "spice", "spice" ], "noun_classes": [ 85, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:16:31.06", "00:16:32.71" ], [ "00:16:32.71", "00:16:33.26" ], [ "00:16:33.57", "00:16:35.57" ], [ "00:16:35.89", "00:16:36.52" ] ], "start_stop_frames": [ [ 59463, 59562 ], [ 59562, 59595 ], [ 59614, 59734 ], [ 59753, 59791 ] ], "trgnoun": "spice", "trgverb": "close" }, { "key": "P02_123+425_426_427_428", "video_id": "P02_123", "narration_ids": [ "P02_123_425", "P02_123_426", "P02_123_427", "P02_123_428" ], "src": "pick_up plate . put plate in sink . pick_up grater", "src1": "pick_up plate", "src2": "put plate in sink", "src3": "pick_up grater", "trg": "sponge grater", "vis_src": "P02_123:425 P02_123:426 P02_123:427", "vis_trg": "P02_123:428", "narrations": [ "pick up plate", "put plate in sink", "pick up grater", "sponge grater" ], "verbs": [ "pick-up", "put-in", "pick-up", "sponge" ], "verb_classes": [ 0, 5, 0, 2 ], "nouns": [ "plate", "plate", "grater", "grater" ], "noun_classes": [ 2, 2, 96, 96 ], "start_stop_timestamps": [ [ "00:21:34.10", "00:21:34.85" ], [ "00:21:34.88", "00:21:35.72" ], [ "00:21:35.50", "00:21:36.51" ], [ "00:21:36.57", "00:21:38.96" ] ], "start_stop_frames": [ [ 64704, 64742 ], [ 64744, 64786 ], [ 64775, 64825 ], [ 64828, 64948 ] ], "trgnoun": "grater", "trgverb": "sponge" }, { "key": "P03_04+221_222_223_224", "video_id": "P03_04", "narration_ids": [ "P03_04_221", "P03_04_222", "P03_04_223", "P03_04_224" ], "src": "open spice . pour spice . close spice", "src1": "open spice", "src2": "pour spice", "src3": "close spice", "trg": "put spice", "vis_src": "P03_04:221 P03_04:222 P03_04:223", "vis_trg": "P03_04:224", "narrations": [ "open spice", "pour spice", "close spice", "put spice" ], "verbs": [ "open", "pour", "close", "put" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "spice", "spice", "spice", "spice" ], "noun_classes": [ 85, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:16:32.71", "00:16:33.26" ], [ "00:16:33.57", "00:16:35.57" ], [ "00:16:35.89", "00:16:36.52" ], [ "00:16:36.35", "00:16:36.93" ] ], "start_stop_frames": [ [ 59562, 59595 ], [ 59614, 59734 ], [ 59753, 59791 ], [ 59781, 59815 ] ], "trgnoun": "spice", "trgverb": "put" }, { "key": "P03_04+222_223_224_225", "video_id": "P03_04", "narration_ids": [ "P03_04_222", "P03_04_223", "P03_04_224", "P03_04_225" ], "src": "pour spice . close spice . put spice", "src1": "pour spice", "src2": "close spice", "src3": "put spice", "trg": "grab spice", "vis_src": "P03_04:222 P03_04:223 P03_04:224", "vis_trg": "P03_04:225", "narrations": [ "pour spice", "close spice", "put spice", "grab spice" ], "verbs": [ "pour", "close", "put", "grab" ], "verb_classes": [ 9, 4, 1, 0 ], "nouns": [ "spice", "spice", "spice", "spice" ], "noun_classes": [ 85, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:16:33.57", "00:16:35.57" ], [ "00:16:35.89", "00:16:36.52" ], [ "00:16:36.35", "00:16:36.93" ], [ "00:16:37.16", "00:16:37.75" ] ], "start_stop_frames": [ [ 59614, 59734 ], [ 59753, 59791 ], [ 59781, 59815 ], [ 59829, 59865 ] ], "trgnoun": "spice", "trgverb": "grab" }, { "key": "P27_06+52_53_54_55", "video_id": "P27_06", "narration_ids": [ "P27_06_52", "P27_06_53", "P27_06_54", "P27_06_55" ], "src": "open cupboard . grab tray . dry tray", "src1": "open cupboard", "src2": "grab tray", "src3": "dry tray", "trg": "put tray down", "vis_src": "P27_06:52 P27_06:53 P27_06:54", "vis_trg": "P27_06:55", "narrations": [ "open cupboard", "grab tray", "dry tray", "put tray down" ], "verbs": [ "open", "grab", "dry", "put-down" ], "verb_classes": [ 3, 0, 14, 1 ], "nouns": [ "cupboard", "tray", "tray", "tray" ], "noun_classes": [ 3, 35, 35, 35 ], "start_stop_timestamps": [ [ "00:09:18.60", "00:09:27.69" ], [ "00:09:28.72", "00:09:30.52" ], [ "00:09:30.74", "00:09:37.67" ], [ "00:09:40.81", "00:09:42.21" ] ], "start_stop_frames": [ [ 33516, 34061 ], [ 34123, 34231 ], [ 34244, 34660 ], [ 34848, 34932 ] ], "trgnoun": "tray", "trgverb": "put_down" }, { "key": "P25_04+61_62_63_64", "video_id": "P25_04", "narration_ids": [ "P25_04_61", "P25_04_62", "P25_04_63", "P25_04_64" ], "src": "close door . put_down teaspoon . pick_up napkin", "src1": "close door", "src2": "put_down teaspoon", "src3": "pick_up napkin", "trg": "put_down napkin", "vis_src": "P25_04:61 P25_04:62 P25_04:63", "vis_trg": "P25_04:64", "narrations": [ "close door", "put down teaspoon", "pick up napkin", "put down napkin" ], "verbs": [ "close", "put-down", "pick-up", "put-down" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "door", "teaspoon", "napkin", "napkin" ], "noun_classes": [ 3, 1, 88, 88 ], "start_stop_timestamps": [ [ "00:09:35.79", "00:09:36.78" ], [ "00:09:37.02", "00:09:39.47" ], [ "00:09:40.72", "00:09:47.39" ], [ "00:09:47.49", "00:09:49.89" ] ], "start_stop_frames": [ [ 34547, 34606 ], [ 34621, 34768 ], [ 34843, 35243 ], [ 35249, 35393 ] ], "trgnoun": "napkin", "trgverb": "put_down" }, { "key": "P22_07+724_725_726_727", "video_id": "P22_07", "narration_ids": [ "P22_07_724", "P22_07_725", "P22_07_726", "P22_07_727" ], "src": "stir pasta . pick spoon . clean teaspoon", "src1": "stir pasta", "src2": "pick spoon", "src3": "clean teaspoon", "trg": "put_down teaspoon", "vis_src": "P22_07:724 P22_07:725 P22_07:726", "vis_trg": "P22_07:727", "narrations": [ "stir pasta", "pick spoon", "clean teaspoon", "put down teaspoon" ], "verbs": [ "stir", "pick", "clean", "put-down" ], "verb_classes": [ 10, 0, 2, 1 ], "nouns": [ "pasta", "spoon", "teaspoon", "teaspoon" ], "noun_classes": [ 45, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:35:05.75", "00:35:07.55" ], [ "00:35:31.70", "00:35:32.79" ], [ "00:35:32.32", "00:35:36.16" ], [ "00:35:36.78", "00:35:37.55" ] ], "start_stop_frames": [ [ 126345, 126453 ], [ 127901, 127967 ], [ 127939, 128169 ], [ 128206, 128253 ] ], "trgnoun": "teaspoon", "trgverb": "put_down" }, { "key": "P02_04+120_121_122_123", "video_id": "P02_04", "narration_ids": [ "P02_04_120", "P02_04_121", "P02_04_122", "P02_04_123" ], "src": "open tupperware . pick_up sponge . wash tupperware", "src1": "open tupperware", "src2": "pick_up sponge", "src3": "wash tupperware", "trg": "put sponge", "vis_src": "P02_04:120 P02_04:121 P02_04:122", "vis_trg": "P02_04:123", "narrations": [ "open tupperware", "pick up sponge", "wash tupperware", "put sponge" ], "verbs": [ "open", "pick-up", "wash", "put" ], "verb_classes": [ 3, 0, 2, 1 ], "nouns": [ "tupperware", "sponge", "tupperware", "sponge" ], "noun_classes": [ 23, 9, 23, 9 ], "start_stop_timestamps": [ [ "00:04:47.06", "00:04:49.83" ], [ "00:04:50.17", "00:04:50.99" ], [ "00:04:50.79", "00:04:57.81" ], [ "00:04:57.60", "00:04:58.29" ] ], "start_stop_frames": [ [ 17223, 17389 ], [ 17410, 17459 ], [ 17447, 17868 ], [ 17856, 17897 ] ], "trgnoun": "sponge", "trgverb": "put" }, { "key": "P06_03+59_60_61_62", "video_id": "P06_03", "narration_ids": [ "P06_03_59", "P06_03_60", "P06_03_61", "P06_03_62" ], "src": "turn_on kettle . unplug kettle . take kettle", "src1": "turn_on kettle", "src2": "unplug kettle", "src3": "take kettle", "trg": "check kettle", "vis_src": "P06_03:59 P06_03:60 P06_03:61", "vis_trg": "P06_03:62", "narrations": [ "turn on kettle", "unplug kettle", "take kettle", "check kettle" ], "verbs": [ "turn-on", "unplug", "take", "check" ], "verb_classes": [ 6, 12, 0, 24 ], "nouns": [ "kettle", "kettle", "kettle", "kettle" ], "noun_classes": [ 44, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:03:18.17", "00:03:20.01" ], [ "00:04:02.36", "00:04:04.56" ], [ "00:04:04.66", "00:04:06.58" ], [ "00:04:06.06", "00:04:07.46" ] ], "start_stop_frames": [ [ 11890, 12000 ], [ 14541, 14673 ], [ 14679, 14794 ], [ 14763, 14847 ] ], "trgnoun": "kettle", "trgverb": "check" }, { "key": "P22_116+114_115_116_117", "video_id": "P22_116", "narration_ids": [ "P22_116_114", "P22_116_115", "P22_116_116", "P22_116_117" ], "src": "lather teaspoon . put_down teaspoon . pick_up spatula", "src1": "lather teaspoon", "src2": "put_down teaspoon", "src3": "pick_up spatula", "trg": "lather spatula", "vis_src": "P22_116:114 P22_116:115 P22_116:116", "vis_trg": "P22_116:117", "narrations": [ "lather teaspoon", "put down teaspoon", "pick up spatula", "lather spatula" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "teaspoon", "teaspoon", "spatula", "spatula" ], "noun_classes": [ 1, 1, 20, 20 ], "start_stop_timestamps": [ [ "00:04:29.80", "00:04:31.89" ], [ "00:04:31.59", "00:04:32.10" ], [ "00:04:32.45", "00:04:33.36" ], [ "00:04:33.46", "00:04:40.95" ] ], "start_stop_frames": [ [ 13490, 13594 ], [ 13579, 13605 ], [ 13622, 13668 ], [ 13672, 14047 ] ], "trgnoun": "spatula", "trgverb": "lather" }, { "key": "P03_117+22_23_24_25", "video_id": "P03_117", "narration_ids": [ "P03_117_22", "P03_117_23", "P03_117_24", "P03_117_25" ], "src": "fill tupperware with water . pour_out tupperware . wash tupperware", "src1": "fill tupperware with water", "src2": "pour_out tupperware", "src3": "wash tupperware", "trg": "put tupperware on drying rack", "vis_src": "P03_117:22 P03_117:23 P03_117:24", "vis_trg": "P03_117:25", "narrations": [ "fill tupperware with water", "pour out tupperware", "wash tupperware", "put tupperware on drying rack" ], "verbs": [ "fill-with", "pour-out", "wash", "put-on" ], "verb_classes": [ 26, 9, 2, 1 ], "nouns": [ "tupperware", "tupperware", "tupperware", "tupperware" ], "noun_classes": [ 23, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:01:13.09", "00:01:14.89" ], [ "00:01:14.91", "00:01:16.63" ], [ "00:01:16.69", "00:01:28.85" ], [ "00:01:28.89", "00:01:29.70" ] ], "start_stop_frames": [ [ 3654, 3744 ], [ 3745, 3831 ], [ 3834, 4442 ], [ 4444, 4485 ] ], "trgnoun": "tupperware", "trgverb": "put_on" }, { "key": "P01_18+353_354_355_356", "video_id": "P01_18", "narration_ids": [ "P01_18_353", "P01_18_354", "P01_18_355", "P01_18_356" ], "src": "throw something into bin . take spoon . break stock", "src1": "throw something into bin", "src2": "take spoon", "src3": "break stock", "trg": "stir stock", "vis_src": "P01_18:353 P01_18:354 P01_18:355", "vis_trg": "P01_18:356", "narrations": [ "throw something into bin", "take spoon", "break stock", "stir stock" ], "verbs": [ "throw-into", "take", "break", "stir" ], "verb_classes": [ 13, 0, 30, 10 ], "nouns": [ "bin", "spoon", "stock", "stock" ], "noun_classes": [ 36, 1, 95, 95 ], "start_stop_timestamps": [ [ "00:25:57.37", "00:25:57.97" ], [ "00:25:59.33", "00:26:01.16" ], [ "00:26:01.54", "00:26:06.52" ], [ "00:26:06.04", "00:26:08.54" ] ], "start_stop_frames": [ [ 93442, 93478 ], [ 93559, 93669 ], [ 93692, 93991 ], [ 93962, 94112 ] ], "trgnoun": "stock", "trgverb": "stir" }, { "key": "P02_104+163_164_165_166", "video_id": "P02_104", "narration_ids": [ "P02_104_163", "P02_104_164", "P02_104_165", "P02_104_166" ], "src": "shake drainer . put_down pot into sink . transfer pasta from drainer to plate", "src1": "shake drainer", "src2": "put_down pot into sink", "src3": "transfer pasta from drainer to plate", "trg": "put drainer into sink", "vis_src": "P02_104:163 P02_104:164 P02_104:165", "vis_trg": "P02_104:166", "narrations": [ "shake drainer", "put down pot into sink", "transfer pasta from drainer to plate", "put drainer into sink" ], "verbs": [ "shake", "put-down", "transfer-from", "put-into" ], "verb_classes": [ 15, 1, 11, 5 ], "nouns": [ "drainer", "pot", "pasta", "drainer" ], "noun_classes": [ 110, 29, 45, 110 ], "start_stop_timestamps": [ [ "00:08:32.45", "00:08:34.01" ], [ "00:08:33.45", "00:08:34.78" ], [ "00:08:34.76", "00:08:42.51" ], [ "00:08:42.77", "00:08:44.62" ] ], "start_stop_frames": [ [ 25622, 25700 ], [ 25672, 25739 ], [ 25738, 26125 ], [ 26138, 26231 ] ], "trgnoun": "drainer", "trgverb": "put_into" }, { "key": "P04_112+92_93_94_95", "video_id": "P04_112", "narration_ids": [ "P04_112_92", "P04_112_93", "P04_112_94", "P04_112_95" ], "src": "put_down tupperware . open cupboard . move tupperware", "src1": "put_down tupperware", "src2": "open cupboard", "src3": "move tupperware", "trg": "take tupperware", "vis_src": "P04_112:92 P04_112:93 P04_112:94", "vis_trg": "P04_112:95", "narrations": [ "put down tupperware", "open cupboard", "move tupperware", "take tupperware" ], "verbs": [ "put-down", "open", "move", "take" ], "verb_classes": [ 1, 3, 11, 0 ], "nouns": [ "tupperware", "cupboard", "tupperware", "tupperware" ], "noun_classes": [ 23, 3, 23, 23 ], "start_stop_timestamps": [ [ "00:02:34.86", "00:02:37.21" ], [ "00:02:38.94", "00:02:40.21" ], [ "00:02:40.31", "00:02:41.40" ], [ "00:02:42.71", "00:02:45.43" ] ], "start_stop_frames": [ [ 7743, 7860 ], [ 7947, 8010 ], [ 8015, 8070 ], [ 8135, 8271 ] ], "trgnoun": "tupperware", "trgverb": "take" }, { "key": "P03_04+238_239_240_241", "video_id": "P03_04", "narration_ids": [ "P03_04_238", "P03_04_239", "P03_04_240", "P03_04_241" ], "src": "close spice . put spice . grab pepper", "src1": "close spice", "src2": "put spice", "src3": "grab pepper", "trg": "put pepper", "vis_src": "P03_04:238 P03_04:239 P03_04:240", "vis_trg": "P03_04:241", "narrations": [ "close spice", "put spice", "grab pepper", "put pepper" ], "verbs": [ "close", "put", "grab", "put" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "spice", "spice", "pepper", "pepper" ], "noun_classes": [ 85, 85, 37, 37 ], "start_stop_timestamps": [ [ "00:16:46.31", "00:16:46.83" ], [ "00:16:46.93", "00:16:47.46" ], [ "00:16:47.56", "00:16:48.22" ], [ "00:16:48.88", "00:16:52.07" ] ], "start_stop_frames": [ [ 60378, 60409 ], [ 60415, 60447 ], [ 60453, 60493 ], [ 60532, 60724 ] ], "trgnoun": "pepper", "trgverb": "put" }, { "key": "P02_09+135_136_137_138", "video_id": "P02_09", "narration_ids": [ "P02_09_135", "P02_09_136", "P02_09_137", "P02_09_138" ], "src": "put mixture back into bowl . pick_up olive_oil . pour olive_oil into hand", "src1": "put mixture back into bowl", "src2": "pick_up olive_oil", "src3": "pour olive_oil into hand", "trg": "spread olive_oil on top of mixture", "vis_src": "P02_09:135 P02_09:136 P02_09:137", "vis_trg": "P02_09:138", "narrations": [ "put mixture back into bowl", "pick up olive oil", "pour olive oil into hand", "spread olive oil on top of mixture" ], "verbs": [ "put", "pick-up", "pour-into", "spread-on" ], "verb_classes": [ 1, 0, 9, 27 ], "nouns": [ "mixture", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 71, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:08:10.42", "00:08:16.21" ], [ "00:08:16.51", "00:08:18.11" ], [ "00:08:17.88", "00:08:19.28" ], [ "00:08:19.38", "00:08:27.17" ] ], "start_stop_frames": [ [ 29425, 29772 ], [ 29790, 29886 ], [ 29872, 29956 ], [ 29962, 30430 ] ], "trgnoun": "olive_oil", "trgverb": "spread_on" }, { "key": "P06_07+78_79_80_81", "video_id": "P06_07", "narration_ids": [ "P06_07_78", "P06_07_79", "P06_07_80", "P06_07_81" ], "src": "move fork . squeeze dough . take flour", "src1": "move fork", "src2": "squeeze dough", "src3": "take flour", "trg": "spread flour on counter", "vis_src": "P06_07:78 P06_07:79 P06_07:80", "vis_trg": "P06_07:81", "narrations": [ "move fork", "squeeze dough", "take flour", "spread flour on counter" ], "verbs": [ "move", "squeeze", "take", "spread-on" ], "verb_classes": [ 11, 18, 0, 27 ], "nouns": [ "fork", "dough", "flour", "flour" ], "noun_classes": [ 14, 25, 75, 75 ], "start_stop_timestamps": [ [ "00:04:43.26", "00:04:44.30" ], [ "00:04:44.66", "00:04:45.45" ], [ "00:04:46.07", "00:04:47.80" ], [ "00:04:47.45", "00:04:50.26" ] ], "start_stop_frames": [ [ 16995, 17058 ], [ 17079, 17127 ], [ 17164, 17268 ], [ 17247, 17415 ] ], "trgnoun": "flour", "trgverb": "spread_on" }, { "key": "P06_09+15_16_17_18", "video_id": "P06_09", "narration_ids": [ "P06_09_15", "P06_09_16", "P06_09_17", "P06_09_18" ], "src": "open cupboard . put garlic in cupboard . take_out peppers", "src1": "open cupboard", "src2": "put garlic in cupboard", "src3": "take_out peppers", "trg": "open peppers", "vis_src": "P06_09:15 P06_09:16 P06_09:17", "vis_trg": "P06_09:18", "narrations": [ "open cupboard", "put garlic in cupboard", "take out peppers", "open peppers" ], "verbs": [ "open", "put-in", "take-out", "open" ], "verb_classes": [ 3, 5, 12, 3 ], "nouns": [ "cupboard", "garlic", "pepper", "pepper" ], "noun_classes": [ 3, 51, 37, 37 ], "start_stop_timestamps": [ [ "00:05:31.57", "00:05:32.57" ], [ "00:05:32.50", "00:05:34.00" ], [ "00:05:34.37", "00:05:47.34" ], [ "00:05:37.51", "00:05:40.96" ] ], "start_stop_frames": [ [ 19894, 19954 ], [ 19950, 20040 ], [ 20062, 20840 ], [ 20250, 20457 ] ], "trgnoun": "pepper", "trgverb": "open" }, { "key": "P07_10+99_100_101_102", "video_id": "P07_10", "narration_ids": [ "P07_10_99", "P07_10_100", "P07_10_101", "P07_10_102" ], "src": "slice chicken . shake pepper . open salt", "src1": "slice chicken", "src2": "shake pepper", "src3": "open salt", "trg": "put pepper on the chicken", "vis_src": "P07_10:99 P07_10:100 P07_10:101", "vis_trg": "P07_10:102", "narrations": [ "slice chicken", "shake pepper", "open salt", "put pepper on the chicken" ], "verbs": [ "slice", "shake", "open", "put-on" ], "verb_classes": [ 7, 15, 3, 1 ], "nouns": [ "chicken", "pepper", "salt", "pepper" ], "noun_classes": [ 57, 37, 38, 37 ], "start_stop_timestamps": [ [ "00:08:03.71", "00:08:07.16" ], [ "00:08:38.00", "00:08:39.50" ], [ "00:08:39.53", "00:08:40.53" ], [ "00:08:40.07", "00:08:42.26" ] ], "start_stop_frames": [ [ 29022, 29229 ], [ 31080, 31170 ], [ 31171, 31231 ], [ 31204, 31335 ] ], "trgnoun": "pepper", "trgverb": "put_on" }, { "key": "P02_101+4_5_6_7", "video_id": "P02_101", "narration_ids": [ "P02_101_4", "P02_101_5", "P02_101_6", "P02_101_7" ], "src": "close coffee_machine . pick mug . turn mug", "src1": "close coffee_machine", "src2": "pick mug", "src3": "turn mug", "trg": "place mug", "vis_src": "P02_101:4 P02_101:5 P02_101:6", "vis_trg": "P02_101:7", "narrations": [ "close coffee machine", "pick mug", "turn mug", "place mug" ], "verbs": [ "close", "pick", "turn", "place" ], "verb_classes": [ 4, 0, 23, 1 ], "nouns": [ "machine:coffee", "mug", "mug", "mug" ], "noun_classes": [ 50, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:00:10.49", "00:00:11.78" ], [ "00:00:12.18", "00:00:13.08" ], [ "00:00:13.18", "00:00:13.78" ], [ "00:00:13.88", "00:00:14.92" ] ], "start_stop_frames": [ [ 524, 589 ], [ 609, 654 ], [ 659, 689 ], [ 694, 746 ] ], "trgnoun": "mug", "trgverb": "place" }, { "key": "P06_101+165_166_167_168", "video_id": "P06_101", "narration_ids": [ "P06_101_165", "P06_101_166", "P06_101_167", "P06_101_168" ], "src": "open cupboard . pick_up pepper . take lid off pepper", "src1": "open cupboard", "src2": "pick_up pepper", "src3": "take lid off pepper", "trg": "pour pepper into pan", "vis_src": "P06_101:165 P06_101:166 P06_101:167", "vis_trg": "P06_101:168", "narrations": [ "open cupboard", "pick up pepper", "take lid off pepper", "pour pepper into pan" ], "verbs": [ "open", "pick-up", "take-off", "pour-into" ], "verb_classes": [ 3, 0, 12, 9 ], "nouns": [ "cupboard", "pepper", "lid", "pepper" ], "noun_classes": [ 3, 37, 6, 37 ], "start_stop_timestamps": [ [ "00:12:31.30", "00:12:32.30" ], [ "00:12:32.61", "00:12:33.33" ], [ "00:12:34.44", "00:12:35.01" ], [ "00:12:36.36", "00:12:38.71" ] ], "start_stop_frames": [ [ 37565, 37615 ], [ 37630, 37666 ], [ 37722, 37750 ], [ 37818, 37935 ] ], "trgnoun": "pepper", "trgverb": "pour_into" }, { "key": "P06_09+16_17_18_19", "video_id": "P06_09", "narration_ids": [ "P06_09_16", "P06_09_17", "P06_09_18", "P06_09_19" ], "src": "put garlic in cupboard . take_out peppers . open peppers", "src1": "put garlic in cupboard", "src2": "take_out peppers", "src3": "open peppers", "trg": "chop peppers", "vis_src": "P06_09:16 P06_09:17 P06_09:18", "vis_trg": "P06_09:19", "narrations": [ "put garlic in cupboard", "take out peppers", "open peppers", "chop peppers" ], "verbs": [ "put-in", "take-out", "open", "chop" ], "verb_classes": [ 5, 12, 3, 7 ], "nouns": [ "garlic", "pepper", "pepper", "pepper" ], "noun_classes": [ 51, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:05:32.50", "00:05:34.00" ], [ "00:05:34.37", "00:05:47.34" ], [ "00:05:37.51", "00:05:40.96" ], [ "00:05:48.06", "00:05:50.09" ] ], "start_stop_frames": [ [ 19950, 20040 ], [ 20062, 20840 ], [ 20250, 20457 ], [ 20883, 21005 ] ], "trgnoun": "pepper", "trgverb": "chop" }, { "key": "P02_11+14_15_16_17", "video_id": "P02_11", "narration_ids": [ "P02_11_14", "P02_11_15", "P02_11_16", "P02_11_17" ], "src": "hold pan . pick_up wooden_spoon . stir meat", "src1": "hold pan", "src2": "pick_up wooden_spoon", "src3": "stir meat", "trg": "put wooden_spoon", "vis_src": "P02_11:14 P02_11:15 P02_11:16", "vis_trg": "P02_11:17", "narrations": [ "hold pan", "pick up wooden spoon", "stir meat", "put wooden spoon" ], "verbs": [ "hold", "pick-up", "stir", "put" ], "verb_classes": [ 34, 0, 10, 1 ], "nouns": [ "pan", "spoon:wooden", "meat", "spoon:wooden" ], "noun_classes": [ 5, 1, 28, 1 ], "start_stop_timestamps": [ [ "00:00:39.35", "00:00:41.78" ], [ "00:00:41.63", "00:00:42.82" ], [ "00:00:42.92", "00:00:45.34" ], [ "00:00:45.61", "00:00:46.50" ] ], "start_stop_frames": [ [ 2361, 2506 ], [ 2497, 2569 ], [ 2575, 2720 ], [ 2736, 2790 ] ], "trgnoun": "wooden_spoon", "trgverb": "put" }, { "key": "P06_05+109_110_111_112", "video_id": "P06_05", "narration_ids": [ "P06_05_109", "P06_05_110", "P06_05_111", "P06_05_112" ], "src": "take sun dried tomatoes . open sun dried tomatoes . chop sun dried tomato", "src1": "take sun dried tomatoes", "src2": "open sun dried tomatoes", "src3": "chop sun dried tomato", "trg": "sprinkle sun dried tomato", "vis_src": "P06_05:109 P06_05:110 P06_05:111", "vis_trg": "P06_05:112", "narrations": [ "take sun dried tomatoes", "open sun dried tomatoes", "chop sun dried tomato", "sprinkle sun dried tomato" ], "verbs": [ "take", "open", "chop", "sprinkle" ], "verb_classes": [ 0, 3, 7, 42 ], "nouns": [ "tomato:sun:dried", "tomato:sun:dried", "tomato:sun:dried", "tomato:sun:dried" ], "noun_classes": [ 43, 43, 43, 43 ], "start_stop_timestamps": [ [ "00:12:33.18", "00:12:39.06" ], [ "00:12:41.37", "00:12:43.04" ], [ "00:12:47.20", "00:12:48.59" ], [ "00:12:47.86", "00:12:50.57" ] ], "start_stop_frames": [ [ 45190, 45543 ], [ 45682, 45782 ], [ 46032, 46115 ], [ 46071, 46234 ] ], "trgnoun": "dried_sun_tomato", "trgverb": "sprinkle" }, { "key": "P02_03+333_334_335_336", "video_id": "P02_03", "narration_ids": [ "P02_03_333", "P02_03_334", "P02_03_335", "P02_03_336" ], "src": "pour pasta into pan . put mesh in sink . hold pan", "src1": "pour pasta into pan", "src2": "put mesh in sink", "src3": "hold pan", "trg": "stir pasta with sauce", "vis_src": "P02_03:333 P02_03:334 P02_03:335", "vis_trg": "P02_03:336", "narrations": [ "pour pasta into pan", "put mesh in sink", "hold pan", "stir pasta with sauce" ], "verbs": [ "pour-into", "put-in", "hold", "stir-with" ], "verb_classes": [ 9, 5, 34, 10 ], "nouns": [ "pasta", "mesh", "pan", "pasta" ], "noun_classes": [ 45, 39, 5, 45 ], "start_stop_timestamps": [ [ "00:19:08.98", "00:19:10.37" ], [ "00:19:11.15", "00:19:12.26" ], [ "00:19:12.82", "00:19:13.53" ], [ "00:19:13.58", "00:19:18.75" ] ], "start_stop_frames": [ [ 68938, 69022 ], [ 69069, 69135 ], [ 69169, 69211 ], [ 69214, 69525 ] ], "trgnoun": "pasta", "trgverb": "stir_with" }, { "key": "P06_101+166_167_168_169", "video_id": "P06_101", "narration_ids": [ "P06_101_166", "P06_101_167", "P06_101_168", "P06_101_169" ], "src": "pick_up pepper . take lid off pepper . pour pepper into pan", "src1": "pick_up pepper", "src2": "take lid off pepper", "src3": "pour pepper into pan", "trg": "pick_up lid", "vis_src": "P06_101:166 P06_101:167 P06_101:168", "vis_trg": "P06_101:169", "narrations": [ "pick up pepper", "take lid off pepper", "pour pepper into pan", "pick up lid" ], "verbs": [ "pick-up", "take-off", "pour-into", "pick-up" ], "verb_classes": [ 0, 12, 9, 0 ], "nouns": [ "pepper", "lid", "pepper", "lid" ], "noun_classes": [ 37, 6, 37, 6 ], "start_stop_timestamps": [ [ "00:12:32.61", "00:12:33.33" ], [ "00:12:34.44", "00:12:35.01" ], [ "00:12:36.36", "00:12:38.71" ], [ "00:12:39.68", "00:12:40.02" ] ], "start_stop_frames": [ [ 37630, 37666 ], [ 37722, 37750 ], [ 37818, 37935 ], [ 37984, 38001 ] ], "trgnoun": "lid", "trgverb": "pick_up" }, { "key": "P10_04+239_240_241_242", "video_id": "P10_04", "narration_ids": [ "P10_04_239", "P10_04_240", "P10_04_241", "P10_04_242" ], "src": "shake pot . mix the oil with the garlic . shake another pot", "src1": "shake pot", "src2": "mix the oil with the garlic", "src3": "shake another pot", "trg": "check another pot", "vis_src": "P10_04:239 P10_04:240 P10_04:241", "vis_trg": "P10_04:242", "narrations": [ "shake pot", "mix the oil with the garlic", "shake another pot", "check another pot" ], "verbs": [ "shake", "mix-with", "shake", "check" ], "verb_classes": [ 15, 10, 15, 24 ], "nouns": [ "pot", "oil", "pot", "pot" ], "noun_classes": [ 29, 31, 29, 29 ], "start_stop_timestamps": [ [ "00:26:03.57", "00:26:06.05" ], [ "00:26:06.28", "00:26:11.48" ], [ "00:26:11.49", "00:26:12.84" ], [ "00:26:12.65", "00:26:14.57" ] ], "start_stop_frames": [ [ 93814, 93963 ], [ 93976, 94288 ], [ 94289, 94370 ], [ 94359, 94474 ] ], "trgnoun": "pot", "trgverb": "check" }, { "key": "P01_05+163_164_165_166", "video_id": "P01_05", "narration_ids": [ "P01_05_163", "P01_05_164", "P01_05_165", "P01_05_166" ], "src": "take mesh . open bin . throw mesh into bin", "src1": "take mesh", "src2": "open bin", "src3": "throw mesh into bin", "trg": "close bin", "vis_src": "P01_05:163 P01_05:164 P01_05:165", "vis_trg": "P01_05:166", "narrations": [ "take mesh", "open bin", "throw mesh into bin", "close bin" ], "verbs": [ "take", "open", "throw-into", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "mesh", "bin", "mesh", "bin" ], "noun_classes": [ 39, 36, 39, 36 ], "start_stop_timestamps": [ [ "00:10:45.96", "00:10:47.96" ], [ "00:10:49.63", "00:10:50.68" ], [ "00:10:49.99", "00:10:50.68" ], [ "00:10:50.52", "00:10:51.77" ] ], "start_stop_frames": [ [ 38757, 38877 ], [ 38977, 39040 ], [ 38999, 39040 ], [ 39031, 39106 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P02_09+444_445_446_447", "video_id": "P02_09", "narration_ids": [ "P02_09_444", "P02_09_445", "P02_09_446", "P02_09_447" ], "src": "wear gloves . empty sink . pick_up sponge", "src1": "wear gloves", "src2": "empty sink", "src3": "pick_up sponge", "trg": "put sponge", "vis_src": "P02_09:444 P02_09:445 P02_09:446", "vis_trg": "P02_09:447", "narrations": [ "wear gloves", "empty sink", "pick up sponge", "put sponge" ], "verbs": [ "wear", "empty", "pick-up", "put" ], "verb_classes": [ 68, 20, 0, 1 ], "nouns": [ "glove", "sink", "sponge", "sponge" ], "noun_classes": [ 60, 63, 9, 9 ], "start_stop_timestamps": [ [ "00:29:49.98", "00:29:54.01" ], [ "00:29:54.59", "00:29:59.72" ], [ "00:29:59.97", "00:30:00.77" ], [ "00:30:00.98", "00:30:02.17" ] ], "start_stop_frames": [ [ 107398, 107640 ], [ 107675, 107983 ], [ 107998, 108046 ], [ 108058, 108130 ] ], "trgnoun": "sponge", "trgverb": "put" }, { "key": "P02_115+1_2_3_5", "video_id": "P02_115", "narration_ids": [ "P02_115_1", "P02_115_2", "P02_115_3", "P02_115_5" ], "src": "wear glove . open oven . turn_off oven", "src1": "wear glove", "src2": "open oven", "src3": "turn_off oven", "trg": "pick_up tray from oven", "vis_src": "P02_115:1 P02_115:2 P02_115:3", "vis_trg": "P02_115:5", "narrations": [ "wear glove", "open oven", "turn off oven", "pick up tray from oven" ], "verbs": [ "wear", "open", "turn-off", "pick-up" ], "verb_classes": [ 68, 3, 8, 0 ], "nouns": [ "glove", "oven", "oven", "oven" ], "noun_classes": [ 60, 46, 46, 46 ], "start_stop_timestamps": [ [ "00:00:05.59", "00:00:06.55" ], [ "00:00:06.71", "00:00:08.11" ], [ "00:00:11.61", "00:00:14.69" ], [ "00:00:19.00", "00:00:22.55" ] ], "start_stop_frames": [ [ 279, 327 ], [ 335, 405 ], [ 580, 734 ], [ 950, 1127 ] ], "trgnoun": "oven", "trgverb": "pick_up" }, { "key": "P15_03+16_17_18_19", "video_id": "P15_03", "narration_ids": [ "P15_03_16", "P15_03_17", "P15_03_18", "P15_03_19" ], "src": "put bowl in dishwasher . turn_off stove . prepare tupperware", "src1": "put bowl in dishwasher", "src2": "turn_off stove", "src3": "prepare tupperware", "trg": "open tupperware", "vis_src": "P15_03:16 P15_03:17 P15_03:18", "vis_trg": "P15_03:19", "narrations": [ "put bowl in dishwasher", "turn off stove", "prepare tupperware", "open tupperware" ], "verbs": [ "put-in", "turn-off", "prepare", "open" ], "verb_classes": [ 5, 8, 92, 3 ], "nouns": [ "bowl", "stove", "tupperware", "tupperware" ], "noun_classes": [ 7, 24, 23, 23 ], "start_stop_timestamps": [ [ "00:02:11.77", "00:02:18.75" ], [ "00:02:25.18", "00:02:26.16" ], [ "00:02:34.89", "00:02:39.03" ], [ "00:02:38.79", "00:02:40.41" ] ], "start_stop_frames": [ [ 7906, 8325 ], [ 8710, 8769 ], [ 9293, 9541 ], [ 9527, 9624 ] ], "trgnoun": "tupperware", "trgverb": "open" }, { "key": "P04_107+0_1_2_3", "video_id": "P04_107", "narration_ids": [ "P04_107_0", "P04_107_1", "P04_107_2", "P04_107_3" ], "src": "move pan . pick_up tea_towel . crumple_up tea_towel", "src1": "move pan", "src2": "pick_up tea_towel", "src3": "crumple_up tea_towel", "trg": "put_down tea_towel", "vis_src": "P04_107:0 P04_107:1 P04_107:2", "vis_trg": "P04_107:3", "narrations": [ "move pan", "pick up tea towel", "crumple up tea towel", "put down tea towel" ], "verbs": [ "move", "pick-up", "crumple-up", "put-down" ], "verb_classes": [ 11, 0, 18, 1 ], "nouns": [ "pan", "towel:tea", "towel:tea", "towel:tea" ], "noun_classes": [ 5, 52, 52, 52 ], "start_stop_timestamps": [ [ "00:00:00.00", "00:00:00.98" ], [ "00:00:01.08", "00:00:01.75" ], [ "00:00:01.79", "00:00:02.35" ], [ "00:00:02.65", "00:00:03.25" ] ], "start_stop_frames": [ [ 1, 49 ], [ 54, 87 ], [ 89, 117 ], [ 132, 162 ] ], "trgnoun": "tea_towel", "trgverb": "put_down" }, { "key": "P01_19+67_68_69_70", "video_id": "P01_19", "narration_ids": [ "P01_19_67", "P01_19_68", "P01_19_69", "P01_19_70" ], "src": "take sponge . wash ladle . rinse ladle", "src1": "take sponge", "src2": "wash ladle", "src3": "rinse ladle", "trg": "put_down ladle", "vis_src": "P01_19:67 P01_19:68 P01_19:69", "vis_trg": "P01_19:70", "narrations": [ "take sponge", "wash ladle", "rinse ladle", "put down ladle" ], "verbs": [ "take", "wash", "rinse", "put-down" ], "verb_classes": [ 0, 2, 2, 1 ], "nouns": [ "sponge", "ladle", "ladle", "ladle" ], "noun_classes": [ 9, 97, 97, 97 ], "start_stop_timestamps": [ [ "00:03:46.35", "00:03:46.99" ], [ "00:03:46.98", "00:03:53.73" ], [ "00:03:54.34", "00:03:55.24" ], [ "00:03:55.28", "00:03:56.84" ] ], "start_stop_frames": [ [ 13581, 13619 ], [ 13618, 14023 ], [ 14060, 14114 ], [ 14116, 14210 ] ], "trgnoun": "ladle", "trgverb": "put_down" }, { "key": "P02_09+461_462_463_466", "video_id": "P02_09", "narration_ids": [ "P02_09_461", "P02_09_462", "P02_09_463", "P02_09_466" ], "src": "put cleaning_liquid . pick_up sponge . cleaning sink", "src1": "put cleaning_liquid", "src2": "pick_up sponge", "src3": "cleaning sink", "trg": "open tap", "vis_src": "P02_09:461 P02_09:462 P02_09:463", "vis_trg": "P02_09:466", "narrations": [ "put cleaning liquid", "pick up sponge", "cleaning sink", "open tap" ], "verbs": [ "put", "pick-up", "clean", "turn-on" ], "verb_classes": [ 1, 0, 2, 6 ], "nouns": [ "liquid:cleaning", "sponge", "sink", "tap" ], "noun_classes": [ 22, 9, 63, 0 ], "start_stop_timestamps": [ [ "00:30:53.92", "00:30:54.88" ], [ "00:30:54.69", "00:30:55.58" ], [ "00:30:55.32", "00:30:59.93" ], [ "00:31:08.75", "00:31:10.28" ] ], "start_stop_frames": [ [ 111235, 111292 ], [ 111281, 111334 ], [ 111319, 111595 ], [ 112125, 112216 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P22_07+294_295_296_297", "video_id": "P22_07", "narration_ids": [ "P22_07_294", "P22_07_295", "P22_07_296", "P22_07_297" ], "src": "pour pasta . close bag . open cupboard", "src1": "pour pasta", "src2": "close bag", "src3": "open cupboard", "trg": "put_down down pasta", "vis_src": "P22_07:294 P22_07:295 P22_07:296", "vis_trg": "P22_07:297", "narrations": [ "pour pasta", "close bag", "open cupboard", "put down down pasta" ], "verbs": [ "pour", "close", "open", "put-down" ], "verb_classes": [ 9, 4, 3, 1 ], "nouns": [ "pasta", "bag", "cupboard", "pasta" ], "noun_classes": [ 45, 19, 3, 45 ], "start_stop_timestamps": [ [ "00:13:38.98", "00:13:49.56" ], [ "00:13:50.19", "00:13:52.37" ], [ "00:13:52.97", "00:13:53.74" ], [ "00:13:53.82", "00:13:54.90" ] ], "start_stop_frames": [ [ 49138, 49773 ], [ 49811, 49942 ], [ 49978, 50024 ], [ 50029, 50094 ] ], "trgnoun": "pasta", "trgverb": "put_down" }, { "key": "P22_08+199_200_201_202", "video_id": "P22_08", "narration_ids": [ "P22_08_199", "P22_08_200", "P22_08_201", "P22_08_202" ], "src": "put_down coffee_maker . pick_up lighter . light cooker", "src1": "put_down coffee_maker", "src2": "pick_up lighter", "src3": "light cooker", "trg": "adjust cooker", "vis_src": "P22_08:199 P22_08:200 P22_08:201", "vis_trg": "P22_08:202", "narrations": [ "put down coffee maker", "pick up lighter", "light cooker", "adjust cooker" ], "verbs": [ "put-down", "pick-up", "light", "adjust" ], "verb_classes": [ 1, 0, 6, 17 ], "nouns": [ "maker:coffee", "lighter", "cooker", "cooker" ], "noun_classes": [ 50, 130, 46, 46 ], "start_stop_timestamps": [ [ "00:08:50.25", "00:08:51.67" ], [ "00:08:52.12", "00:08:52.72" ], [ "00:08:52.97", "00:08:54.74" ], [ "00:08:54.71", "00:08:58.89" ] ], "start_stop_frames": [ [ 31815, 31900 ], [ 31927, 31963 ], [ 31978, 32084 ], [ 32082, 32333 ] ], "trgnoun": "cooker", "trgverb": "adjust" }, { "key": "P22_09+58_59_60_61", "video_id": "P22_09", "narration_ids": [ "P22_09_58", "P22_09_59", "P22_09_60", "P22_09_61" ], "src": "put_away ladle . close drawer . pick_up cutting_board", "src1": "put_away ladle", "src2": "close drawer", "src3": "pick_up cutting_board", "trg": "dry cutting_board", "vis_src": "P22_09:58 P22_09:59 P22_09:60", "vis_trg": "P22_09:61", "narrations": [ "put away ladle", "close drawer", "pick up cutting board", "dry cutting board" ], "verbs": [ "put-away", "close", "pick-up", "dry" ], "verb_classes": [ 1, 4, 0, 14 ], "nouns": [ "ladle", "drawer", "board:cutting", "board:cutting" ], "noun_classes": [ 97, 8, 18, 18 ], "start_stop_timestamps": [ [ "00:01:42.43", "00:01:43.98" ], [ "00:01:43.96", "00:01:44.69" ], [ "00:01:45.77", "00:01:46.88" ], [ "00:01:46.63", "00:01:48.18" ] ], "start_stop_frames": [ [ 6145, 6238 ], [ 6237, 6281 ], [ 6346, 6412 ], [ 6397, 6490 ] ], "trgnoun": "cutting_board", "trgverb": "dry" }, { "key": "P22_103+248_249_250_252", "video_id": "P22_103", "narration_ids": [ "P22_103_248", "P22_103_249", "P22_103_250", "P22_103_252" ], "src": "pick_up ladle . put_down ladle . move jar", "src1": "pick_up ladle", "src2": "put_down ladle", "src3": "move jar", "trg": "move tap", "vis_src": "P22_103:248 P22_103:249 P22_103:250", "vis_trg": "P22_103:252", "narrations": [ "pick up ladle", "put down ladle", "move jar", "move tap" ], "verbs": [ "pick-up", "put-down", "move", "move" ], "verb_classes": [ 0, 1, 11, 11 ], "nouns": [ "ladle", "ladle", "jar", "tap" ], "noun_classes": [ 97, 97, 40, 0 ], "start_stop_timestamps": [ [ "00:07:14.75", "00:07:15.22" ], [ "00:07:16.82", "00:07:17.62" ], [ "00:07:17.77", "00:07:19.21" ], [ "00:07:22.28", "00:07:23.88" ] ], "start_stop_frames": [ [ 21737, 21761 ], [ 21841, 21881 ], [ 21888, 21960 ], [ 22114, 22194 ] ], "trgnoun": "tap", "trgverb": "move" }, { "key": "P24_05+270_271_272_273", "video_id": "P24_05", "narration_ids": [ "P24_05_270", "P24_05_271", "P24_05_272", "P24_05_273" ], "src": "put_down box . take spoon . stir pasta", "src1": "put_down box", "src2": "take spoon", "src3": "stir pasta", "trg": "spoon pasta", "vis_src": "P24_05:270 P24_05:271 P24_05:272", "vis_trg": "P24_05:273", "narrations": [ "put down box", "take spoon", "stir pasta", "spoon pasta" ], "verbs": [ "put-down", "take", "stir", "spoon" ], "verb_classes": [ 1, 0, 10, 16 ], "nouns": [ "box", "spoon", "pasta", "pasta" ], "noun_classes": [ 23, 1, 45, 45 ], "start_stop_timestamps": [ [ "00:23:26.34", "00:23:27.40" ], [ "00:23:27.90", "00:23:29.04" ], [ "00:23:29.03", "00:23:33.81" ], [ "00:23:33.91", "00:23:35.23" ] ], "start_stop_frames": [ [ 84380, 84444 ], [ 84474, 84542 ], [ 84541, 84828 ], [ 84834, 84913 ] ], "trgnoun": "pasta", "trgverb": "spoon" }, { "key": "P02_09+393_394_395_399", "video_id": "P02_09", "narration_ids": [ "P02_09_393", "P02_09_394", "P02_09_395", "P02_09_399" ], "src": "stirring stock . carry glass . mix stock with hot water", "src1": "stirring stock", "src2": "carry glass", "src3": "mix stock with hot water", "trg": "return glass", "vis_src": "P02_09:393 P02_09:394 P02_09:395", "vis_trg": "P02_09:399", "narrations": [ "stirring stock", "carry glass", "mix stock with hot water", "return glass" ], "verbs": [ "stir", "carry", "mix-with", "return" ], "verb_classes": [ 10, 89, 10, 1 ], "nouns": [ "stock", "glass", "stock", "glass" ], "noun_classes": [ 95, 10, 95, 10 ], "start_stop_timestamps": [ [ "00:27:54.23", "00:28:00.65" ], [ "00:28:00.97", "00:28:02.06" ], [ "00:28:01.78", "00:28:06.53" ], [ "00:28:07.04", "00:28:08.68" ] ], "start_stop_frames": [ [ 100453, 100839 ], [ 100858, 100923 ], [ 100906, 101191 ], [ 101222, 101320 ] ], "trgnoun": "glass", "trgverb": "return" }, { "key": "P23_02+59_60_61_63", "video_id": "P23_02", "narration_ids": [ "P23_02_59", "P23_02_60", "P23_02_61", "P23_02_63" ], "src": "cutting the garlic . adjusting the curry leaves inside the plate . cutting the garlic into small pieces", "src1": "cutting the garlic", "src2": "adjusting the curry leaves inside the plate", "src3": "cutting the garlic into small pieces", "trg": "taking the red_chilli", "vis_src": "P23_02:59 P23_02:60 P23_02:61", "vis_trg": "P23_02:63", "narrations": [ "cutting the garlic", "adjusting the curry leaves inside the plate", "cutting the garlic into small pieces", "taking the red chilli" ], "verbs": [ "cut", "adjust", "cut-into", "take" ], "verb_classes": [ 7, 17, 7, 0 ], "nouns": [ "garlic", "leaf:curry", "garlic", "chilli:red" ], "noun_classes": [ 51, 62, 51, 69 ], "start_stop_timestamps": [ [ "00:08:18.78", "00:08:20.87" ], [ "00:08:21.27", "00:08:26.63" ], [ "00:08:27.54", "00:08:58.48" ], [ "00:09:18.29", "00:09:26.74" ] ], "start_stop_frames": [ [ 29926, 30052 ], [ 30076, 30397 ], [ 30452, 32308 ], [ 33497, 34004 ] ], "trgnoun": "red_chilli", "trgverb": "take" }, { "key": "P23_101+249_250_251_252", "video_id": "P23_101", "narration_ids": [ "P23_101_249", "P23_101_250", "P23_101_251", "P23_101_252" ], "src": "close packet . put packet . take spices", "src1": "close packet", "src2": "put packet", "src3": "take spices", "trg": "put spices", "vis_src": "P23_101:249 P23_101:250 P23_101:251", "vis_trg": "P23_101:252", "narrations": [ "close packet", "put packet", "take spices", "put spices" ], "verbs": [ "close", "put", "take", "put" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "packet", "packet", "spice", "spice" ], "noun_classes": [ 26, 26, 85, 85 ], "start_stop_timestamps": [ [ "00:22:39.22", "00:22:42.32" ], [ "00:22:42.82", "00:22:43.52" ], [ "00:22:44.02", "00:22:45.12" ], [ "00:22:45.57", "00:22:50.25" ] ], "start_stop_frames": [ [ 67961, 68116 ], [ 68141, 68176 ], [ 68201, 68256 ], [ 68278, 68512 ] ], "trgnoun": "spice", "trgverb": "put" }, { "key": "P25_101+106_107_108_109", "video_id": "P25_101", "narration_ids": [ "P25_101_106", "P25_101_107", "P25_101_108", "P25_101_109" ], "src": "put_down lighter . close drawer . pick_up lid", "src1": "put_down lighter", "src2": "close drawer", "src3": "pick_up lid", "trg": "throw lid", "vis_src": "P25_101:106 P25_101:107 P25_101:108", "vis_trg": "P25_101:109", "narrations": [ "put down lighter", "close drawer", "pick up lid", "throw lid" ], "verbs": [ "put-down", "close", "pick-up", "throw" ], "verb_classes": [ 1, 4, 0, 13 ], "nouns": [ "lighter", "drawer", "lid", "lid" ], "noun_classes": [ 130, 8, 6, 6 ], "start_stop_timestamps": [ [ "00:06:02.20", "00:06:03.07" ], [ "00:06:02.13", "00:06:03.18" ], [ "00:06:03.51", "00:06:04.67" ], [ "00:06:06.31", "00:06:08.11" ] ], "start_stop_frames": [ [ 18110, 18153 ], [ 18106, 18159 ], [ 18175, 18233 ], [ 18315, 18405 ] ], "trgnoun": "lid", "trgverb": "throw" }, { "key": "P24_02+85_88_89_90", "video_id": "P24_02", "narration_ids": [ "P24_02_85", "P24_02_88", "P24_02_89", "P24_02_90" ], "src": "take meat . put_into pan . put pan onto cooker", "src1": "take meat", "src2": "put_into pan", "src3": "put pan onto cooker", "trg": "press meat in pan", "vis_src": "P24_02:85 P24_02:88 P24_02:89", "vis_trg": "P24_02:90", "narrations": [ "take meat", "put into pan", "put pan onto cooker", "press meat in pan" ], "verbs": [ "take", "put-into", "put-onto", "press" ], "verb_classes": [ 0, 5, 1, 21 ], "nouns": [ "meat", "pan", "pan", "meat" ], "noun_classes": [ 28, 5, 5, 28 ], "start_stop_timestamps": [ [ "00:07:17.16", "00:07:19.12" ], [ "00:07:20.87", "00:07:22.21" ], [ "00:07:22.31", "00:07:24.55" ], [ "00:07:25.57", "00:07:31.64" ] ], "start_stop_frames": [ [ 26229, 26347 ], [ 26452, 26532 ], [ 26538, 26673 ], [ 26734, 27098 ] ], "trgnoun": "meat", "trgverb": "press" }, { "key": "P22_103+243_244_245_246", "video_id": "P22_103", "narration_ids": [ "P22_103_243", "P22_103_244", "P22_103_245", "P22_103_246" ], "src": "pick_up pot . put_down pot . pick_up ladle", "src1": "pick_up pot", "src2": "put_down pot", "src3": "pick_up ladle", "trg": "put_down ladle", "vis_src": "P22_103:243 P22_103:244 P22_103:245", "vis_trg": "P22_103:246", "narrations": [ "pick up pot", "put down pot", "pick up ladle", "put down ladle" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "pot", "pot", "ladle", "ladle" ], "noun_classes": [ 29, 29, 97, 97 ], "start_stop_timestamps": [ [ "00:07:08.82", "00:07:09.99" ], [ "00:07:11.01", "00:07:11.79" ], [ "00:07:11.73", "00:07:12.30" ], [ "00:07:12.89", "00:07:13.43" ] ], "start_stop_frames": [ [ 21441, 21499 ], [ 21550, 21589 ], [ 21586, 21615 ], [ 21644, 21671 ] ], "trgnoun": "ladle", "trgverb": "put_down" }, { "key": "P01_05+135_136_137_138", "video_id": "P01_05", "narration_ids": [ "P01_05_135", "P01_05_136", "P01_05_137", "P01_05_138" ], "src": "take knife . take bread . put_down bread", "src1": "take knife", "src2": "take bread", "src3": "put_down bread", "trg": "slice bread", "vis_src": "P01_05:135 P01_05:136 P01_05:137", "vis_trg": "P01_05:138", "narrations": [ "take knife", "take bread", "put down bread", "slice bread" ], "verbs": [ "take", "take", "put-down", "slice" ], "verb_classes": [ 0, 0, 1, 7 ], "nouns": [ "knife", "bread", "bread", "bread" ], "noun_classes": [ 4, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:08:03.18", "00:08:04.55" ], [ "00:08:05.43", "00:08:06.68" ], [ "00:08:10.03", "00:08:10.78" ], [ "00:08:12.19", "00:08:17.69" ] ], "start_stop_frames": [ [ 28990, 29073 ], [ 29125, 29200 ], [ 29401, 29446 ], [ 29531, 29861 ] ], "trgnoun": "bread", "trgverb": "slice" }, { "key": "P02_06+162_163_164_165", "video_id": "P02_06", "narration_ids": [ "P02_06_162", "P02_06_163", "P02_06_164", "P02_06_165" ], "src": "put strainer on chopping board . pick_up lettuce . remove leaves from lettuce", "src1": "put strainer on chopping board", "src2": "pick_up lettuce", "src3": "remove leaves from lettuce", "trg": "put leaf", "vis_src": "P02_06:162 P02_06:163 P02_06:164", "vis_trg": "P02_06:165", "narrations": [ "put strainer on chopping board", "pick up lettuce", "remove leaves from lettuce", "put leaf" ], "verbs": [ "put-on", "pick-up", "remove-from", "put" ], "verb_classes": [ 1, 0, 12, 1 ], "nouns": [ "strainer", "lettuce", "leaf", "leaf" ], "noun_classes": [ 39, 120, 62, 62 ], "start_stop_timestamps": [ [ "00:07:43.05", "00:07:44.97" ], [ "00:07:45.72", "00:07:46.69" ], [ "00:07:47.40", "00:07:54.47" ], [ "00:07:54.06", "00:08:02.46" ] ], "start_stop_frames": [ [ 27783, 27898 ], [ 27943, 28001 ], [ 28044, 28468 ], [ 28443, 28947 ] ], "trgnoun": "leaf", "trgverb": "put" }, { "key": "P22_112+66_67_68_69", "video_id": "P22_112", "narration_ids": [ "P22_112_66", "P22_112_67", "P22_112_68", "P22_112_69" ], "src": "lather ladle . put_down ladle . pick_up pan", "src1": "lather ladle", "src2": "put_down ladle", "src3": "pick_up pan", "trg": "lather pan", "vis_src": "P22_112:66 P22_112:67 P22_112:68", "vis_trg": "P22_112:69", "narrations": [ "lather ladle", "put down ladle", "pick up pan", "lather pan" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "ladle", "ladle", "pan", "pan" ], "noun_classes": [ 97, 97, 5, 5 ], "start_stop_timestamps": [ [ "00:02:07.37", "00:02:12.97" ], [ "00:02:12.98", "00:02:13.72" ], [ "00:02:13.78", "00:02:15.40" ], [ "00:02:15.46", "00:02:20.06" ] ], "start_stop_frames": [ [ 6368, 6648 ], [ 6648, 6686 ], [ 6689, 6770 ], [ 6773, 7003 ] ], "trgnoun": "pan", "trgverb": "lather" }, { "key": "P06_07+22_23_24_25", "video_id": "P06_07", "narration_ids": [ "P06_07_22", "P06_07_23", "P06_07_24", "P06_07_25" ], "src": "turn_off extractor_fan . rub hands . pick_up scissors", "src1": "turn_off extractor_fan", "src2": "rub hands", "src3": "pick_up scissors", "trg": "put scissors", "vis_src": "P06_07:22 P06_07:23 P06_07:24", "vis_trg": "P06_07:25", "narrations": [ "turn off extractor fan", "rub hands", "pick up scissors", "put scissors" ], "verbs": [ "turn-off", "rub", "pick-up", "put" ], "verb_classes": [ 8, 55, 0, 1 ], "nouns": [ "fan:extractor", "hand", "scissors", "scissors" ], "noun_classes": [ 179, 11, 79, 79 ], "start_stop_timestamps": [ [ "00:01:14.05", "00:01:14.97" ], [ "00:01:15.44", "00:01:16.98" ], [ "00:01:17.38", "00:01:18.51" ], [ "00:01:19.36", "00:01:20.30" ] ], "start_stop_frames": [ [ 4443, 4498 ], [ 4526, 4618 ], [ 4642, 4710 ], [ 4761, 4818 ] ], "trgnoun": "scissors", "trgverb": "put" }, { "key": "P02_122+7_8_9_10", "video_id": "P02_122", "narration_ids": [ "P02_122_7", "P02_122_8", "P02_122_9", "P02_122_10" ], "src": "put_down glove . pick_up cake_mould . put_down cake_mould", "src1": "put_down glove", "src2": "pick_up cake_mould", "src3": "put_down cake_mould", "trg": "wear glove", "vis_src": "P02_122:7 P02_122:8 P02_122:9", "vis_trg": "P02_122:10", "narrations": [ "put down glove", "pick up cake mould", "put down cake mould", "wear glove" ], "verbs": [ "put-down", "pick-up", "put-down", "wear" ], "verb_classes": [ 1, 0, 1, 68 ], "nouns": [ "glove", "mould:cake", "mould:cake", "glove" ], "noun_classes": [ 60, 35, 35, 60 ], "start_stop_timestamps": [ [ "00:00:17.54", "00:00:17.90" ], [ "00:00:18.00", "00:00:21.21" ], [ "00:00:23.33", "00:00:25.75" ], [ "00:00:26.66", "00:00:28.46" ] ], "start_stop_frames": [ [ 877, 894 ], [ 900, 1060 ], [ 1166, 1287 ], [ 1333, 1423 ] ], "trgnoun": "glove", "trgverb": "wear" }, { "key": "P26_124+116_117_118_119", "video_id": "P26_124", "narration_ids": [ "P26_124_116", "P26_124_117", "P26_124_118", "P26_124_119" ], "src": "put_down fork . pick_up spatula . rub sponge", "src1": "put_down fork", "src2": "pick_up spatula", "src3": "rub sponge", "trg": "rinse spatula", "vis_src": "P26_124:116 P26_124:117 P26_124:118", "vis_trg": "P26_124:119", "narrations": [ "put down fork", "pick up spatula", "rub sponge", "rinse spatula" ], "verbs": [ "put-down", "pick-up", "rub", "rinse" ], "verb_classes": [ 1, 0, 55, 2 ], "nouns": [ "fork", "spatula", "sponge", "spatula" ], "noun_classes": [ 14, 20, 9, 20 ], "start_stop_timestamps": [ [ "00:07:24.67", "00:07:25.80" ], [ "00:07:26.44", "00:07:27.30" ], [ "00:07:28.08", "00:07:36.81" ], [ "00:07:37.34", "00:07:44.61" ] ], "start_stop_frames": [ [ 22233, 22290 ], [ 22322, 22365 ], [ 22404, 22840 ], [ 22867, 23230 ] ], "trgnoun": "spatula", "trgverb": "rinse" }, { "key": "P03_109+18_19_20_21", "video_id": "P03_109", "narration_ids": [ "P03_109_18", "P03_109_19", "P03_109_20", "P03_109_21" ], "src": "put_down ladle . pick_up saucepan . pour_out water from saucepan", "src1": "put_down ladle", "src2": "pick_up saucepan", "src3": "pour_out water from saucepan", "trg": "rinse saucepan", "vis_src": "P03_109:18 P03_109:19 P03_109:20", "vis_trg": "P03_109:21", "narrations": [ "put down ladle", "pick up saucepan", "pour out water from saucepan", "rinse saucepan" ], "verbs": [ "put-down", "pick-up", "pour-out", "rinse" ], "verb_classes": [ 1, 0, 9, 2 ], "nouns": [ "ladle", "saucepan", "water", "saucepan" ], "noun_classes": [ 97, 5, 27, 5 ], "start_stop_timestamps": [ [ "00:00:24.06", "00:00:25.63" ], [ "00:00:26.53", "00:00:27.96" ], [ "00:00:29.14", "00:00:32.87" ], [ "00:00:33.99", "00:00:38.19" ] ], "start_stop_frames": [ [ 1203, 1281 ], [ 1326, 1398 ], [ 1457, 1643 ], [ 1699, 1909 ] ], "trgnoun": "saucepan", "trgverb": "rinse" }, { "key": "P28_104+183_184_185_186", "video_id": "P28_104", "narration_ids": [ "P28_104_183", "P28_104_184", "P28_104_185", "P28_104_186" ], "src": "take sponge . wash ladle . put sponge", "src1": "take sponge", "src2": "wash ladle", "src3": "put sponge", "trg": "rinse ladle", "vis_src": "P28_104:183 P28_104:184 P28_104:185", "vis_trg": "P28_104:186", "narrations": [ "take sponge", "wash ladle", "put sponge", "rinse ladle" ], "verbs": [ "take", "wash", "put", "rinse" ], "verb_classes": [ 0, 2, 1, 2 ], "nouns": [ "sponge", "ladle", "sponge", "ladle" ], "noun_classes": [ 9, 97, 9, 97 ], "start_stop_timestamps": [ [ "00:10:12.89", "00:10:14.15" ], [ "00:10:14.16", "00:10:19.09" ], [ "00:10:19.54", "00:10:20.30" ], [ "00:10:20.22", "00:10:24.40" ] ], "start_stop_frames": [ [ 30644, 30707 ], [ 30708, 30954 ], [ 30977, 31014 ], [ 31011, 31220 ] ], "trgnoun": "ladle", "trgverb": "rinse" }, { "key": "P04_107+752_753_754_755", "video_id": "P04_107", "narration_ids": [ "P04_107_752", "P04_107_753", "P04_107_754", "P04_107_755" ], "src": "squeeze dough . press dough into chopping board . roll_out dough", "src1": "squeeze dough", "src2": "press dough into chopping board", "src3": "roll_out dough", "trg": "peel dough off rolling pin", "vis_src": "P04_107:752 P04_107:753 P04_107:754", "vis_trg": "P04_107:755", "narrations": [ "squeeze dough", "press dough into chopping board", "roll out dough", "peel dough off rolling pin" ], "verbs": [ "squeeze", "press-into", "roll-out", "peel-off" ], "verb_classes": [ 18, 21, 39, 19 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:20:10.37", "00:20:11.27" ], [ "00:20:12.68", "00:20:14.01" ], [ "00:20:13.94", "00:20:16.54" ], [ "00:20:18.68", "00:20:19.50" ] ], "start_stop_frames": [ [ 60518, 60563 ], [ 60634, 60700 ], [ 60697, 60827 ], [ 60934, 60975 ] ], "trgnoun": "dough", "trgverb": "peel_off" }, { "key": "P28_10+10_11_12_13", "video_id": "P28_10", "narration_ids": [ "P28_10_10", "P28_10_11", "P28_10_12", "P28_10_13" ], "src": "take_out bread . open oven . take oven_glove", "src1": "take_out bread", "src2": "open oven", "src3": "take oven_glove", "trg": "put_down oven_glove", "vis_src": "P28_10:10 P28_10:11 P28_10:12", "vis_trg": "P28_10:13", "narrations": [ "take out bread", "open oven", "take oven glove", "put down oven glove" ], "verbs": [ "take-out", "open", "take", "put-down" ], "verb_classes": [ 12, 3, 0, 1 ], "nouns": [ "bread", "oven", "glove:oven", "glove:oven" ], "noun_classes": [ 33, 46, 60, 60 ], "start_stop_timestamps": [ [ "00:00:25.68", "00:00:31.43" ], [ "00:00:33.01", "00:00:34.29" ], [ "00:00:35.24", "00:00:36.90" ], [ "00:00:37.49", "00:00:39.30" ] ], "start_stop_frames": [ [ 1540, 1885 ], [ 1980, 2057 ], [ 2114, 2214 ], [ 2249, 2358 ] ], "trgnoun": "oven_glove", "trgverb": "put_down" }, { "key": "P28_14+0_1_2_3", "video_id": "P28_14", "narration_ids": [ "P28_14_0", "P28_14_1", "P28_14_2", "P28_14_3" ], "src": "turn_off oven . open oven . take bread", "src1": "turn_off oven", "src2": "open oven", "src3": "take bread", "trg": "put bread in plate", "vis_src": "P28_14:0 P28_14:1 P28_14:2", "vis_trg": "P28_14:3", "narrations": [ "turn off oven", "open oven", "take bread", "put bread in plate" ], "verbs": [ "turn-off", "open", "take", "put-in" ], "verb_classes": [ 8, 3, 0, 5 ], "nouns": [ "oven", "oven", "bread", "bread" ], "noun_classes": [ 46, 46, 33, 33 ], "start_stop_timestamps": [ [ "00:00:02.70", "00:00:05.20" ], [ "00:00:05.13", "00:00:07.20" ], [ "00:00:07.45", "00:00:10.29" ], [ "00:00:10.39", "00:00:12.64" ] ], "start_stop_frames": [ [ 162, 312 ], [ 307, 432 ], [ 447, 617 ], [ 623, 758 ] ], "trgnoun": "bread", "trgverb": "put_in" }, { "key": "P25_107+408_409_410_411", "video_id": "P25_107", "narration_ids": [ "P25_107_408", "P25_107_409", "P25_107_410", "P25_107_411" ], "src": "pick_up aubergine . flip aubergine . lift plate", "src1": "pick_up aubergine", "src2": "flip aubergine", "src3": "lift plate", "trg": "cover plate", "vis_src": "P25_107:408 P25_107:409 P25_107:410", "vis_trg": "P25_107:411", "narrations": [ "pick up aubergine", "flip aubergine", "lift plate", "cover plate" ], "verbs": [ "pick-up", "flip", "lift", "cover" ], "verb_classes": [ 0, 22, 33, 36 ], "nouns": [ "aubergine", "aubergine", "plate", "plate" ], "noun_classes": [ 67, 67, 2, 2 ], "start_stop_timestamps": [ [ "00:29:19.21", "00:29:20.20" ], [ "00:29:20.25", "00:29:20.90" ], [ "00:29:28.32", "00:29:29.07" ], [ "00:29:29.60", "00:29:30.65" ] ], "start_stop_frames": [ [ 87960, 88010 ], [ 88012, 88045 ], [ 88416, 88453 ], [ 88480, 88532 ] ], "trgnoun": "plate", "trgverb": "cover" }, { "key": "P02_102+16_17_18_20", "video_id": "P02_102", "narration_ids": [ "P02_102_16", "P02_102_17", "P02_102_18", "P02_102_20" ], "src": "put eggs in fridge . put yoghurt in fridge . pick_up lemons", "src1": "put eggs in fridge", "src2": "put yoghurt in fridge", "src3": "pick_up lemons", "trg": "put lemon in drawer", "vis_src": "P02_102:16 P02_102:17 P02_102:18", "vis_trg": "P02_102:20", "narrations": [ "put eggs in fridge", "put yoghurt in fridge", "pick up lemons", "put lemon in drawer" ], "verbs": [ "put-in", "put-in", "pick-up", "put-in" ], "verb_classes": [ 5, 5, 0, 5 ], "nouns": [ "egg", "yoghurt", "lemon", "lemon" ], "noun_classes": [ 53, 98, 105, 105 ], "start_stop_timestamps": [ [ "00:00:23.68", "00:00:25.22" ], [ "00:00:25.29", "00:00:28.13" ], [ "00:00:30.02", "00:00:31.21" ], [ "00:00:32.51", "00:00:34.43" ] ], "start_stop_frames": [ [ 1184, 1261 ], [ 1264, 1406 ], [ 1501, 1560 ], [ 1625, 1721 ] ], "trgnoun": "lemon", "trgverb": "put_in" }, { "key": "P02_112+67_68_69_71", "video_id": "P02_112", "narration_ids": [ "P02_112_67", "P02_112_68", "P02_112_69", "P02_112_71" ], "src": "close yoghurt . open cupboard . get tray", "src1": "close yoghurt", "src2": "open cupboard", "src3": "get tray", "trg": "put_down trays on surface", "vis_src": "P02_112:67 P02_112:68 P02_112:69", "vis_trg": "P02_112:71", "narrations": [ "close yoghurt", "open cupboard", "get tray", "put down trays on surface" ], "verbs": [ "close", "open", "get", "put-down" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "yoghurt", "cupboard", "tray", "tray" ], "noun_classes": [ 98, 3, 35, 35 ], "start_stop_timestamps": [ [ "00:03:08.65", "00:03:10.37" ], [ "00:03:12.60", "00:03:14.61" ], [ "00:03:18.09", "00:03:23.80" ], [ "00:03:32.63", "00:03:33.85" ] ], "start_stop_frames": [ [ 9432, 9518 ], [ 9630, 9730 ], [ 9904, 10190 ], [ 10631, 10692 ] ], "trgnoun": "tray", "trgverb": "put_down" }, { "key": "P09_02+47_48_49_50", "video_id": "P09_02", "narration_ids": [ "P09_02_47", "P09_02_48", "P09_02_49", "P09_02_50" ], "src": "turn omelette . put vegetables and cheese in omelette . put cutting_board in sink", "src1": "turn omelette", "src2": "put vegetables and cheese in omelette", "src3": "put cutting_board in sink", "trg": "rinse cutting_board", "vis_src": "P09_02:47 P09_02:48 P09_02:49", "vis_trg": "P09_02:50", "narrations": [ "turn omelette", "put vegetables and cheese in omelette", "put cutting board in sink", "rinse cutting board" ], "verbs": [ "turn", "put-in", "put-in", "rinse" ], "verb_classes": [ 23, 5, 5, 2 ], "nouns": [ "omelette", "vegetable", "board:cutting", "board:cutting" ], "noun_classes": [ 162, 94, 18, 18 ], "start_stop_timestamps": [ [ "00:04:15.16", "00:04:19.12" ], [ "00:04:26.95", "00:04:35.48" ], [ "00:04:36.44", "00:04:37.59" ], [ "00:04:38.44", "00:04:41.19" ] ], "start_stop_frames": [ [ 15309, 15547 ], [ 16017, 16528 ], [ 16586, 16655 ], [ 16706, 16871 ] ], "trgnoun": "cutting_board", "trgverb": "rinse" }, { "key": "P30_107+746_747_748_749", "video_id": "P30_107", "narration_ids": [ "P30_107_746", "P30_107_747", "P30_107_748", "P30_107_749" ], "src": "open cupboard . take tupperware . separate tupperware", "src1": "open cupboard", "src2": "take tupperware", "src3": "separate tupperware", "trg": "put tupperware into cupboard", "vis_src": "P30_107:746 P30_107:747 P30_107:748", "vis_trg": "P30_107:749", "narrations": [ "open cupboard", "take tupperware", "separate tupperware", "put tupperware into cupboard" ], "verbs": [ "open", "take", "separate", "put-into" ], "verb_classes": [ 3, 0, 52, 5 ], "nouns": [ "cupboard", "tupperware", "tupperware", "tupperware" ], "noun_classes": [ 3, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:39:48.97", "00:39:49.92" ], [ "00:39:50.47", "00:39:51.50" ], [ "00:39:51.87", "00:39:52.23" ], [ "00:39:52.57", "00:39:53.11" ] ], "start_stop_frames": [ [ 119448, 119496 ], [ 119523, 119575 ], [ 119593, 119611 ], [ 119628, 119655 ] ], "trgnoun": "tupperware", "trgverb": "put_into" }, { "key": "P01_18+354_355_356_357", "video_id": "P01_18", "narration_ids": [ "P01_18_354", "P01_18_355", "P01_18_356", "P01_18_357" ], "src": "take spoon . break stock . stir stock", "src1": "take spoon", "src2": "break stock", "src3": "stir stock", "trg": "put_down spoon", "vis_src": "P01_18:354 P01_18:355 P01_18:356", "vis_trg": "P01_18:357", "narrations": [ "take spoon", "break stock", "stir stock", "put down spoon" ], "verbs": [ "take", "break", "stir", "put-down" ], "verb_classes": [ 0, 30, 10, 1 ], "nouns": [ "spoon", "stock", "stock", "spoon" ], "noun_classes": [ 1, 95, 95, 1 ], "start_stop_timestamps": [ [ "00:25:59.33", "00:26:01.16" ], [ "00:26:01.54", "00:26:06.52" ], [ "00:26:06.04", "00:26:08.54" ], [ "00:26:10.89", "00:26:11.86" ] ], "start_stop_frames": [ [ 93559, 93669 ], [ 93692, 93991 ], [ 93962, 94112 ], [ 94253, 94311 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P02_06+163_164_165_166", "video_id": "P02_06", "narration_ids": [ "P02_06_163", "P02_06_164", "P02_06_165", "P02_06_166" ], "src": "pick_up lettuce . remove leaves from lettuce . put leaf", "src1": "pick_up lettuce", "src2": "remove leaves from lettuce", "src3": "put leaf", "trg": "put leaves in strainer", "vis_src": "P02_06:163 P02_06:164 P02_06:165", "vis_trg": "P02_06:166", "narrations": [ "pick up lettuce", "remove leaves from lettuce", "put leaf", "put leaves in strainer" ], "verbs": [ "pick-up", "remove-from", "put", "put-in" ], "verb_classes": [ 0, 12, 1, 5 ], "nouns": [ "lettuce", "leaf", "leaf", "leaf" ], "noun_classes": [ 120, 62, 62, 62 ], "start_stop_timestamps": [ [ "00:07:45.72", "00:07:46.69" ], [ "00:07:47.40", "00:07:54.47" ], [ "00:07:54.06", "00:08:02.46" ], [ "00:07:54.57", "00:07:55.91" ] ], "start_stop_frames": [ [ 27943, 28001 ], [ 28044, 28468 ], [ 28443, 28947 ], [ 28474, 28554 ] ], "trgnoun": "leaf", "trgverb": "put_in" }, { "key": "P28_14+15_16_17_18", "video_id": "P28_14", "narration_ids": [ "P28_14_15", "P28_14_16", "P28_14_17", "P28_14_18" ], "src": "take knife . cut bread . cut cheese", "src1": "take knife", "src2": "cut bread", "src3": "cut cheese", "trg": "open bread", "vis_src": "P28_14:15 P28_14:16 P28_14:17", "vis_trg": "P28_14:18", "narrations": [ "take knife", "cut bread", "cut cheese", "open bread" ], "verbs": [ "take", "cut", "cut", "open" ], "verb_classes": [ 0, 7, 7, 3 ], "nouns": [ "knife", "bread", "cheese", "bread" ], "noun_classes": [ 4, 33, 32, 33 ], "start_stop_timestamps": [ [ "00:00:44.04", "00:00:44.92" ], [ "00:00:44.92", "00:00:55.57" ], [ "00:00:49.88", "00:01:00.98" ], [ "00:00:55.93", "00:00:59.43" ] ], "start_stop_frames": [ [ 2642, 2695 ], [ 2695, 3334 ], [ 2992, 3658 ], [ 3355, 3565 ] ], "trgnoun": "bread", "trgverb": "open" }, { "key": "P26_110+2_28_35_37", "video_id": "P26_110", "narration_ids": [ "P26_110_2", "P26_110_28", "P26_110_35", "P26_110_37" ], "src": "stir pasta . pick_up pot . put_down spoon", "src1": "stir pasta", "src2": "pick_up pot", "src3": "put_down spoon", "trg": "put_down pot", "vis_src": "P26_110:2 P26_110:28 P26_110:35", "vis_trg": "P26_110:37", "narrations": [ "stir", "pick up pot", "put down spoon", "put down pot" ], "verbs": [ "stir", "pick-up", "put-down", "put-down" ], "verb_classes": [ 10, 0, 1, 1 ], "nouns": [ "pasta", "pot", "spoon", "pot" ], "noun_classes": [ 45, 29, 1, 29 ], "start_stop_timestamps": [ [ "00:00:05.08", "00:00:10.18" ], [ "00:01:25.25", "00:01:26.77" ], [ "00:02:01.50", "00:02:03.59" ], [ "00:02:04.16", "00:02:05.00" ] ], "start_stop_frames": [ [ 254, 509 ], [ 4262, 4338 ], [ 6075, 6179 ], [ 6208, 6250 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P30_05+424_425_426_427", "video_id": "P30_05", "narration_ids": [ "P30_05_424", "P30_05_425", "P30_05_426", "P30_05_427" ], "src": "take chopping_board . put chipping_board . rinse chopping_board", "src1": "take chopping_board", "src2": "put chipping_board", "src3": "rinse chopping_board", "trg": "wash chopping_board", "vis_src": "P30_05:424 P30_05:425 P30_05:426", "vis_trg": "P30_05:427", "narrations": [ "take chopping board", "put chipping board", "rinse chopping board", "wash chopping board" ], "verbs": [ "take", "put", "rinse", "wash" ], "verb_classes": [ 0, 1, 2, 2 ], "nouns": [ "board:chopping", "board:chipping", "board:chopping", "board:chopping" ], "noun_classes": [ 18, 18, 18, 18 ], "start_stop_timestamps": [ [ "00:33:16.24", "00:33:17.15" ], [ "00:33:16.44", "00:33:18.77" ], [ "00:33:18.90", "00:33:21.41" ], [ "00:33:20.03", "00:33:26.14" ] ], "start_stop_frames": [ [ 119774, 119829 ], [ 119786, 119926 ], [ 119934, 120084 ], [ 120001, 120368 ] ], "trgnoun": "chopping_board", "trgverb": "wash" }, { "key": "P01_03+35_36_37_38", "video_id": "P01_03", "narration_ids": [ "P01_03_35", "P01_03_36", "P01_03_37", "P01_03_38" ], "src": "put_down cereals . open cereal_bag . extract bag", "src1": "put_down cereals", "src2": "open cereal_bag", "src3": "extract bag", "trg": "unfold bag", "vis_src": "P01_03:35 P01_03:36 P01_03:37", "vis_trg": "P01_03:38", "narrations": [ "put down cereals", "open cereal bag", "extract bag", "unfold bag" ], "verbs": [ "put-down", "open", "extract", "unfold" ], "verb_classes": [ 1, 3, 12, 39 ], "nouns": [ "cereal", "bag:cereal", "bag", "bag" ], "noun_classes": [ 99, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:01:32.35", "00:01:35.01" ], [ "00:01:35.01", "00:01:37.28" ], [ "00:01:37.61", "00:01:38.71" ], [ "00:01:40.11", "00:01:42.44" ] ], "start_stop_frames": [ [ 5541, 5700 ], [ 5700, 5836 ], [ 5856, 5922 ], [ 6006, 6146 ] ], "trgnoun": "bag", "trgverb": "unfold" }, { "key": "P02_112+23_24_25_26", "video_id": "P02_112", "narration_ids": [ "P02_112_23", "P02_112_24", "P02_112_25", "P02_112_26" ], "src": "open yoghurt . open bin . throw cover", "src1": "open yoghurt", "src2": "open bin", "src3": "throw cover", "trg": "close bin", "vis_src": "P02_112:23 P02_112:24 P02_112:25", "vis_trg": "P02_112:26", "narrations": [ "open yoghurt", "open bin", "throw cover", "close bin" ], "verbs": [ "open", "open", "throw", "close" ], "verb_classes": [ 3, 3, 13, 4 ], "nouns": [ "yoghurt", "bin", "cover", "bin" ], "noun_classes": [ 98, 36, 89, 36 ], "start_stop_timestamps": [ [ "00:00:56.71", "00:01:07.00" ], [ "00:01:06.85", "00:01:09.59" ], [ "00:01:09.80", "00:01:10.26" ], [ "00:01:10.15", "00:01:10.63" ] ], "start_stop_frames": [ [ 2835, 3350 ], [ 3342, 3479 ], [ 3490, 3513 ], [ 3507, 3531 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P01_107+20_21_22_23", "video_id": "P01_107", "narration_ids": [ "P01_107_20", "P01_107_21", "P01_107_22", "P01_107_23" ], "src": "open cereal_bag . pour cereals into cup . take bread", "src1": "open cereal_bag", "src2": "pour cereals into cup", "src3": "take bread", "trg": "put bread into container", "vis_src": "P01_107:20 P01_107:21 P01_107:22", "vis_trg": "P01_107:23", "narrations": [ "open cereal bag", "pour cereals into cup", "take bread", "put bread into container" ], "verbs": [ "open", "pour-into", "take", "put-into" ], "verb_classes": [ 3, 9, 0, 5 ], "nouns": [ "bag:cereal", "cereal", "bread", "bread" ], "noun_classes": [ 19, 99, 33, 33 ], "start_stop_timestamps": [ [ "00:00:31.89", "00:00:37.44" ], [ "00:00:37.54", "00:00:44.29" ], [ "00:00:45.11", "00:00:45.81" ], [ "00:00:45.91", "00:00:46.51" ] ], "start_stop_frames": [ [ 1594, 1872 ], [ 1877, 2214 ], [ 2255, 2290 ], [ 2295, 2325 ] ], "trgnoun": "bread", "trgverb": "put_into" }, { "key": "P01_05+141_142_143_144", "video_id": "P01_05", "narration_ids": [ "P01_05_141", "P01_05_142", "P01_05_143", "P01_05_144" ], "src": "take bread_bag . put bread in bag . fold bag", "src1": "take bread_bag", "src2": "put bread in bag", "src3": "fold bag", "trg": "put_down bag", "vis_src": "P01_05:141 P01_05:142 P01_05:143", "vis_trg": "P01_05:144", "narrations": [ "take bread bag", "put bread in bag", "fold bag", "put down bag" ], "verbs": [ "take", "put-in", "fold", "put-down" ], "verb_classes": [ 0, 5, 28, 1 ], "nouns": [ "bag:bread", "bread", "bag", "bag" ], "noun_classes": [ 19, 33, 19, 19 ], "start_stop_timestamps": [ [ "00:08:30.46", "00:08:31.35" ], [ "00:08:32.02", "00:08:34.55" ], [ "00:08:35.89", "00:08:37.80" ], [ "00:08:38.89", "00:08:39.95" ] ], "start_stop_frames": [ [ 30627, 30681 ], [ 30721, 30872 ], [ 30953, 31067 ], [ 31133, 31197 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P02_122+196_197_198_199", "video_id": "P02_122", "narration_ids": [ "P02_122_196", "P02_122_197", "P02_122_198", "P02_122_199" ], "src": "pick_up spatula . pick_up pan . slide omelette from pan into plate using spatula", "src1": "pick_up spatula", "src2": "pick_up pan", "src3": "slide omelette from pan into plate using spatula", "trg": "hit spatula on side of plate", "vis_src": "P02_122:196 P02_122:197 P02_122:198", "vis_trg": "P02_122:199", "narrations": [ "pick up spatula", "pick up pan", "slide omelette from pan into plate using spatula", "hit spatula on side of plate" ], "verbs": [ "pick-up", "pick-up", "slide-from", "hit-on" ], "verb_classes": [ 0, 0, 61, 32 ], "nouns": [ "spatula", "pan", "omelette", "spatula" ], "noun_classes": [ 20, 5, 162, 20 ], "start_stop_timestamps": [ [ "00:11:58.80", "00:11:59.26" ], [ "00:12:01.30", "00:12:02.14" ], [ "00:12:02.54", "00:12:09.83" ], [ "00:12:09.93", "00:12:15.11" ] ], "start_stop_frames": [ [ 35940, 35963 ], [ 36065, 36107 ], [ 36127, 36491 ], [ 36496, 36755 ] ], "trgnoun": "spatula", "trgverb": "hit_on" }, { "key": "P03_04+239_240_241_242", "video_id": "P03_04", "narration_ids": [ "P03_04_239", "P03_04_240", "P03_04_241", "P03_04_242" ], "src": "put spice . grab pepper . put pepper", "src1": "put spice", "src2": "grab pepper", "src3": "put pepper", "trg": "close pepper", "vis_src": "P03_04:239 P03_04:240 P03_04:241", "vis_trg": "P03_04:242", "narrations": [ "put spice", "grab pepper", "put pepper", "close pepper" ], "verbs": [ "put", "grab", "put", "close" ], "verb_classes": [ 1, 0, 1, 4 ], "nouns": [ "spice", "pepper", "pepper", "pepper" ], "noun_classes": [ 85, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:16:46.93", "00:16:47.46" ], [ "00:16:47.56", "00:16:48.22" ], [ "00:16:48.88", "00:16:52.07" ], [ "00:16:52.27", "00:16:52.77" ] ], "start_stop_frames": [ [ 60415, 60447 ], [ 60453, 60493 ], [ 60532, 60724 ], [ 60736, 60766 ] ], "trgnoun": "pepper", "trgverb": "close" }, { "key": "P22_16+474_475_476_477", "video_id": "P22_16", "narration_ids": [ "P22_16_474", "P22_16_475", "P22_16_476", "P22_16_477" ], "src": "put_on mixture . pick_up slice of bread . move slice of bread", "src1": "put_on mixture", "src2": "pick_up slice of bread", "src3": "move slice of bread", "trg": "put_down slice of bread", "vis_src": "P22_16:474 P22_16:475 P22_16:476", "vis_trg": "P22_16:477", "narrations": [ "put on mixture", "pick up slice of bread", "move slice of bread", "put down slice of bread" ], "verbs": [ "put-on", "pick-up", "move", "put-down" ], "verb_classes": [ 1, 0, 11, 1 ], "nouns": [ "mixture", "slice:bread", "slice:bread", "slice:bread" ], "noun_classes": [ 71, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:22:24.41", "00:22:25.61" ], [ "00:22:26.48", "00:22:29.33" ], [ "00:22:26.53", "00:22:27.55" ], [ "00:22:29.65", "00:22:30.82" ] ], "start_stop_frames": [ [ 80664, 80736 ], [ 80788, 80959 ], [ 80791, 80853 ], [ 80979, 81049 ] ], "trgnoun": "bread_slice", "trgverb": "put_down" }, { "key": "P02_102+5_6_7_8", "video_id": "P02_102", "narration_ids": [ "P02_102_5", "P02_102_6", "P02_102_7", "P02_102_8" ], "src": "pick_up lemons . put lemons down . pick_up eggs", "src1": "pick_up lemons", "src2": "put lemons down", "src3": "pick_up eggs", "trg": "put eggs down", "vis_src": "P02_102:5 P02_102:6 P02_102:7", "vis_trg": "P02_102:8", "narrations": [ "pick up lemons", "put lemons down", "pick up eggs", "put eggs down" ], "verbs": [ "pick-up", "put", "pick-up", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "lemon", "lemon", "egg", "egg" ], "noun_classes": [ 105, 105, 53, 53 ], "start_stop_timestamps": [ [ "00:00:07.76", "00:00:08.54" ], [ "00:00:08.71", "00:00:09.58" ], [ "00:00:09.82", "00:00:10.73" ], [ "00:00:10.83", "00:00:12.17" ] ], "start_stop_frames": [ [ 388, 426 ], [ 435, 479 ], [ 491, 536 ], [ 541, 608 ] ], "trgnoun": "egg", "trgverb": "put" }, { "key": "P04_104+201_202_203_204", "video_id": "P04_104", "narration_ids": [ "P04_104_201", "P04_104_202", "P04_104_203", "P04_104_204" ], "src": "close drawer . stir knife in bowl . hold bowl", "src1": "close drawer", "src2": "stir knife in bowl", "src3": "hold bowl", "trg": "scrape knife on side of bowl", "vis_src": "P04_104:201 P04_104:202 P04_104:203", "vis_trg": "P04_104:204", "narrations": [ "close drawer", "stir knife in bowl", "hold bowl", "scrape knife on side of bowl" ], "verbs": [ "close", "stir-in", "hold", "scrape-on" ], "verb_classes": [ 4, 10, 34, 25 ], "nouns": [ "drawer", "knife", "bowl", "knife" ], "noun_classes": [ 8, 4, 7, 4 ], "start_stop_timestamps": [ [ "00:07:04.88", "00:07:05.88" ], [ "00:07:05.73", "00:07:15.10" ], [ "00:07:07.50", "00:07:58.34" ], [ "00:07:58.44", "00:08:02.11" ] ], "start_stop_frames": [ [ 21244, 21294 ], [ 21286, 21755 ], [ 21375, 23917 ], [ 23922, 24105 ] ], "trgnoun": "knife", "trgverb": "scrape_on" }, { "key": "P02_122+14_15_16_17", "video_id": "P02_122", "narration_ids": [ "P02_122_14", "P02_122_15", "P02_122_16", "P02_122_17" ], "src": "pick_up cake_mould . put cake_mould in oven . pick_up gloves", "src1": "pick_up cake_mould", "src2": "put cake_mould in oven", "src3": "pick_up gloves", "trg": "wear glove", "vis_src": "P02_122:14 P02_122:15 P02_122:16", "vis_trg": "P02_122:17", "narrations": [ "pick up cake mould", "put cake mould in oven", "pick up gloves", "wear glove" ], "verbs": [ "pick-up", "put-in", "pick-up", "wear" ], "verb_classes": [ 0, 5, 0, 68 ], "nouns": [ "mould:cake", "mould:cake", "glove", "glove" ], "noun_classes": [ 35, 35, 60, 60 ], "start_stop_timestamps": [ [ "00:00:32.58", "00:00:35.41" ], [ "00:00:35.60", "00:00:38.53" ], [ "00:00:38.63", "00:00:39.49" ], [ "00:00:39.46", "00:00:40.42" ] ], "start_stop_frames": [ [ 1629, 1770 ], [ 1780, 1926 ], [ 1931, 1974 ], [ 1973, 2021 ] ], "trgnoun": "glove", "trgverb": "wear" }, { "key": "P03_117+164_165_166_167", "video_id": "P03_117", "narration_ids": [ "P03_117_164", "P03_117_165", "P03_117_166", "P03_117_167" ], "src": "pick_up food off of drain . move tap . pick_up sink_strainer", "src1": "pick_up food off of drain", "src2": "move tap", "src3": "pick_up sink_strainer", "trg": "take food from drain", "vis_src": "P03_117:164 P03_117:165 P03_117:166", "vis_trg": "P03_117:167", "narrations": [ "pick up food off of drain", "move tap", "pick up sink strainer", "take food from drain" ], "verbs": [ "pick-up", "move", "pick-up", "take-from" ], "verb_classes": [ 0, 11, 0, 0 ], "nouns": [ "food", "tap", "strainer:sink", "food" ], "noun_classes": [ 34, 0, 39, 34 ], "start_stop_timestamps": [ [ "00:08:22.54", "00:08:24.05" ], [ "00:08:24.29", "00:08:24.94" ], [ "00:08:25.28", "00:08:26.26" ], [ "00:08:27.05", "00:08:30.65" ] ], "start_stop_frames": [ [ 25127, 25202 ], [ 25214, 25247 ], [ 25264, 25313 ], [ 25352, 25532 ] ], "trgnoun": "food", "trgverb": "take_from" }, { "key": "P28_14+22_23_24_25", "video_id": "P28_14", "narration_ids": [ "P28_14_22", "P28_14_23", "P28_14_24", "P28_14_25" ], "src": "cut cheese . open bread . put_down bread", "src1": "cut cheese", "src2": "open bread", "src3": "put_down bread", "trg": "put cheese in bread", "vis_src": "P28_14:22 P28_14:23 P28_14:24", "vis_trg": "P28_14:25", "narrations": [ "cut cheese", "open bread", "put down bread", "put cheese in bread" ], "verbs": [ "cut", "open", "put-down", "put-in" ], "verb_classes": [ 7, 3, 1, 5 ], "nouns": [ "cheese", "bread", "bread", "cheese" ], "noun_classes": [ 32, 33, 33, 32 ], "start_stop_timestamps": [ [ "00:01:03.62", "00:01:07.53" ], [ "00:01:06.09", "00:01:08.14" ], [ "00:01:08.24", "00:01:09.94" ], [ "00:01:29.33", "00:01:32.63" ] ], "start_stop_frames": [ [ 3817, 4051 ], [ 3965, 4088 ], [ 4094, 4196 ], [ 5359, 5557 ] ], "trgnoun": "cheese", "trgverb": "put_in" }, { "key": "P01_107+17_18_19_20", "video_id": "P01_107", "narration_ids": [ "P01_107_17", "P01_107_18", "P01_107_19", "P01_107_20" ], "src": "take cereals . open cereals box . pick_up cereal_bag", "src1": "take cereals", "src2": "open cereals box", "src3": "pick_up cereal_bag", "trg": "open cereal_bag", "vis_src": "P01_107:17 P01_107:18 P01_107:19", "vis_trg": "P01_107:20", "narrations": [ "take cereals", "open cereals box", "pick up cereal bag", "open cereal bag" ], "verbs": [ "take", "open", "pick-up", "open" ], "verb_classes": [ 0, 3, 0, 3 ], "nouns": [ "cereal", "box:cereal", "bag:cereal", "bag:cereal" ], "noun_classes": [ 99, 23, 19, 19 ], "start_stop_timestamps": [ [ "00:00:28.10", "00:00:28.75" ], [ "00:00:28.75", "00:00:30.40" ], [ "00:00:29.58", "00:00:31.79" ], [ "00:00:31.89", "00:00:37.44" ] ], "start_stop_frames": [ [ 1405, 1437 ], [ 1437, 1520 ], [ 1479, 1589 ], [ 1594, 1872 ] ], "trgnoun": "cereal_bag", "trgverb": "open" }, { "key": "P01_05+162_163_164_165", "video_id": "P01_05", "narration_ids": [ "P01_05_162", "P01_05_163", "P01_05_164", "P01_05_165" ], "src": "open fruit_box . take mesh . open bin", "src1": "open fruit_box", "src2": "take mesh", "src3": "open bin", "trg": "throw mesh into bin", "vis_src": "P01_05:162 P01_05:163 P01_05:164", "vis_trg": "P01_05:165", "narrations": [ "open fruit box", "take mesh", "open bin", "throw mesh into bin" ], "verbs": [ "open", "take", "open", "throw-into" ], "verb_classes": [ 3, 0, 3, 13 ], "nouns": [ "box:fruit", "mesh", "bin", "mesh" ], "noun_classes": [ 23, 39, 36, 39 ], "start_stop_timestamps": [ [ "00:10:36.51", "00:10:44.31" ], [ "00:10:45.96", "00:10:47.96" ], [ "00:10:49.63", "00:10:50.68" ], [ "00:10:49.99", "00:10:50.68" ] ], "start_stop_frames": [ [ 38190, 38658 ], [ 38757, 38877 ], [ 38977, 39040 ], [ 38999, 39040 ] ], "trgnoun": "mesh", "trgverb": "throw_into" }, { "key": "P26_124+71_72_73_74", "video_id": "P26_124", "narration_ids": [ "P26_124_71", "P26_124_72", "P26_124_73", "P26_124_74" ], "src": "put_down spoon . rinse cutting_board . pick_up sponge", "src1": "put_down spoon", "src2": "rinse cutting_board", "src3": "pick_up sponge", "trg": "rub sponge", "vis_src": "P26_124:71 P26_124:72 P26_124:73", "vis_trg": "P26_124:74", "narrations": [ "put down spoon", "rinse cutting board", "pick up sponge", "rub sponge" ], "verbs": [ "put-down", "rinse", "pick-up", "rub" ], "verb_classes": [ 1, 2, 0, 55 ], "nouns": [ "spoon", "board:cutting", "sponge", "sponge" ], "noun_classes": [ 1, 18, 9, 9 ], "start_stop_timestamps": [ [ "00:05:09.75", "00:05:10.68" ], [ "00:05:10.70", "00:05:15.65" ], [ "00:05:15.10", "00:05:15.77" ], [ "00:05:15.87", "00:05:24.33" ] ], "start_stop_frames": [ [ 15487, 15534 ], [ 15535, 15782 ], [ 15755, 15788 ], [ 15793, 16216 ] ], "trgnoun": "sponge", "trgverb": "rub" }, { "key": "P26_124+81_82_83_84", "video_id": "P26_124", "narration_ids": [ "P26_124_81", "P26_124_82", "P26_124_83", "P26_124_84" ], "src": "pick_up sponge . rub sponge . rinse spoon", "src1": "pick_up sponge", "src2": "rub sponge", "src3": "rinse spoon", "trg": "put_down spoon", "vis_src": "P26_124:81 P26_124:82 P26_124:83", "vis_trg": "P26_124:84", "narrations": [ "pick up sponge", "rub sponge", "rinse spoon", "put down spoon" ], "verbs": [ "pick-up", "rub", "rinse", "put-down" ], "verb_classes": [ 0, 55, 2, 1 ], "nouns": [ "sponge", "sponge", "spoon", "spoon" ], "noun_classes": [ 9, 9, 1, 1 ], "start_stop_timestamps": [ [ "00:05:46.60", "00:05:47.37" ], [ "00:05:47.19", "00:05:54.99" ], [ "00:05:55.04", "00:06:01.39" ], [ "00:06:01.39", "00:06:02.36" ] ], "start_stop_frames": [ [ 17330, 17368 ], [ 17359, 17749 ], [ 17752, 18069 ], [ 18069, 18118 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P04_113+82_83_84_85", "video_id": "P04_113", "narration_ids": [ "P04_113_82", "P04_113_83", "P04_113_84", "P04_113_85" ], "src": "scratch food off tupperware tub . put_down tupperware_tub . pick_up colander", "src1": "scratch food off tupperware tub", "src2": "put_down tupperware_tub", "src3": "pick_up colander", "trg": "turn_over colander", "vis_src": "P04_113:82 P04_113:83 P04_113:84", "vis_trg": "P04_113:85", "narrations": [ "scratch food off tupperware tub", "put down tupperware tub", "pick up colander", "turn over colander" ], "verbs": [ "scratch-off", "put-down", "pick-up", "turn-over" ], "verb_classes": [ 25, 1, 0, 22 ], "nouns": [ "food", "tub:tupperware", "colander", "colander" ], "noun_classes": [ 34, 23, 39, 39 ], "start_stop_timestamps": [ [ "00:02:34.30", "00:02:36.73" ], [ "00:02:37.42", "00:02:37.85" ], [ "00:02:38.63", "00:02:40.10" ], [ "00:02:40.06", "00:02:41.18" ] ], "start_stop_frames": [ [ 7715, 7836 ], [ 7871, 7892 ], [ 7931, 8005 ], [ 8003, 8059 ] ], "trgnoun": "colander", "trgverb": "turn_over" }, { "key": "P02_123+210_211_212_213", "video_id": "P02_123", "narration_ids": [ "P02_123_210", "P02_123_211", "P02_123_212", "P02_123_213" ], "src": "wear gloves . pick_up sponge . pick_up spatula", "src1": "wear gloves", "src2": "pick_up sponge", "src3": "pick_up spatula", "trg": "sponge spatula", "vis_src": "P02_123:210 P02_123:211 P02_123:212", "vis_trg": "P02_123:213", "narrations": [ "wear gloves", "pick up sponge", "pick up spatula", "sponge spatula" ], "verbs": [ "wear", "pick-up", "pick-up", "sponge" ], "verb_classes": [ 68, 0, 0, 2 ], "nouns": [ "glove", "sponge", "spatula", "spatula" ], "noun_classes": [ 60, 9, 20, 20 ], "start_stop_timestamps": [ [ "00:12:21.09", "00:12:27.08" ], [ "00:12:27.13", "00:12:27.96" ], [ "00:12:28.04", "00:12:28.90" ], [ "00:12:27.50", "00:12:30.31" ] ], "start_stop_frames": [ [ 37054, 37354 ], [ 37356, 37398 ], [ 37402, 37445 ], [ 37375, 37515 ] ], "trgnoun": "spatula", "trgverb": "sponge" }, { "key": "P35_109+261_262_263_264", "video_id": "P35_109", "narration_ids": [ "P35_109_261", "P35_109_262", "P35_109_263", "P35_109_264" ], "src": "rinse teaspoon . put_down teaspoon . rinse saucepan", "src1": "rinse teaspoon", "src2": "put_down teaspoon", "src3": "rinse saucepan", "trg": "put_down saucepan", "vis_src": "P35_109:261 P35_109:262 P35_109:263", "vis_trg": "P35_109:264", "narrations": [ "rinse teaspoon", "put down teaspoon", "rinse saucepan", "put down saucepan" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "teaspoon", "teaspoon", "saucepan", "saucepan" ], "noun_classes": [ 1, 1, 5, 5 ], "start_stop_timestamps": [ [ "00:17:36.63", "00:17:38.26" ], [ "00:17:38.19", "00:17:39.45" ], [ "00:17:40.56", "00:17:48.10" ], [ "00:17:48.62", "00:17:49.41" ] ], "start_stop_frames": [ [ 52831, 52913 ], [ 52909, 52972 ], [ 53028, 53404 ], [ 53430, 53470 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P35_104+458_459_460_461", "video_id": "P35_104", "narration_ids": [ "P35_104_458", "P35_104_459", "P35_104_460", "P35_104_461" ], "src": "put_down pot . pick_up lid . drain lid", "src1": "put_down pot", "src2": "pick_up lid", "src3": "drain lid", "trg": "dry lid", "vis_src": "P35_104:458 P35_104:459 P35_104:460", "vis_trg": "P35_104:461", "narrations": [ "put down pot", "pick up lid", "drain lid", "dry lid" ], "verbs": [ "put-down", "pick-up", "drain", "dry" ], "verb_classes": [ 1, 0, 37, 14 ], "nouns": [ "pot", "lid", "lid", "lid" ], "noun_classes": [ 29, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:31:56.26", "00:31:59.02" ], [ "00:32:01.36", "00:32:03.11" ], [ "00:32:03.24", "00:32:05.31" ], [ "00:32:05.20", "00:32:28.80" ] ], "start_stop_frames": [ [ 95813, 95951 ], [ 96068, 96155 ], [ 96162, 96265 ], [ 96260, 97440 ] ], "trgnoun": "lid", "trgverb": "dry" }, { "key": "P02_09+287_288_289_290", "video_id": "P02_09", "narration_ids": [ "P02_09_287", "P02_09_288", "P02_09_289", "P02_09_290" ], "src": "hold pan . stir onion . put wooden_spoon", "src1": "hold pan", "src2": "stir onion", "src3": "put wooden_spoon", "trg": "pick_up wooden_spoon", "vis_src": "P02_09:287 P02_09:288 P02_09:289", "vis_trg": "P02_09:290", "narrations": [ "hold pan", "stir onion", "put wooden spoon", "pick up wooden spoon" ], "verbs": [ "hold", "stir", "put", "pick-up" ], "verb_classes": [ 34, 10, 1, 0 ], "nouns": [ "pan", "onion", "spoon:wooden", "spoon:wooden" ], "noun_classes": [ 5, 16, 1, 1 ], "start_stop_timestamps": [ [ "00:21:25.16", "00:21:26.35" ], [ "00:21:26.36", "00:21:34.99" ], [ "00:21:35.03", "00:21:36.78" ], [ "00:21:37.36", "00:21:39.75" ] ], "start_stop_frames": [ [ 77109, 77181 ], [ 77181, 77699 ], [ 77701, 77806 ], [ 77841, 77985 ] ], "trgnoun": "wooden_spoon", "trgverb": "pick_up" }, { "key": "P03_04+235_236_237_238", "video_id": "P03_04", "narration_ids": [ "P03_04_235", "P03_04_236", "P03_04_237", "P03_04_238" ], "src": "grab spice . open spice . pour spice", "src1": "grab spice", "src2": "open spice", "src3": "pour spice", "trg": "close spice", "vis_src": "P03_04:235 P03_04:236 P03_04:237", "vis_trg": "P03_04:238", "narrations": [ "grab spice", "open spice", "pour spice", "close spice" ], "verbs": [ "grab", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "spice", "spice", "spice", "spice" ], "noun_classes": [ 85, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:16:44.06", "00:16:44.72" ], [ "00:16:44.63", "00:16:45.19" ], [ "00:16:45.48", "00:16:46.24" ], [ "00:16:46.31", "00:16:46.83" ] ], "start_stop_frames": [ [ 60243, 60283 ], [ 60277, 60311 ], [ 60328, 60374 ], [ 60378, 60409 ] ], "trgnoun": "spice", "trgverb": "close" }, { "key": "P22_111+661_662_663_664", "video_id": "P22_111", "narration_ids": [ "P22_111_661", "P22_111_662", "P22_111_663", "P22_111_664" ], "src": "cut omelette . pick_up pan . pick_up omelette", "src1": "cut omelette", "src2": "pick_up pan", "src3": "pick_up omelette", "trg": "put_down omelette", "vis_src": "P22_111:661 P22_111:662 P22_111:663", "vis_trg": "P22_111:664", "narrations": [ "cut omelette", "pick up pan", "pick up omelette", "put down omelette" ], "verbs": [ "cut", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 7, 0, 0, 1 ], "nouns": [ "omelette", "pan", "omelette", "omelette" ], "noun_classes": [ 162, 5, 162, 162 ], "start_stop_timestamps": [ [ "00:25:15.45", "00:25:25.31" ], [ "00:25:25.20", "00:25:26.52" ], [ "00:25:27.23", "00:25:28.54" ], [ "00:25:29.69", "00:25:31.10" ] ], "start_stop_frames": [ [ 75772, 76265 ], [ 76260, 76326 ], [ 76361, 76427 ], [ 76484, 76555 ] ], "trgnoun": "omelette", "trgverb": "put_down" }, { "key": "P26_09+9_10_11_12", "video_id": "P26_09", "narration_ids": [ "P26_09_9", "P26_09_10", "P26_09_11", "P26_09_12" ], "src": "pour pasta into pot . put_down colander . pick_up pot", "src1": "pour pasta into pot", "src2": "put_down colander", "src3": "pick_up pot", "trg": "put_down pot", "vis_src": "P26_09:9 P26_09:10 P26_09:11", "vis_trg": "P26_09:12", "narrations": [ "pour pasta into pot", "put down colander", "pick up pot", "put down pot" ], "verbs": [ "pour-into", "put-down", "pick-up", "put-down" ], "verb_classes": [ 9, 1, 0, 1 ], "nouns": [ "pasta", "colander", "pot", "pot" ], "noun_classes": [ 45, 39, 29, 29 ], "start_stop_timestamps": [ [ "00:00:49.13", "00:00:53.46" ], [ "00:00:53.56", "00:00:54.91" ], [ "00:00:54.58", "00:00:57.33" ], [ "00:00:58.42", "00:01:00.12" ] ], "start_stop_frames": [ [ 2947, 3207 ], [ 3213, 3294 ], [ 3274, 3439 ], [ 3505, 3607 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P06_07+79_80_81_82", "video_id": "P06_07", "narration_ids": [ "P06_07_79", "P06_07_80", "P06_07_81", "P06_07_82" ], "src": "squeeze dough . take flour . spread flour on counter", "src1": "squeeze dough", "src2": "take flour", "src3": "spread flour on counter", "trg": "put dough", "vis_src": "P06_07:79 P06_07:80 P06_07:81", "vis_trg": "P06_07:82", "narrations": [ "squeeze dough", "take flour", "spread flour on counter", "put dough" ], "verbs": [ "squeeze", "take", "spread-on", "put" ], "verb_classes": [ 18, 0, 27, 1 ], "nouns": [ "dough", "flour", "flour", "dough" ], "noun_classes": [ 25, 75, 75, 25 ], "start_stop_timestamps": [ [ "00:04:44.66", "00:04:45.45" ], [ "00:04:46.07", "00:04:47.80" ], [ "00:04:47.45", "00:04:50.26" ], [ "00:04:53.23", "00:04:55.62" ] ], "start_stop_frames": [ [ 17079, 17127 ], [ 17164, 17268 ], [ 17247, 17415 ], [ 17593, 17737 ] ], "trgnoun": "dough", "trgverb": "put" }, { "key": "P02_03+65_66_67_68", "video_id": "P02_03", "narration_ids": [ "P02_03_65", "P02_03_66", "P02_03_67", "P02_03_68" ], "src": "move pan . move broccoli from chopping_board to pan using hand . open tap", "src1": "move pan", "src2": "move broccoli from chopping_board to pan using hand", "src3": "open tap", "trg": "fill pan with water", "vis_src": "P02_03:65 P02_03:66 P02_03:67", "vis_trg": "P02_03:68", "narrations": [ "move pan", "move broccoli from chopping board to pan using hand", "open tap", "fill pan with water" ], "verbs": [ "move", "move", "turn-on", "fill-with" ], "verb_classes": [ 11, 11, 6, 26 ], "nouns": [ "pan", "board:chopping", "tap", "pan" ], "noun_classes": [ 5, 18, 0, 5 ], "start_stop_timestamps": [ [ "00:02:44.10", "00:02:47.85" ], [ "00:02:47.76", "00:02:54.77" ], [ "00:02:57.29", "00:02:58.29" ], [ "00:02:57.64", "00:03:04.89" ] ], "start_stop_frames": [ [ 9846, 10071 ], [ 10065, 10486 ], [ 10637, 10697 ], [ 10658, 11093 ] ], "trgnoun": "pan", "trgverb": "fill_with" }, { "key": "P26_118+66_67_68_69", "video_id": "P26_118", "narration_ids": [ "P26_118_66", "P26_118_67", "P26_118_68", "P26_118_69" ], "src": "lather fork . put_down fork . pick_up cup", "src1": "lather fork", "src2": "put_down fork", "src3": "pick_up cup", "trg": "lather cup", "vis_src": "P26_118:66 P26_118:67 P26_118:68", "vis_trg": "P26_118:69", "narrations": [ "lather fork", "put down fork", "pick up cup", "lather cup" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "fork", "fork", "cup", "cup" ], "noun_classes": [ 14, 14, 13, 13 ], "start_stop_timestamps": [ [ "00:05:05.61", "00:05:10.88" ], [ "00:05:15.78", "00:05:16.76" ], [ "00:05:18.02", "00:05:19.06" ], [ "00:05:20.40", "00:05:25.32" ] ], "start_stop_frames": [ [ 15280, 15544 ], [ 15788, 15838 ], [ 15901, 15953 ], [ 16019, 16266 ] ], "trgnoun": "cup", "trgverb": "lather" }, { "key": "P03_101+194_195_196_197", "video_id": "P03_101", "narration_ids": [ "P03_101_194", "P03_101_195", "P03_101_196", "P03_101_197" ], "src": "move tap . turn_on tap . rinse sink_strainer", "src1": "move tap", "src2": "turn_on tap", "src3": "rinse sink_strainer", "trg": "put_down sink_strainer in sink", "vis_src": "P03_101:194 P03_101:195 P03_101:196", "vis_trg": "P03_101:197", "narrations": [ "move tap", "turn on tap", "rinse sink strainer", "put down sink strainer in sink" ], "verbs": [ "move", "turn-on", "rinse", "put-down" ], "verb_classes": [ 11, 6, 2, 1 ], "nouns": [ "tap", "tap", "strainer:sink", "strainer:sink" ], "noun_classes": [ 0, 0, 39, 39 ], "start_stop_timestamps": [ [ "00:08:18.98", "00:08:19.66" ], [ "00:08:19.58", "00:08:20.73" ], [ "00:08:20.21", "00:08:23.81" ], [ "00:08:23.91", "00:08:25.46" ] ], "start_stop_frames": [ [ 24949, 24983 ], [ 24979, 25036 ], [ 25010, 25190 ], [ 25195, 25273 ] ], "trgnoun": "sink_strainer", "trgverb": "put_down" }, { "key": "P02_131+141_142_143_144", "video_id": "P02_131", "narration_ids": [ "P02_131_141", "P02_131_142", "P02_131_143", "P02_131_144" ], "src": "open tap . rinse plate . pick_up sponge", "src1": "open tap", "src2": "rinse plate", "src3": "pick_up sponge", "trg": "sponge plate", "vis_src": "P02_131:141 P02_131:142 P02_131:143", "vis_trg": "P02_131:144", "narrations": [ "open tap", "rinse plate", "pick up sponge", "sponge plate" ], "verbs": [ "turn-on", "rinse", "pick-up", "sponge" ], "verb_classes": [ 6, 2, 0, 2 ], "nouns": [ "tap", "plate", "sponge", "plate" ], "noun_classes": [ 0, 2, 9, 2 ], "start_stop_timestamps": [ [ "00:06:44.05", "00:06:45.25" ], [ "00:06:45.53", "00:06:48.91" ], [ "00:06:48.64", "00:06:49.03" ], [ "00:06:48.99", "00:06:50.44" ] ], "start_stop_frames": [ [ 20202, 20262 ], [ 20276, 20445 ], [ 20432, 20451 ], [ 20449, 20522 ] ], "trgnoun": "plate", "trgverb": "sponge" }, { "key": "P28_14+23_24_25_26", "video_id": "P28_14", "narration_ids": [ "P28_14_23", "P28_14_24", "P28_14_25", "P28_14_26" ], "src": "open bread . put_down bread . put cheese in bread", "src1": "open bread", "src2": "put_down bread", "src3": "put cheese in bread", "trg": "cut cheese", "vis_src": "P28_14:23 P28_14:24 P28_14:25", "vis_trg": "P28_14:26", "narrations": [ "open bread", "put down bread", "put cheese in bread", "cut cheese" ], "verbs": [ "open", "put-down", "put-in", "cut" ], "verb_classes": [ 3, 1, 5, 7 ], "nouns": [ "bread", "bread", "cheese", "cheese" ], "noun_classes": [ 33, 33, 32, 32 ], "start_stop_timestamps": [ [ "00:01:06.09", "00:01:08.14" ], [ "00:01:08.24", "00:01:09.94" ], [ "00:01:29.33", "00:01:32.63" ], [ "00:01:32.73", "00:01:34.74" ] ], "start_stop_frames": [ [ 3965, 4088 ], [ 4094, 4196 ], [ 5359, 5557 ], [ 5563, 5684 ] ], "trgnoun": "cheese", "trgverb": "cut" }, { "key": "P04_101+209_210_211_212", "video_id": "P04_101", "narration_ids": [ "P04_101_209", "P04_101_210", "P04_101_211", "P04_101_212" ], "src": "stir coffee in aeropress . turn_on tap . rinse spoon", "src1": "stir coffee in aeropress", "src2": "turn_on tap", "src3": "rinse spoon", "trg": "shake spoon", "vis_src": "P04_101:209 P04_101:210 P04_101:211", "vis_trg": "P04_101:212", "narrations": [ "stir coffee in aeropress", "turn on tap", "rinse spoon", "shake spoon" ], "verbs": [ "stir-in", "turn-on", "rinse", "shake" ], "verb_classes": [ 10, 6, 2, 15 ], "nouns": [ "coffee", "tap", "spoon", "spoon" ], "noun_classes": [ 59, 0, 1, 1 ], "start_stop_timestamps": [ [ "00:08:11.67", "00:08:14.72" ], [ "00:08:15.56", "00:08:17.29" ], [ "00:08:15.73", "00:08:17.28" ], [ "00:08:17.20", "00:08:17.65" ] ], "start_stop_frames": [ [ 24583, 24736 ], [ 24778, 24864 ], [ 24786, 24864 ], [ 24860, 24882 ] ], "trgnoun": "spoon", "trgverb": "shake" }, { "key": "P35_104+674_675_676_677", "video_id": "P35_104", "narration_ids": [ "P35_104_674", "P35_104_675", "P35_104_676", "P35_104_677" ], "src": "move meat . pick_up paper . dry hands", "src1": "move meat", "src2": "pick_up paper", "src3": "dry hands", "trg": "put_down paper", "vis_src": "P35_104:674 P35_104:675 P35_104:676", "vis_trg": "P35_104:677", "narrations": [ "move meat", "pick up paper", "dry hands", "put down paper" ], "verbs": [ "move", "pick-up", "dry", "put-down" ], "verb_classes": [ 11, 0, 14, 1 ], "nouns": [ "meat", "paper", "hand", "paper" ], "noun_classes": [ 28, 49, 11, 49 ], "start_stop_timestamps": [ [ "00:46:41.08", "00:46:42.96" ], [ "00:46:47.00", "00:46:51.10" ], [ "00:46:51.15", "00:46:56.03" ], [ "00:46:55.59", "00:46:57.05" ] ], "start_stop_frames": [ [ 140054, 140148 ], [ 140350, 140555 ], [ 140557, 140801 ], [ 140779, 140852 ] ], "trgnoun": "paper", "trgverb": "put_down" }, { "key": "P22_106+127_128_129_130", "video_id": "P22_106", "narration_ids": [ "P22_106_127", "P22_106_128", "P22_106_129", "P22_106_130" ], "src": "put_down fork . pick_up plate . turn_on tap", "src1": "put_down fork", "src2": "pick_up plate", "src3": "turn_on tap", "trg": "rinse plate", "vis_src": "P22_106:127 P22_106:128 P22_106:129", "vis_trg": "P22_106:130", "narrations": [ "put down fork", "pick up plate", "turn on tap", "rinse plate" ], "verbs": [ "put-down", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "fork", "plate", "tap", "plate" ], "noun_classes": [ 14, 2, 0, 2 ], "start_stop_timestamps": [ [ "00:03:32.07", "00:03:32.64" ], [ "00:03:32.70", "00:03:34.10" ], [ "00:03:33.85", "00:03:34.59" ], [ "00:03:34.35", "00:03:35.01" ] ], "start_stop_frames": [ [ 10603, 10632 ], [ 10635, 10705 ], [ 10692, 10729 ], [ 10717, 10750 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P25_04+38_39_40_41", "video_id": "P25_04", "narration_ids": [ "P25_04_38", "P25_04_39", "P25_04_40", "P25_04_41" ], "src": "throw napkins . turn tap on . wash teaspoon", "src1": "throw napkins", "src2": "turn tap on", "src3": "wash teaspoon", "trg": "clean teaspoon", "vis_src": "P25_04:38 P25_04:39 P25_04:40", "vis_trg": "P25_04:41", "narrations": [ "throw napkins", "turn tap on", "wash teaspoon", "clean teaspoon" ], "verbs": [ "throw", "turn-on", "wash", "clean" ], "verb_classes": [ 13, 6, 2, 2 ], "nouns": [ "napkin", "tap", "teaspoon", "teaspoon" ], "noun_classes": [ 88, 0, 1, 1 ], "start_stop_timestamps": [ [ "00:07:10.60", "00:07:12.68" ], [ "00:07:17.87", "00:07:19.80" ], [ "00:07:21.39", "00:07:35.40" ], [ "00:07:30.75", "00:07:45.78" ] ], "start_stop_frames": [ [ 25836, 25960 ], [ 26272, 26388 ], [ 26483, 27324 ], [ 27045, 27946 ] ], "trgnoun": "teaspoon", "trgverb": "clean" }, { "key": "P28_104+28_29_30_31", "video_id": "P28_104", "narration_ids": [ "P28_104_28", "P28_104_29", "P28_104_30", "P28_104_31" ], "src": "put sponge . turn_on tap . rinse lid", "src1": "put sponge", "src2": "turn_on tap", "src3": "rinse lid", "trg": "put lid", "vis_src": "P28_104:28 P28_104:29 P28_104:30", "vis_trg": "P28_104:31", "narrations": [ "put sponge", "turn on tap", "rinse lid", "put lid" ], "verbs": [ "put", "turn-on", "rinse", "put" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "sponge", "tap", "lid", "lid" ], "noun_classes": [ 9, 0, 6, 6 ], "start_stop_timestamps": [ [ "00:01:11.77", "00:01:12.33" ], [ "00:01:12.43", "00:01:14.10" ], [ "00:01:13.73", "00:01:15.84" ], [ "00:01:18.28", "00:01:19.52" ] ], "start_stop_frames": [ [ 3588, 3616 ], [ 3621, 3704 ], [ 3686, 3792 ], [ 3914, 3976 ] ], "trgnoun": "lid", "trgverb": "put" }, { "key": "P13_08+151_152_153_154", "video_id": "P13_08", "narration_ids": [ "P13_08_151", "P13_08_152", "P13_08_153", "P13_08_154" ], "src": "remove cream . put spoon in drawer . clean mug", "src1": "remove cream", "src2": "put spoon in drawer", "src3": "clean mug", "trg": "put_down mug", "vis_src": "P13_08:151 P13_08:152 P13_08:153", "vis_trg": "P13_08:154", "narrations": [ "remove cream", "put spoon in drawer", "clean mug", "put down mug" ], "verbs": [ "remove", "put-in", "clean", "put-down" ], "verb_classes": [ 12, 5, 2, 1 ], "nouns": [ "cream", "spoon", "mug", "mug" ], "noun_classes": [ 143, 1, 13, 13 ], "start_stop_timestamps": [ [ "00:33:50.45", "00:34:16.43" ], [ "00:34:18.06", "00:34:20.51" ], [ "00:34:20.41", "00:34:38.70" ], [ "00:34:50.53", "00:34:52.78" ] ], "start_stop_frames": [ [ 121827, 123385 ], [ 123483, 123630 ], [ 123624, 124721 ], [ 125431, 125566 ] ], "trgnoun": "mug", "trgverb": "put_down" }, { "key": "P35_109+230_231_232_233", "video_id": "P35_109", "narration_ids": [ "P35_109_230", "P35_109_231", "P35_109_232", "P35_109_233" ], "src": "wash saucepan . put_down saucepan . wash teaspoon", "src1": "wash saucepan", "src2": "put_down saucepan", "src3": "wash teaspoon", "trg": "put_down teaspoon", "vis_src": "P35_109:230 P35_109:231 P35_109:232", "vis_trg": "P35_109:233", "narrations": [ "wash saucepan", "put down saucepan", "wash teaspoon", "put down teaspoon" ], "verbs": [ "wash", "put-down", "wash", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "saucepan", "saucepan", "teaspoon", "teaspoon" ], "noun_classes": [ 5, 5, 1, 1 ], "start_stop_timestamps": [ [ "00:15:43.25", "00:15:57.31" ], [ "00:15:57.19", "00:15:58.91" ], [ "00:15:59.01", "00:16:01.62" ], [ "00:16:01.46", "00:16:02.26" ] ], "start_stop_frames": [ [ 47162, 47865 ], [ 47859, 47945 ], [ 47950, 48081 ], [ 48073, 48113 ] ], "trgnoun": "teaspoon", "trgverb": "put_down" }, { "key": "P26_09+7_8_9_10", "video_id": "P26_09", "narration_ids": [ "P26_09_7", "P26_09_8", "P26_09_9", "P26_09_10" ], "src": "put_down pot . pick_up colander . pour pasta into pot", "src1": "put_down pot", "src2": "pick_up colander", "src3": "pour pasta into pot", "trg": "put_down colander", "vis_src": "P26_09:7 P26_09:8 P26_09:9", "vis_trg": "P26_09:10", "narrations": [ "put down pot", "pick up colander", "pour pasta into pot", "put down colander" ], "verbs": [ "put-down", "pick-up", "pour-into", "put-down" ], "verb_classes": [ 1, 0, 9, 1 ], "nouns": [ "pot", "colander", "pasta", "colander" ], "noun_classes": [ 29, 39, 45, 39 ], "start_stop_timestamps": [ [ "00:00:39.95", "00:00:41.42" ], [ "00:00:44.75", "00:00:46.80" ], [ "00:00:49.13", "00:00:53.46" ], [ "00:00:53.56", "00:00:54.91" ] ], "start_stop_frames": [ [ 2397, 2485 ], [ 2685, 2808 ], [ 2947, 3207 ], [ 3213, 3294 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P04_121+242_243_244_245", "video_id": "P04_121", "narration_ids": [ "P04_121_242", "P04_121_243", "P04_121_244", "P04_121_245" ], "src": "empty water out of bowl . scour bowl . tip water out of bowl", "src1": "empty water out of bowl", "src2": "scour bowl", "src3": "tip water out of bowl", "trg": "put_down bowl", "vis_src": "P04_121:242 P04_121:243 P04_121:244", "vis_trg": "P04_121:245", "narrations": [ "empty water out of bowl", "scour bowl", "tip water out of bowl", "put down bowl" ], "verbs": [ "empty", "scour", "tip-out", "put-down" ], "verb_classes": [ 20, 29, 20, 1 ], "nouns": [ "water", "bowl", "water", "bowl" ], "noun_classes": [ 27, 7, 27, 7 ], "start_stop_timestamps": [ [ "00:11:00.59", "00:11:01.56" ], [ "00:11:01.66", "00:11:22.78" ], [ "00:11:22.88", "00:11:24.33" ], [ "00:11:24.42", "00:11:25.10" ] ], "start_stop_frames": [ [ 33029, 33078 ], [ 33083, 34139 ], [ 34144, 34216 ], [ 34221, 34255 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P22_09+101_102_103_104", "video_id": "P22_09", "narration_ids": [ "P22_09_101", "P22_09_102", "P22_09_103", "P22_09_104" ], "src": "rinse teaspoon . put_down teaspoon . rinse bowl", "src1": "rinse teaspoon", "src2": "put_down teaspoon", "src3": "rinse bowl", "trg": "put_down bowl", "vis_src": "P22_09:101 P22_09:102 P22_09:103", "vis_trg": "P22_09:104", "narrations": [ "rinse teaspoon", "put down teaspoon", "rinse bowl", "put down bowl" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "teaspoon", "teaspoon", "bowl", "bowl" ], "noun_classes": [ 1, 1, 7, 7 ], "start_stop_timestamps": [ [ "00:03:08.90", "00:03:10.51" ], [ "00:03:10.46", "00:03:11.35" ], [ "00:03:11.19", "00:03:13.24" ], [ "00:03:13.34", "00:03:14.12" ] ], "start_stop_frames": [ [ 11334, 11430 ], [ 11427, 11481 ], [ 11471, 11594 ], [ 11600, 11647 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P03_04+236_237_238_239", "video_id": "P03_04", "narration_ids": [ "P03_04_236", "P03_04_237", "P03_04_238", "P03_04_239" ], "src": "open spice . pour spice . close spice", "src1": "open spice", "src2": "pour spice", "src3": "close spice", "trg": "put spice", "vis_src": "P03_04:236 P03_04:237 P03_04:238", "vis_trg": "P03_04:239", "narrations": [ "open spice", "pour spice", "close spice", "put spice" ], "verbs": [ "open", "pour", "close", "put" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "spice", "spice", "spice", "spice" ], "noun_classes": [ 85, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:16:44.63", "00:16:45.19" ], [ "00:16:45.48", "00:16:46.24" ], [ "00:16:46.31", "00:16:46.83" ], [ "00:16:46.93", "00:16:47.46" ] ], "start_stop_frames": [ [ 60277, 60311 ], [ 60328, 60374 ], [ 60378, 60409 ], [ 60415, 60447 ] ], "trgnoun": "spice", "trgverb": "put" }, { "key": "P02_103+42_43_44_45", "video_id": "P02_103", "narration_ids": [ "P02_103_42", "P02_103_43", "P02_103_44", "P02_103_45" ], "src": "pick_up jar . put jar in cupboard . pick_up spices jar", "src1": "pick_up jar", "src2": "put jar in cupboard", "src3": "pick_up spices jar", "trg": "put spices jar in cupboard", "vis_src": "P02_103:42 P02_103:43 P02_103:44", "vis_trg": "P02_103:45", "narrations": [ "pick up jar", "put jar in cupboard", "pick up spices jar", "put spices jar in cupboard" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "jar", "jar", "jar:spice", "jar:spice" ], "noun_classes": [ 40, 40, 40, 40 ], "start_stop_timestamps": [ [ "00:01:54.97", "00:01:55.71" ], [ "00:01:55.77", "00:01:57.82" ], [ "00:01:57.84", "00:01:58.71" ], [ "00:01:58.59", "00:01:59.43" ] ], "start_stop_frames": [ [ 5748, 5785 ], [ 5788, 5891 ], [ 5892, 5935 ], [ 5929, 5971 ] ], "trgnoun": "spice_jar", "trgverb": "put_in" }, { "key": "P13_07+20_21_22_23", "video_id": "P13_07", "narration_ids": [ "P13_07_20", "P13_07_21", "P13_07_22", "P13_07_23" ], "src": "pick_up scissors . cut pizza . keep cutting pizza", "src1": "pick_up scissors", "src2": "cut pizza", "src3": "keep cutting pizza", "trg": "put scissors on sink", "vis_src": "P13_07:20 P13_07:21 P13_07:22", "vis_trg": "P13_07:23", "narrations": [ "pick up scissors", "cut pizza", "keep cutting pizza", "put scissors on sink" ], "verbs": [ "pick-up", "cut", "cut", "put-on" ], "verb_classes": [ 0, 7, 7, 1 ], "nouns": [ "scissors", "pizza", "pizza", "scissors" ], "noun_classes": [ 79, 91, 91, 79 ], "start_stop_timestamps": [ [ "00:01:53.19", "00:01:54.22" ], [ "00:01:54.62", "00:02:07.46" ], [ "00:01:56.94", "00:01:59.69" ], [ "00:02:33.79", "00:02:36.04" ] ], "start_stop_frames": [ [ 6791, 6853 ], [ 6877, 7647 ], [ 7016, 7181 ], [ 9227, 9362 ] ], "trgnoun": "scissors", "trgverb": "put_on" }, { "key": "P03_120+137_138_139_140", "video_id": "P03_120", "narration_ids": [ "P03_120_137", "P03_120_138", "P03_120_139", "P03_120_140" ], "src": "turn_down oven . turn_off oven . move lemon", "src1": "turn_down oven", "src2": "turn_off oven", "src3": "move lemon", "trg": "roll lemon", "vis_src": "P03_120:137 P03_120:138 P03_120:139", "vis_trg": "P03_120:140", "narrations": [ "turn down oven", "turn off oven", "move lemon", "roll lemon" ], "verbs": [ "turn-down", "turn-off", "move", "roll" ], "verb_classes": [ 65, 8, 11, 47 ], "nouns": [ "oven", "oven", "lemon", "lemon" ], "noun_classes": [ 46, 46, 105, 105 ], "start_stop_timestamps": [ [ "00:06:41.99", "00:06:42.99" ], [ "00:06:43.48", "00:06:44.20" ], [ "00:06:45.55", "00:06:46.19" ], [ "00:06:45.95", "00:06:48.12" ] ], "start_stop_frames": [ [ 20099, 20149 ], [ 20174, 20210 ], [ 20277, 20309 ], [ 20297, 20406 ] ], "trgnoun": "lemon", "trgverb": "roll" }, { "key": "P03_04+302_303_304_305", "video_id": "P03_04", "narration_ids": [ "P03_04_302", "P03_04_303", "P03_04_304", "P03_04_305" ], "src": "take spice . open spice . pour spice", "src1": "take spice", "src2": "open spice", "src3": "pour spice", "trg": "close spice", "vis_src": "P03_04:302 P03_04:303 P03_04:304", "vis_trg": "P03_04:305", "narrations": [ "take spice", "open spice", "pour spice", "close spice" ], "verbs": [ "take", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "spice", "spice", "spice", "spice" ], "noun_classes": [ 85, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:21:05.18", "00:21:06.03" ], [ "00:21:06.66", "00:21:07.21" ], [ "00:21:07.27", "00:21:09.37" ], [ "00:21:09.42", "00:21:10.01" ] ], "start_stop_frames": [ [ 75910, 75961 ], [ 75999, 76032 ], [ 76036, 76162 ], [ 76165, 76200 ] ], "trgnoun": "spice", "trgverb": "close" }, { "key": "P02_09+487_488_489_490", "video_id": "P02_09", "narration_ids": [ "P02_09_487", "P02_09_488", "P02_09_489", "P02_09_490" ], "src": "pick glass . put glass . pick spoon", "src1": "pick glass", "src2": "put glass", "src3": "pick spoon", "trg": "rinse spoon", "vis_src": "P02_09:487 P02_09:488 P02_09:489", "vis_trg": "P02_09:490", "narrations": [ "pick glass", "put glass", "pick spoon", "rinse spoon" ], "verbs": [ "pick", "put", "pick", "rinse" ], "verb_classes": [ 0, 1, 0, 2 ], "nouns": [ "glass", "glass", "spoon", "spoon" ], "noun_classes": [ 10, 10, 1, 1 ], "start_stop_timestamps": [ [ "00:31:55.83", "00:31:56.79" ], [ "00:31:57.08", "00:31:57.86" ], [ "00:31:57.24", "00:31:58.24" ], [ "00:31:58.53", "00:31:59.74" ] ], "start_stop_frames": [ [ 114949, 115007 ], [ 115024, 115071 ], [ 115034, 115094 ], [ 115111, 115184 ] ], "trgnoun": "spoon", "trgverb": "rinse" }, { "key": "P01_18+477_478_479_480", "video_id": "P01_18", "narration_ids": [ "P01_18_477", "P01_18_478", "P01_18_479", "P01_18_480" ], "src": "take spoon . spoon rice . taste rice", "src1": "take spoon", "src2": "spoon rice", "src3": "taste rice", "trg": "put_down spoon", "vis_src": "P01_18:477 P01_18:478 P01_18:479", "vis_trg": "P01_18:480", "narrations": [ "take spoon", "spoon rice", "taste rice", "put down spoon" ], "verbs": [ "take", "spoon", "taste", "put-down" ], "verb_classes": [ 0, 16, 35, 1 ], "nouns": [ "spoon", "rice", "rice", "spoon" ], "noun_classes": [ 1, 55, 55, 1 ], "start_stop_timestamps": [ [ "00:38:57.76", "00:38:59.02" ], [ "00:38:59.03", "00:39:00.63" ], [ "00:39:01.02", "00:39:03.24" ], [ "00:39:03.34", "00:39:05.12" ] ], "start_stop_frames": [ [ 140265, 140341 ], [ 140341, 140437 ], [ 140461, 140594 ], [ 140600, 140707 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P02_130+264_265_266_267", "video_id": "P02_130", "narration_ids": [ "P02_130_264", "P02_130_265", "P02_130_266", "P02_130_267" ], "src": "turn_off hob . pick_up pan . pour chocolate_mixture from pan into bowl", "src1": "turn_off hob", "src2": "pick_up pan", "src3": "pour chocolate_mixture from pan into bowl", "trg": "scrape pan using wooden spoon", "vis_src": "P02_130:264 P02_130:265 P02_130:266", "vis_trg": "P02_130:267", "narrations": [ "turn off hob", "pick up pan", "pour chocolate mixture from pan into bowl", "scrape pan using wooden spoon" ], "verbs": [ "turn-off", "pick-up", "pour-from", "scrape" ], "verb_classes": [ 8, 0, 9, 25 ], "nouns": [ "hob", "pan", "mixture:chocolate", "pan" ], "noun_classes": [ 24, 5, 71, 5 ], "start_stop_timestamps": [ [ "00:14:30.21", "00:14:31.36" ], [ "00:14:31.30", "00:14:36.30" ], [ "00:14:35.61", "00:14:38.83" ], [ "00:14:38.70", "00:15:02.55" ] ], "start_stop_frames": [ [ 43510, 43568 ], [ 43565, 43815 ], [ 43780, 43941 ], [ 43935, 45127 ] ], "trgnoun": "pan", "trgverb": "scrape" }, { "key": "P22_17+56_57_58_59", "video_id": "P22_17", "narration_ids": [ "P22_17_56", "P22_17_57", "P22_17_58", "P22_17_59" ], "src": "wash half moon chopper . put half moon_chopper . take cutlery", "src1": "wash half moon chopper", "src2": "put half moon_chopper", "src3": "take cutlery", "trg": "wash cutlery", "vis_src": "P22_17:56 P22_17:57 P22_17:58", "vis_trg": "P22_17:59", "narrations": [ "wash half moon chopper", "put half moon chopper", "take cutlery", "wash cutlery" ], "verbs": [ "wash", "put", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "chopper:half:moon", "chopper:moon", "cutlery", "cutlery" ], "noun_classes": [ 4, 4, 58, 58 ], "start_stop_timestamps": [ [ "00:02:19.50", "00:02:23.63" ], [ "00:02:23.17", "00:02:25.32" ], [ "00:02:25.53", "00:02:26.70" ], [ "00:02:26.80", "00:02:30.37" ] ], "start_stop_frames": [ [ 8370, 8617 ], [ 8590, 8719 ], [ 8731, 8802 ], [ 8808, 9022 ] ], "trgnoun": "cutlery", "trgverb": "wash" }, { "key": "P02_133+18_19_20_21", "video_id": "P02_133", "narration_ids": [ "P02_133_18", "P02_133_19", "P02_133_20", "P02_133_21" ], "src": "pour yoghurt from spoon onto plate . put_down spoon . pick_up lid", "src1": "pour yoghurt from spoon onto plate", "src2": "put_down spoon", "src3": "pick_up lid", "trg": "close yoghurt", "vis_src": "P02_133:18 P02_133:19 P02_133:20", "vis_trg": "P02_133:21", "narrations": [ "pour yoghurt from spoon onto plate", "put down spoon", "pick up lid", "close yoghurt" ], "verbs": [ "pour-from", "put-down", "pick-up", "close" ], "verb_classes": [ 9, 1, 0, 4 ], "nouns": [ "yoghurt", "spoon", "lid", "yoghurt" ], "noun_classes": [ 98, 1, 6, 98 ], "start_stop_timestamps": [ [ "00:00:39.21", "00:00:39.99" ], [ "00:00:39.52", "00:00:40.25" ], [ "00:00:40.68", "00:00:41.14" ], [ "00:00:41.00", "00:00:43.13" ] ], "start_stop_frames": [ [ 1960, 1999 ], [ 1976, 2012 ], [ 2034, 2057 ], [ 2050, 2156 ] ], "trgnoun": "yoghurt", "trgverb": "close" }, { "key": "P07_10+100_101_102_103", "video_id": "P07_10", "narration_ids": [ "P07_10_100", "P07_10_101", "P07_10_102", "P07_10_103" ], "src": "shake pepper . open salt . put pepper on the chicken", "src1": "shake pepper", "src2": "open salt", "src3": "put pepper on the chicken", "trg": "sprinkle salt on the chicken", "vis_src": "P07_10:100 P07_10:101 P07_10:102", "vis_trg": "P07_10:103", "narrations": [ "shake pepper", "open salt", "put pepper on the chicken", "sprinkle salt on the chicken" ], "verbs": [ "shake", "open", "put-on", "sprinkle-on" ], "verb_classes": [ 15, 3, 1, 42 ], "nouns": [ "pepper", "salt", "pepper", "salt" ], "noun_classes": [ 37, 38, 37, 38 ], "start_stop_timestamps": [ [ "00:08:38.00", "00:08:39.50" ], [ "00:08:39.53", "00:08:40.53" ], [ "00:08:40.07", "00:08:42.26" ], [ "00:08:40.64", "00:08:42.54" ] ], "start_stop_frames": [ [ 31080, 31170 ], [ 31171, 31231 ], [ 31204, 31335 ], [ 31238, 31352 ] ], "trgnoun": "salt", "trgverb": "sprinkle_on" }, { "key": "P02_130+267_268_269_270", "video_id": "P02_130", "narration_ids": [ "P02_130_267", "P02_130_268", "P02_130_269", "P02_130_270" ], "src": "scrape pan using wooden spoon . put wooden_spoon inside bowl . put pan on hop", "src1": "scrape pan using wooden spoon", "src2": "put wooden_spoon inside bowl", "src3": "put pan on hop", "trg": "pick_up wooden_spoon", "vis_src": "P02_130:267 P02_130:268 P02_130:269", "vis_trg": "P02_130:270", "narrations": [ "scrape pan using wooden spoon", "put wooden spoon inside bowl", "put pan on hop", "pick up wooden spoon" ], "verbs": [ "scrape", "put-inside", "put-on", "pick-up" ], "verb_classes": [ 25, 5, 1, 0 ], "nouns": [ "pan", "spoon:wooden", "pan", "spoon:wooden" ], "noun_classes": [ 5, 1, 5, 1 ], "start_stop_timestamps": [ [ "00:14:38.70", "00:15:02.55" ], [ "00:15:01.15", "00:15:03.12" ], [ "00:15:03.22", "00:15:06.21" ], [ "00:15:06.31", "00:15:10.05" ] ], "start_stop_frames": [ [ 43935, 45127 ], [ 45057, 45156 ], [ 45161, 45310 ], [ 45315, 45502 ] ], "trgnoun": "wooden_spoon", "trgverb": "pick_up" }, { "key": "P08_24+29_30_31_32", "video_id": "P08_24", "narration_ids": [ "P08_24_29", "P08_24_30", "P08_24_31", "P08_24_32" ], "src": "cut skin . place knife . get chopping_board", "src1": "cut skin", "src2": "place knife", "src3": "get chopping_board", "trg": "place chopping_board", "vis_src": "P08_24:29 P08_24:30 P08_24:31", "vis_trg": "P08_24:32", "narrations": [ "cut skin", "place knife", "get chopping board", "place chopping board" ], "verbs": [ "cut", "place", "get", "place" ], "verb_classes": [ 7, 1, 0, 1 ], "nouns": [ "skin", "knife", "board:chopping", "board:chopping" ], "noun_classes": [ 48, 4, 18, 18 ], "start_stop_timestamps": [ [ "00:02:00.60", "00:02:04.05" ], [ "00:02:05.19", "00:02:06.39" ], [ "00:02:08.53", "00:02:10.38" ], [ "00:02:10.05", "00:02:11.50" ] ], "start_stop_frames": [ [ 7236, 7443 ], [ 7511, 7583 ], [ 7711, 7822 ], [ 7803, 7890 ] ], "trgnoun": "chopping_board", "trgverb": "place" }, { "key": "P06_05+101_102_103_104", "video_id": "P06_05", "narration_ids": [ "P06_05_101", "P06_05_102", "P06_05_103", "P06_05_104" ], "src": "pick_up chillies . move onion . chop chilli", "src1": "pick_up chillies", "src2": "move onion", "src3": "chop chilli", "trg": "put chilli in bag", "vis_src": "P06_05:101 P06_05:102 P06_05:103", "vis_trg": "P06_05:104", "narrations": [ "pick up chillies", "move onion", "chop chilli", "put chilli in bag" ], "verbs": [ "pick-up", "move", "chop", "put-in" ], "verb_classes": [ 0, 11, 7, 5 ], "nouns": [ "chilli", "onion", "chilli", "chilli" ], "noun_classes": [ 69, 16, 69, 69 ], "start_stop_timestamps": [ [ "00:11:19.97", "00:11:24.70" ], [ "00:11:26.40", "00:11:29.31" ], [ "00:11:30.70", "00:11:34.71" ], [ "00:11:35.80", "00:11:38.40" ] ], "start_stop_frames": [ [ 40798, 41082 ], [ 41184, 41358 ], [ 41442, 41682 ], [ 41748, 41904 ] ], "trgnoun": "chilli", "trgverb": "put_in" }, { "key": "P27_03+14_15_16_17", "video_id": "P27_03", "narration_ids": [ "P27_03_14", "P27_03_15", "P27_03_16", "P27_03_17" ], "src": "pick_up fork . put_down fork . pick_up ladles", "src1": "pick_up fork", "src2": "put_down fork", "src3": "pick_up ladles", "trg": "put_down ladles", "vis_src": "P27_03:14 P27_03:15 P27_03:16", "vis_trg": "P27_03:17", "narrations": [ "pick up fork", "put down fork", "pick up ladles", "put down ladles" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "fork", "fork", "ladle", "ladle" ], "noun_classes": [ 14, 14, 97, 97 ], "start_stop_timestamps": [ [ "00:01:15.04", "00:01:16.06" ], [ "00:01:16.03", "00:01:16.69" ], [ "00:01:19.55", "00:01:20.28" ], [ "00:01:20.38", "00:01:22.56" ] ], "start_stop_frames": [ [ 4502, 4563 ], [ 4561, 4601 ], [ 4773, 4816 ], [ 4822, 4953 ] ], "trgnoun": "ladle", "trgverb": "put_down" }, { "key": "P29_01+59_60_61_62", "video_id": "P29_01", "narration_ids": [ "P29_01_59", "P29_01_60", "P29_01_61", "P29_01_62" ], "src": "peeling onion . chopping onion . peel onion", "src1": "peeling onion", "src2": "chopping onion", "src3": "peel onion", "trg": "push onion", "vis_src": "P29_01:59 P29_01:60 P29_01:61", "vis_trg": "P29_01:62", "narrations": [ "peeling onion", "chopping onion", "peel onion", "push onion" ], "verbs": [ "peel", "chop", "peel", "push" ], "verb_classes": [ 19, 7, 19, 21 ], "nouns": [ "onion", "onion", "onion", "onion" ], "noun_classes": [ 16, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:03:23.88", "00:03:25.58" ], [ "00:03:24.09", "00:03:25.59" ], [ "00:03:25.26", "00:03:26.06" ], [ "00:03:25.69", "00:03:34.31" ] ], "start_stop_frames": [ [ 12232, 12334 ], [ 12245, 12335 ], [ 12315, 12363 ], [ 12341, 12858 ] ], "trgnoun": "onion", "trgverb": "push" }, { "key": "P01_18+542_543_544_545", "video_id": "P01_18", "narration_ids": [ "P01_18_542", "P01_18_543", "P01_18_544", "P01_18_545" ], "src": "take spoon . spoon rice . taste rice", "src1": "take spoon", "src2": "spoon rice", "src3": "taste rice", "trg": "put_down spoon", "vis_src": "P01_18:542 P01_18:543 P01_18:544", "vis_trg": "P01_18:545", "narrations": [ "take spoon", "spoon rice", "taste rice", "put down spoon" ], "verbs": [ "take", "spoon", "taste", "put-down" ], "verb_classes": [ 0, 16, 35, 1 ], "nouns": [ "spoon", "rice", "rice", "spoon" ], "noun_classes": [ 1, 55, 55, 1 ], "start_stop_timestamps": [ [ "00:43:44.42", "00:43:45.27" ], [ "00:43:45.36", "00:43:46.86" ], [ "00:43:46.99", "00:43:50.49" ], [ "00:43:50.59", "00:43:55.09" ] ], "start_stop_frames": [ [ 157465, 157516 ], [ 157521, 157611 ], [ 157619, 157829 ], [ 157835, 158105 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P12_104+224_225_226_227", "video_id": "P12_104", "narration_ids": [ "P12_104_224", "P12_104_225", "P12_104_226", "P12_104_227" ], "src": "move plastic_bag . pick_up paper . pick_up paper_roll", "src1": "move plastic_bag", "src2": "pick_up paper", "src3": "pick_up paper_roll", "trg": "take paper from paper roll", "vis_src": "P12_104:224 P12_104:225 P12_104:226", "vis_trg": "P12_104:227", "narrations": [ "move plastic bag", "pick up paper", "pick up paper roll", "take paper from paper roll" ], "verbs": [ "move", "pick-up", "pick-up", "take-from" ], "verb_classes": [ 11, 0, 0, 0 ], "nouns": [ "bag:plastic", "paper", "roll:paper", "paper" ], "noun_classes": [ 19, 49, 93, 49 ], "start_stop_timestamps": [ [ "00:15:11.92", "00:15:12.59" ], [ "00:15:12.64", "00:15:14.64" ], [ "00:15:18.11", "00:15:20.28" ], [ "00:15:20.09", "00:15:23.27" ] ], "start_stop_frames": [ [ 45596, 45629 ], [ 45632, 45732 ], [ 45905, 46014 ], [ 46004, 46163 ] ], "trgnoun": "paper", "trgverb": "take_from" }, { "key": "P35_104+266_267_268_269", "video_id": "P35_104", "narration_ids": [ "P35_104_266", "P35_104_267", "P35_104_268", "P35_104_269" ], "src": "dry container . put_down container . pick_up lid", "src1": "dry container", "src2": "put_down container", "src3": "pick_up lid", "trg": "dry lid", "vis_src": "P35_104:266 P35_104:267 P35_104:268", "vis_trg": "P35_104:269", "narrations": [ "dry container", "put down container", "pick up lid", "dry lid" ], "verbs": [ "dry", "put-down", "pick-up", "dry" ], "verb_classes": [ 14, 1, 0, 14 ], "nouns": [ "container", "container", "lid", "lid" ], "noun_classes": [ 21, 21, 6, 6 ], "start_stop_timestamps": [ [ "00:19:00.04", "00:19:06.88" ], [ "00:19:06.93", "00:19:07.57" ], [ "00:19:08.11", "00:19:08.70" ], [ "00:19:09.90", "00:19:14.23" ] ], "start_stop_frames": [ [ 57002, 57344 ], [ 57346, 57378 ], [ 57405, 57435 ], [ 57495, 57711 ] ], "trgnoun": "lid", "trgverb": "dry" }, { "key": "P29_01+172_180_181_182", "video_id": "P29_01", "narration_ids": [ "P29_01_172", "P29_01_180", "P29_01_181", "P29_01_182" ], "src": "peel sausage . squeeze sausage . throw away skin", "src1": "peel sausage", "src2": "squeeze sausage", "src3": "throw away skin", "trg": "pick_up sausage", "vis_src": "P29_01:172 P29_01:180 P29_01:181", "vis_trg": "P29_01:182", "narrations": [ "peel sausage", "squeeze sausage", "throw away skin", "pick up sausage" ], "verbs": [ "peel", "squeeze", "throw", "pick-up" ], "verb_classes": [ 19, 18, 13, 0 ], "nouns": [ "sausage", "sausage", "skin", "sausage" ], "noun_classes": [ 86, 86, 48, 86 ], "start_stop_timestamps": [ [ "00:10:56.43", "00:10:57.49" ], [ "00:11:16.31", "00:11:16.89" ], [ "00:11:19.65", "00:11:20.94" ], [ "00:11:21.92", "00:11:22.56" ] ], "start_stop_frames": [ [ 39385, 39449 ], [ 40578, 40613 ], [ 40779, 40856 ], [ 40915, 40953 ] ], "trgnoun": "sausage", "trgverb": "pick_up" }, { "key": "P35_104+277_278_279_280", "video_id": "P35_104", "narration_ids": [ "P35_104_277", "P35_104_278", "P35_104_279", "P35_104_280" ], "src": "dry container . put_down container . pick_up lid", "src1": "dry container", "src2": "put_down container", "src3": "pick_up lid", "trg": "dry lid", "vis_src": "P35_104:277 P35_104:278 P35_104:279", "vis_trg": "P35_104:280", "narrations": [ "dry container", "put down container", "pick up lid", "dry lid" ], "verbs": [ "dry", "put-down", "pick-up", "dry" ], "verb_classes": [ 14, 1, 0, 14 ], "nouns": [ "container", "container", "lid", "lid" ], "noun_classes": [ 21, 21, 6, 6 ], "start_stop_timestamps": [ [ "00:19:24.77", "00:19:33.89" ], [ "00:19:34.15", "00:19:34.62" ], [ "00:19:34.98", "00:19:36.99" ], [ "00:19:37.09", "00:19:42.34" ] ], "start_stop_frames": [ [ 58238, 58694 ], [ 58707, 58730 ], [ 58749, 58849 ], [ 58854, 59116 ] ], "trgnoun": "lid", "trgverb": "dry" }, { "key": "P02_121+76_77_78_79", "video_id": "P02_121", "narration_ids": [ "P02_121_76", "P02_121_77", "P02_121_78", "P02_121_79" ], "src": "scrape bowl using spoon . shake spoon . put_down bowl", "src1": "scrape bowl using spoon", "src2": "shake spoon", "src3": "put_down bowl", "trg": "put spoon in bowl", "vis_src": "P02_121:76 P02_121:77 P02_121:78", "vis_trg": "P02_121:79", "narrations": [ "scrape bowl using spoon", "shake spoon", "put down bowl", "put spoon in bowl" ], "verbs": [ "scrape", "shake", "put-down", "put-in" ], "verb_classes": [ 25, 15, 1, 5 ], "nouns": [ "bowl", "spoon", "bowl", "spoon" ], "noun_classes": [ 7, 1, 7, 1 ], "start_stop_timestamps": [ [ "00:05:03.84", "00:05:11.09" ], [ "00:05:10.95", "00:05:12.67" ], [ "00:05:12.72", "00:05:13.59" ], [ "00:05:12.87", "00:05:13.77" ] ], "start_stop_frames": [ [ 15191, 15554 ], [ 15547, 15633 ], [ 15636, 15679 ], [ 15643, 15688 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P03_04+303_304_305_306", "video_id": "P03_04", "narration_ids": [ "P03_04_303", "P03_04_304", "P03_04_305", "P03_04_306" ], "src": "open spice . pour spice . close spice", "src1": "open spice", "src2": "pour spice", "src3": "close spice", "trg": "take spice", "vis_src": "P03_04:303 P03_04:304 P03_04:305", "vis_trg": "P03_04:306", "narrations": [ "open spice", "pour spice", "close spice", "take spice" ], "verbs": [ "open", "pour", "close", "take" ], "verb_classes": [ 3, 9, 4, 0 ], "nouns": [ "spice", "spice", "spice", "spice" ], "noun_classes": [ 85, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:21:06.66", "00:21:07.21" ], [ "00:21:07.27", "00:21:09.37" ], [ "00:21:09.42", "00:21:10.01" ], [ "00:21:10.67", "00:21:11.42" ] ], "start_stop_frames": [ [ 75999, 76032 ], [ 76036, 76162 ], [ 76165, 76200 ], [ 76240, 76285 ] ], "trgnoun": "spice", "trgverb": "take" }, { "key": "P06_07+80_81_82_83", "video_id": "P06_07", "narration_ids": [ "P06_07_80", "P06_07_81", "P06_07_82", "P06_07_83" ], "src": "take flour . spread flour on counter . put dough", "src1": "take flour", "src2": "spread flour on counter", "src3": "put dough", "trg": "press dough", "vis_src": "P06_07:80 P06_07:81 P06_07:82", "vis_trg": "P06_07:83", "narrations": [ "take flour", "spread flour on counter", "put dough", "press dough" ], "verbs": [ "take", "spread-on", "put", "press" ], "verb_classes": [ 0, 27, 1, 21 ], "nouns": [ "flour", "flour", "dough", "dough" ], "noun_classes": [ 75, 75, 25, 25 ], "start_stop_timestamps": [ [ "00:04:46.07", "00:04:47.80" ], [ "00:04:47.45", "00:04:50.26" ], [ "00:04:53.23", "00:04:55.62" ], [ "00:04:54.47", "00:04:56.57" ] ], "start_stop_frames": [ [ 17164, 17268 ], [ 17247, 17415 ], [ 17593, 17737 ], [ 17668, 17794 ] ], "trgnoun": "dough", "trgverb": "press" }, { "key": "P01_18+586_587_588_589", "video_id": "P01_18", "narration_ids": [ "P01_18_586", "P01_18_587", "P01_18_588", "P01_18_589" ], "src": "take spoon . spoon rice . taste rice", "src1": "take spoon", "src2": "spoon rice", "src3": "taste rice", "trg": "put_down spoon", "vis_src": "P01_18:586 P01_18:587 P01_18:588", "vis_trg": "P01_18:589", "narrations": [ "take spoon", "spoon rice", "taste rice", "put down spoon" ], "verbs": [ "take", "spoon", "taste", "put-down" ], "verb_classes": [ 0, 16, 35, 1 ], "nouns": [ "spoon", "rice", "rice", "spoon" ], "noun_classes": [ 1, 55, 55, 1 ], "start_stop_timestamps": [ [ "00:50:29.96", "00:50:31.48" ], [ "00:50:30.96", "00:50:33.04" ], [ "00:50:33.11", "00:50:37.89" ], [ "00:50:38.63", "00:50:40.02" ] ], "start_stop_frames": [ [ 181797, 181888 ], [ 181857, 181982 ], [ 181986, 182273 ], [ 182317, 182401 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P01_09+66_67_68_69", "video_id": "P01_09", "narration_ids": [ "P01_09_66", "P01_09_67", "P01_09_68", "P01_09_69" ], "src": "put_down spatula . take salt . open salt", "src1": "put_down spatula", "src2": "take salt", "src3": "open salt", "trg": "pour salt", "vis_src": "P01_09:66 P01_09:67 P01_09:68", "vis_trg": "P01_09:69", "narrations": [ "put down spatula", "take salt", "open salt", "pour salt" ], "verbs": [ "put-down", "take", "open", "pour" ], "verb_classes": [ 1, 0, 3, 9 ], "nouns": [ "spatula", "salt", "salt", "salt" ], "noun_classes": [ 20, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:03:14.34", "00:03:15.08" ], [ "00:03:15.24", "00:03:16.20" ], [ "00:03:16.30", "00:03:17.65" ], [ "00:03:17.59", "00:03:20.40" ] ], "start_stop_frames": [ [ 11660, 11704 ], [ 11714, 11772 ], [ 11778, 11859 ], [ 11855, 12024 ] ], "trgnoun": "salt", "trgverb": "pour" }, { "key": "P26_09+6_7_8_9", "video_id": "P26_09", "narration_ids": [ "P26_09_6", "P26_09_7", "P26_09_8", "P26_09_9" ], "src": "drain pasta . put_down pot . pick_up colander", "src1": "drain pasta", "src2": "put_down pot", "src3": "pick_up colander", "trg": "pour pasta into pot", "vis_src": "P26_09:6 P26_09:7 P26_09:8", "vis_trg": "P26_09:9", "narrations": [ "drain pasta", "put down pot", "pick up colander", "pour pasta into pot" ], "verbs": [ "drain", "put-down", "pick-up", "pour-into" ], "verb_classes": [ 37, 1, 0, 9 ], "nouns": [ "pasta", "pot", "colander", "pasta" ], "noun_classes": [ 45, 29, 39, 45 ], "start_stop_timestamps": [ [ "00:00:32.63", "00:00:39.85" ], [ "00:00:39.95", "00:00:41.42" ], [ "00:00:44.75", "00:00:46.80" ], [ "00:00:49.13", "00:00:53.46" ] ], "start_stop_frames": [ [ 1957, 2391 ], [ 2397, 2485 ], [ 2685, 2808 ], [ 2947, 3207 ] ], "trgnoun": "pasta", "trgverb": "pour_into" }, { "key": "P02_101+3_4_5_6", "video_id": "P02_101", "narration_ids": [ "P02_101_3", "P02_101_4", "P02_101_5", "P02_101_6" ], "src": "place pod . close coffee_machine . pick mug", "src1": "place pod", "src2": "close coffee_machine", "src3": "pick mug", "trg": "turn mug", "vis_src": "P02_101:3 P02_101:4 P02_101:5", "vis_trg": "P02_101:6", "narrations": [ "place pod", "close coffee machine", "pick mug", "turn mug" ], "verbs": [ "place", "close", "pick", "turn" ], "verb_classes": [ 1, 4, 0, 23 ], "nouns": [ "pod", "machine:coffee", "mug", "mug" ], "noun_classes": [ 59, 50, 13, 13 ], "start_stop_timestamps": [ [ "00:00:10.02", "00:00:10.40" ], [ "00:00:10.49", "00:00:11.78" ], [ "00:00:12.18", "00:00:13.08" ], [ "00:00:13.18", "00:00:13.78" ] ], "start_stop_frames": [ [ 501, 520 ], [ 524, 589 ], [ 609, 654 ], [ 659, 689 ] ], "trgnoun": "mug", "trgverb": "turn" }, { "key": "P07_111+20_21_22_23", "video_id": "P07_111", "narration_ids": [ "P07_111_20", "P07_111_21", "P07_111_22", "P07_111_23" ], "src": "put sponge into sink . turn_on tap . rinse lid", "src1": "put sponge into sink", "src2": "turn_on tap", "src3": "rinse lid", "trg": "put lid into sink", "vis_src": "P07_111:20 P07_111:21 P07_111:22", "vis_trg": "P07_111:23", "narrations": [ "put sponge into sink", "turn on tap", "rinse lid", "put lid into sink" ], "verbs": [ "put-into", "turn-on", "rinse", "put-into" ], "verb_classes": [ 5, 6, 2, 5 ], "nouns": [ "sponge", "tap", "lid", "lid" ], "noun_classes": [ 9, 0, 6, 6 ], "start_stop_timestamps": [ [ "00:00:52.06", "00:00:52.87" ], [ "00:00:52.97", "00:00:54.12" ], [ "00:00:54.04", "00:00:57.53" ], [ "00:00:58.81", "00:00:59.98" ] ], "start_stop_frames": [ [ 2603, 2643 ], [ 2648, 2706 ], [ 2702, 2876 ], [ 2940, 2999 ] ], "trgnoun": "lid", "trgverb": "put_into" }, { "key": "P23_102+613_614_615_616", "video_id": "P23_102", "narration_ids": [ "P23_102_613", "P23_102_614", "P23_102_615", "P23_102_616" ], "src": "take cloth . clean counter . open tap", "src1": "take cloth", "src2": "clean counter", "src3": "open tap", "trg": "wash cloth", "vis_src": "P23_102:613 P23_102:614 P23_102:615", "vis_trg": "P23_102:616", "narrations": [ "take cloth", "clean counter", "open tap", "wash cloth" ], "verbs": [ "take", "clean", "turn-on", "wash" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "cloth", "counter", "tap", "cloth" ], "noun_classes": [ 17, 42, 0, 17 ], "start_stop_timestamps": [ [ "00:57:03.19", "00:57:04.34" ], [ "00:57:04.98", "00:57:23.07" ], [ "00:57:23.22", "00:57:24.09" ], [ "00:57:23.84", "00:57:26.47" ] ], "start_stop_frames": [ [ 171159, 171217 ], [ 171249, 172153 ], [ 172161, 172204 ], [ 172192, 172323 ] ], "trgnoun": "cloth", "trgverb": "wash" }, { "key": "P30_109+44_45_47_52", "video_id": "P30_109", "narration_ids": [ "P30_109_44", "P30_109_45", "P30_109_47", "P30_109_52" ], "src": "pick_up pan . pick_up kitchen_towel . put pan into cupboard", "src1": "pick_up pan", "src2": "pick_up kitchen_towel", "src3": "put pan into cupboard", "trg": "put kitchen_towel into pan", "vis_src": "P30_109:44 P30_109:45 P30_109:47", "vis_trg": "P30_109:52", "narrations": [ "pick up pan", "pick up kitchen towel", "put pan into cupboard", "put kitchen towel into pan" ], "verbs": [ "pick-up", "pick-up", "put-into", "put-into" ], "verb_classes": [ 0, 0, 5, 5 ], "nouns": [ "pan", "towel:kitchen", "pan", "towel:kitchen" ], "noun_classes": [ 5, 93, 5, 93 ], "start_stop_timestamps": [ [ "00:01:10.36", "00:01:14.11" ], [ "00:01:16.99", "00:01:18.49" ], [ "00:01:18.00", "00:01:20.25" ], [ "00:01:29.99", "00:01:31.24" ] ], "start_stop_frames": [ [ 3518, 3705 ], [ 3849, 3924 ], [ 3900, 4012 ], [ 4499, 4562 ] ], "trgnoun": "kitchen_towel", "trgverb": "put_into" }, { "key": "P08_02+12_13_14_15", "video_id": "P08_02", "narration_ids": [ "P08_02_12", "P08_02_13", "P08_02_14", "P08_02_15" ], "src": "close dishwasher . open cupboard . get dishwasher", "src1": "close dishwasher", "src2": "open cupboard", "src3": "get dishwasher", "trg": "unwrap dishwasher", "vis_src": "P08_02:12 P08_02:13 P08_02:14", "vis_trg": "P08_02:15", "narrations": [ "close dishwasher", "open cupboard", "get dishwasher", "unwrap" ], "verbs": [ "close", "open", "get", "unwrap" ], "verb_classes": [ 4, 3, 0, 84 ], "nouns": [ "dishwasher", "cupboard", "dishwasher", "dishwasher" ], "noun_classes": [ 70, 3, 70, 70 ], "start_stop_timestamps": [ [ "00:00:34.01", "00:00:35.94" ], [ "00:00:35.44", "00:00:36.49" ], [ "00:00:36.55", "00:00:38.77" ], [ "00:00:40.56", "00:00:43.68" ] ], "start_stop_frames": [ [ 2040, 2156 ], [ 2126, 2189 ], [ 2193, 2326 ], [ 2433, 2620 ] ], "trgnoun": "dishwasher", "trgverb": "unwrap" }, { "key": "P23_101+91_92_93_94", "video_id": "P23_101", "narration_ids": [ "P23_101_91", "P23_101_92", "P23_101_93", "P23_101_94" ], "src": "take pack . take knife . cut bag", "src1": "take pack", "src2": "take knife", "src3": "cut bag", "trg": "put knife", "vis_src": "P23_101:91 P23_101:92 P23_101:93", "vis_trg": "P23_101:94", "narrations": [ "take pack", "take knife", "cut bag", "put knife" ], "verbs": [ "take", "take", "cut", "put" ], "verb_classes": [ 0, 0, 7, 1 ], "nouns": [ "pack", "knife", "bag", "knife" ], "noun_classes": [ 26, 4, 19, 4 ], "start_stop_timestamps": [ [ "00:12:34.57", "00:12:37.46" ], [ "00:12:37.89", "00:12:38.74" ], [ "00:12:38.41", "00:12:41.71" ], [ "00:12:41.24", "00:12:42.01" ] ], "start_stop_frames": [ [ 37728, 37873 ], [ 37894, 37937 ], [ 37920, 38085 ], [ 38062, 38100 ] ], "trgnoun": "knife", "trgverb": "put" }, { "key": "P01_109+700_701_702_703", "video_id": "P01_109", "narration_ids": [ "P01_109_700", "P01_109_701", "P01_109_702", "P01_109_703" ], "src": "shake spatula . put_down spatula . pick_up plate", "src1": "shake spatula", "src2": "put_down spatula", "src3": "pick_up plate", "trg": "flip plate", "vis_src": "P01_109:700 P01_109:701 P01_109:702", "vis_trg": "P01_109:703", "narrations": [ "shake spatula", "put down spatula", "pick up plate", "flip plate" ], "verbs": [ "shake", "put-down", "pick-up", "flip" ], "verb_classes": [ 15, 1, 0, 22 ], "nouns": [ "spatula", "spatula", "plate", "plate" ], "noun_classes": [ 20, 20, 2, 2 ], "start_stop_timestamps": [ [ "00:51:42.13", "00:51:45.34" ], [ "00:51:46.02", "00:51:46.81" ], [ "00:51:47.59", "00:51:48.52" ], [ "00:51:48.62", "00:51:49.40" ] ], "start_stop_frames": [ [ 155106, 155267 ], [ 155301, 155340 ], [ 155379, 155426 ], [ 155431, 155470 ] ], "trgnoun": "plate", "trgverb": "flip" }, { "key": "P08_24+27_28_29_30", "video_id": "P08_24", "narration_ids": [ "P08_24_27", "P08_24_28", "P08_24_29", "P08_24_30" ], "src": "get knife . cut potato_skin . cut skin", "src1": "get knife", "src2": "cut potato_skin", "src3": "cut skin", "trg": "place knife", "vis_src": "P08_24:27 P08_24:28 P08_24:29", "vis_trg": "P08_24:30", "narrations": [ "get knife", "cut potato skin", "cut skin", "place knife" ], "verbs": [ "get", "cut", "cut", "place" ], "verb_classes": [ 0, 7, 7, 1 ], "nouns": [ "knife", "skin:potato", "skin", "knife" ], "noun_classes": [ 4, 48, 48, 4 ], "start_stop_timestamps": [ [ "00:01:58.69", "00:01:59.62" ], [ "00:01:59.70", "00:02:04.19" ], [ "00:02:00.60", "00:02:04.05" ], [ "00:02:05.19", "00:02:06.39" ] ], "start_stop_frames": [ [ 7121, 7177 ], [ 7182, 7451 ], [ 7236, 7443 ], [ 7511, 7583 ] ], "trgnoun": "knife", "trgverb": "place" }, { "key": "P04_107+161_162_163_164", "video_id": "P04_107", "narration_ids": [ "P04_107_161", "P04_107_162", "P04_107_163", "P04_107_164" ], "src": "move dough_ball . put_down dough and greaseproof paper onto baking tray . pick_up ball of dough", "src1": "move dough_ball", "src2": "put_down dough and greaseproof paper onto baking tray", "src3": "pick_up ball of dough", "trg": "squeeze ball of dough", "vis_src": "P04_107:161 P04_107:162 P04_107:163", "vis_trg": "P04_107:164", "narrations": [ "move dough ball", "put down dough and greaseproof paper onto baking tray", "pick up ball of dough", "squeeze ball of dough" ], "verbs": [ "move", "put-down", "pick-up", "squeeze" ], "verb_classes": [ 11, 1, 0, 18 ], "nouns": [ "ball:dough", "dough", "ball:dough", "ball:dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:06:04.39", "00:06:05.04" ], [ "00:06:05.27", "00:06:06.12" ], [ "00:06:06.22", "00:06:06.59" ], [ "00:06:06.66", "00:06:08.44" ] ], "start_stop_frames": [ [ 18219, 18252 ], [ 18263, 18306 ], [ 18311, 18329 ], [ 18333, 18422 ] ], "trgnoun": "dough_ball", "trgverb": "squeeze" }, { "key": "P01_109+722_723_724_725", "video_id": "P01_109", "narration_ids": [ "P01_109_722", "P01_109_723", "P01_109_724", "P01_109_725" ], "src": "get kitchen_roll . pick_up plate . wipe plate", "src1": "get kitchen_roll", "src2": "pick_up plate", "src3": "wipe plate", "trg": "throw kitchen_roll", "vis_src": "P01_109:722 P01_109:723 P01_109:724", "vis_trg": "P01_109:725", "narrations": [ "get kitchen roll", "pick up plate", "wipe plate", "throw kitchen roll" ], "verbs": [ "get", "pick-up", "wipe", "throw" ], "verb_classes": [ 0, 0, 2, 13 ], "nouns": [ "roll:kitchen", "plate", "plate", "roll:kitchen" ], "noun_classes": [ 93, 2, 2, 93 ], "start_stop_timestamps": [ [ "00:52:56.16", "00:52:57.90" ], [ "00:52:58.90", "00:52:59.81" ], [ "00:53:00.10", "00:53:11.23" ], [ "00:53:11.60", "00:53:12.22" ] ], "start_stop_frames": [ [ 158808, 158895 ], [ 158945, 158990 ], [ 159005, 159561 ], [ 159580, 159611 ] ], "trgnoun": "kitchen_roll", "trgverb": "throw" }, { "key": "P02_119+6_7_8_9", "video_id": "P02_119", "narration_ids": [ "P02_119_6", "P02_119_7", "P02_119_8", "P02_119_9" ], "src": "pour sugar from jar into glass . put_down sugar_jar . pick_up glass", "src1": "pour sugar from jar into glass", "src2": "put_down sugar_jar", "src3": "pick_up glass", "trg": "pour sugar into bowl", "vis_src": "P02_119:6 P02_119:7 P02_119:8", "vis_trg": "P02_119:9", "narrations": [ "pour sugar from jar into glass", "put down sugar jar", "pick up glass", "pour sugar into bowl" ], "verbs": [ "pour-from", "put-down", "pick-up", "pour-into" ], "verb_classes": [ 9, 1, 0, 9 ], "nouns": [ "sugar", "jar:sugar", "glass", "sugar" ], "noun_classes": [ 102, 40, 10, 102 ], "start_stop_timestamps": [ [ "00:00:14.56", "00:00:26.30" ], [ "00:00:25.35", "00:00:27.60" ], [ "00:00:27.69", "00:00:28.54" ], [ "00:00:28.50", "00:00:31.50" ] ], "start_stop_frames": [ [ 728, 1315 ], [ 1267, 1380 ], [ 1384, 1427 ], [ 1425, 1575 ] ], "trgnoun": "sugar", "trgverb": "pour_into" }, { "key": "P01_09+442_443_444_445", "video_id": "P01_09", "narration_ids": [ "P01_09_442", "P01_09_443", "P01_09_444", "P01_09_445" ], "src": "take baking_paper . move tray . put_down tray", "src1": "take baking_paper", "src2": "move tray", "src3": "put_down tray", "trg": "lay baking_paper onto tray", "vis_src": "P01_09:442 P01_09:443 P01_09:444", "vis_trg": "P01_09:445", "narrations": [ "take baking paper", "move tray", "put down tray", "lay baking paper onto tray" ], "verbs": [ "take", "move", "put-down", "lay-onto" ], "verb_classes": [ 0, 11, 1, 1 ], "nouns": [ "paper:baking", "tray", "tray", "paper:baking" ], "noun_classes": [ 49, 35, 35, 49 ], "start_stop_timestamps": [ [ "00:31:39.88", "00:31:40.45" ], [ "00:31:41.93", "00:31:43.07" ], [ "00:31:42.96", "00:31:44.17" ], [ "00:31:45.69", "00:31:54.81" ] ], "start_stop_frames": [ [ 113992, 114027 ], [ 114115, 114184 ], [ 114177, 114250 ], [ 114341, 114888 ] ], "trgnoun": "baking_paper", "trgverb": "lay_onto" }, { "key": "P08_05+160_161_162_163", "video_id": "P08_05", "narration_ids": [ "P08_05_160", "P08_05_161", "P08_05_162", "P08_05_163" ], "src": "get knife . cut potato_skins . cut skins", "src1": "get knife", "src2": "cut potato_skins", "src3": "cut skins", "trg": "get potato_skins", "vis_src": "P08_05:160 P08_05:161 P08_05:162", "vis_trg": "P08_05:163", "narrations": [ "get knife", "cut potato skins", "cut skins", "get potato skins" ], "verbs": [ "get", "cut", "cut", "get" ], "verb_classes": [ 0, 7, 7, 0 ], "nouns": [ "knife", "skin:potato", "skin", "skin:potato" ], "noun_classes": [ 4, 48, 48, 48 ], "start_stop_timestamps": [ [ "00:12:38.84", "00:12:40.03" ], [ "00:12:39.90", "00:12:50.31" ], [ "00:12:40.13", "00:12:51.23" ], [ "00:12:51.16", "00:12:53.41" ] ], "start_stop_frames": [ [ 45530, 45601 ], [ 45594, 46218 ], [ 45607, 46273 ], [ 46269, 46404 ] ], "trgnoun": "potato_skin", "trgverb": "get" }, { "key": "P04_109+221_222_223_224", "video_id": "P04_109", "narration_ids": [ "P04_109_221", "P04_109_222", "P04_109_223", "P04_109_224" ], "src": "pick_up sugar . put_down sugar . open rice_vinegar", "src1": "pick_up sugar", "src2": "put_down sugar", "src3": "open rice_vinegar", "trg": "pour rice_vinegar into measuring jug", "vis_src": "P04_109:221 P04_109:222 P04_109:223", "vis_trg": "P04_109:224", "narrations": [ "pick up sugar", "put down sugar", "open rice vinegar", "pour rice vinegar into measuring jug" ], "verbs": [ "pick-up", "put-down", "open", "pour-into" ], "verb_classes": [ 0, 1, 3, 9 ], "nouns": [ "sugar", "sugar", "vinegar:rice", "vinegar:rice" ], "noun_classes": [ 102, 102, 134, 134 ], "start_stop_timestamps": [ [ "00:07:09.53", "00:07:12.62" ], [ "00:07:12.23", "00:07:13.49" ], [ "00:07:13.51", "00:07:15.05" ], [ "00:07:15.27", "00:07:18.74" ] ], "start_stop_frames": [ [ 21476, 21631 ], [ 21611, 21674 ], [ 21675, 21752 ], [ 21763, 21937 ] ], "trgnoun": "rice_vinegar", "trgverb": "pour_into" }, { "key": "P27_105+241_242_243_244", "video_id": "P27_105", "narration_ids": [ "P27_105_241", "P27_105_242", "P27_105_243", "P27_105_244" ], "src": "put_down bread . close drawer . take kitchen_roll", "src1": "put_down bread", "src2": "close drawer", "src3": "take kitchen_roll", "trg": "put_down kitchen_roll", "vis_src": "P27_105:241 P27_105:242 P27_105:243", "vis_trg": "P27_105:244", "narrations": [ "put down bread", "close drawer", "take kitchen roll", "put down kitchen roll" ], "verbs": [ "put-down", "close", "take", "put-down" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "bread", "drawer", "roll:kitchen", "roll:kitchen" ], "noun_classes": [ 33, 8, 93, 93 ], "start_stop_timestamps": [ [ "00:13:26.82", "00:13:27.58" ], [ "00:13:27.67", "00:13:28.46" ], [ "00:13:30.01", "00:13:32.55" ], [ "00:13:34.33", "00:13:35.52" ] ], "start_stop_frames": [ [ 40341, 40379 ], [ 40383, 40423 ], [ 40500, 40627 ], [ 40716, 40776 ] ], "trgnoun": "kitchen_roll", "trgverb": "put_down" }, { "key": "P03_04+304_305_306_307", "video_id": "P03_04", "narration_ids": [ "P03_04_304", "P03_04_305", "P03_04_306", "P03_04_307" ], "src": "pour spice . close spice . take spice", "src1": "pour spice", "src2": "close spice", "src3": "take spice", "trg": "open spice", "vis_src": "P03_04:304 P03_04:305 P03_04:306", "vis_trg": "P03_04:307", "narrations": [ "pour spice", "close spice", "take spice", "open spice" ], "verbs": [ "pour", "close", "take", "open" ], "verb_classes": [ 9, 4, 0, 3 ], "nouns": [ "spice", "spice", "spice", "spice" ], "noun_classes": [ 85, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:21:07.27", "00:21:09.37" ], [ "00:21:09.42", "00:21:10.01" ], [ "00:21:10.67", "00:21:11.42" ], [ "00:21:11.76", "00:21:12.76" ] ], "start_stop_frames": [ [ 76036, 76162 ], [ 76165, 76200 ], [ 76240, 76285 ], [ 76305, 76365 ] ], "trgnoun": "spice", "trgverb": "open" }, { "key": "P01_109+701_702_703_704", "video_id": "P01_109", "narration_ids": [ "P01_109_701", "P01_109_702", "P01_109_703", "P01_109_704" ], "src": "put_down spatula . pick_up plate . flip plate", "src1": "put_down spatula", "src2": "pick_up plate", "src3": "flip plate", "trg": "put plate onto pan", "vis_src": "P01_109:701 P01_109:702 P01_109:703", "vis_trg": "P01_109:704", "narrations": [ "put down spatula", "pick up plate", "flip plate", "put plate onto pan" ], "verbs": [ "put-down", "pick-up", "flip", "put-onto" ], "verb_classes": [ 1, 0, 22, 1 ], "nouns": [ "spatula", "plate", "plate", "plate" ], "noun_classes": [ 20, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:51:46.02", "00:51:46.81" ], [ "00:51:47.59", "00:51:48.52" ], [ "00:51:48.62", "00:51:49.40" ], [ "00:51:49.50", "00:51:51.46" ] ], "start_stop_frames": [ [ 155301, 155340 ], [ 155379, 155426 ], [ 155431, 155470 ], [ 155475, 155573 ] ], "trgnoun": "plate", "trgverb": "put_onto" }, { "key": "P01_16+48_49_50_51", "video_id": "P01_16", "narration_ids": [ "P01_16_48", "P01_16_49", "P01_16_50", "P01_16_51" ], "src": "dry lid . dry container . put container into cupboard", "src1": "dry lid", "src2": "dry container", "src3": "put container into cupboard", "trg": "put_down container", "vis_src": "P01_16:48 P01_16:49 P01_16:50", "vis_trg": "P01_16:51", "narrations": [ "dry lid", "dry container", "put container into cupboard", "put down container" ], "verbs": [ "dry", "dry", "put-into", "put-down" ], "verb_classes": [ 14, 14, 5, 1 ], "nouns": [ "lid", "container", "container", "container" ], "noun_classes": [ 6, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:01:49.76", "00:01:51.92" ], [ "00:01:52.02", "00:01:53.97" ], [ "00:01:54.37", "00:01:55.56" ], [ "00:01:54.55", "00:01:55.21" ] ], "start_stop_frames": [ [ 6585, 6715 ], [ 6721, 6838 ], [ 6862, 6933 ], [ 6873, 6912 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P01_09+148_149_150_151", "video_id": "P01_09", "narration_ids": [ "P01_09_148", "P01_09_149", "P01_09_150", "P01_09_151" ], "src": "wash counter . take washing up liquid . pour washing up liquid", "src1": "wash counter", "src2": "take washing up liquid", "src3": "pour washing up liquid", "trg": "put_down washing up liquid", "vis_src": "P01_09:148 P01_09:149 P01_09:150", "vis_trg": "P01_09:151", "narrations": [ "wash counter", "take washing up liquid", "pour washing up liquid", "put down washing up liquid" ], "verbs": [ "wash", "take", "pour", "put-down" ], "verb_classes": [ 2, 0, 9, 1 ], "nouns": [ "counter", "liquid:washing:up", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 42, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:11:22.32", "00:11:27.87" ], [ "00:11:28.54", "00:11:29.51" ], [ "00:11:29.67", "00:11:30.91" ], [ "00:11:30.79", "00:11:31.81" ] ], "start_stop_frames": [ [ 40939, 41272 ], [ 41312, 41370 ], [ 41380, 41454 ], [ 41447, 41508 ] ], "trgnoun": "up_washing_liquid", "trgverb": "put_down" }, { "key": "P13_04+20_21_22_23", "video_id": "P13_04", "narration_ids": [ "P13_04_20", "P13_04_21", "P13_04_22", "P13_04_23" ], "src": "put mug in microwave . open cupboard . pick_up sugar", "src1": "put mug in microwave", "src2": "open cupboard", "src3": "pick_up sugar", "trg": "put_down sugar on table", "vis_src": "P13_04:20 P13_04:21 P13_04:22", "vis_trg": "P13_04:23", "narrations": [ "put mug in microwave", "open cupboard", "pick up sugar", "put down sugar on table" ], "verbs": [ "put-in", "open", "pick-up", "put-down" ], "verb_classes": [ 5, 3, 0, 1 ], "nouns": [ "mug", "cupboard", "sugar", "sugar" ], "noun_classes": [ 13, 3, 102, 102 ], "start_stop_timestamps": [ [ "00:01:37.71", "00:01:42.14" ], [ "00:01:57.28", "00:01:58.66" ], [ "00:01:58.82", "00:02:00.26" ], [ "00:02:00.36", "00:02:01.83" ] ], "start_stop_frames": [ [ 5862, 6128 ], [ 7036, 7119 ], [ 7129, 7215 ], [ 7221, 7309 ] ], "trgnoun": "sugar", "trgverb": "put_down" }, { "key": "P24_02+137_139_140_141", "video_id": "P24_02", "narration_ids": [ "P24_02_137", "P24_02_139", "P24_02_140", "P24_02_141" ], "src": "turn meat in the pan . press meat on the pan . turn_off hob", "src1": "turn meat in the pan", "src2": "press meat on the pan", "src3": "turn_off hob", "trg": "put meat onto plate", "vis_src": "P24_02:137 P24_02:139 P24_02:140", "vis_trg": "P24_02:141", "narrations": [ "turn meat in the pan", "press meat on the pan", "turn off hob", "put meat onto plate" ], "verbs": [ "turn-in", "press", "turn-off", "put-onto" ], "verb_classes": [ 23, 21, 8, 1 ], "nouns": [ "meat", "meat", "hob", "meat" ], "noun_classes": [ 28, 28, 24, 28 ], "start_stop_timestamps": [ [ "00:12:20.26", "00:12:22.41" ], [ "00:12:24.49", "00:12:30.66" ], [ "00:12:30.77", "00:12:33.97" ], [ "00:12:34.77", "00:12:37.12" ] ], "start_stop_frames": [ [ 44415, 44544 ], [ 44669, 45039 ], [ 45046, 45238 ], [ 45286, 45427 ] ], "trgnoun": "meat", "trgverb": "put_onto" }, { "key": "P04_113+278_279_280_281", "video_id": "P04_113", "narration_ids": [ "P04_113_278", "P04_113_279", "P04_113_280", "P04_113_281" ], "src": "close food_bin . turn_on tap . put bowl in sink", "src1": "close food_bin", "src2": "turn_on tap", "src3": "put bowl in sink", "trg": "fill bowl with water", "vis_src": "P04_113:278 P04_113:279 P04_113:280", "vis_trg": "P04_113:281", "narrations": [ "close food bin", "turn on tap", "put bowl in sink", "fill bowl with water" ], "verbs": [ "close", "turn-on", "put-in", "fill-with" ], "verb_classes": [ 4, 6, 5, 26 ], "nouns": [ "bin:food", "tap", "bowl", "bowl" ], "noun_classes": [ 36, 0, 7, 7 ], "start_stop_timestamps": [ [ "00:08:35.22", "00:08:35.99" ], [ "00:08:36.91", "00:08:38.05" ], [ "00:08:38.01", "00:08:38.77" ], [ "00:08:38.11", "00:08:38.65" ] ], "start_stop_frames": [ [ 25761, 25799 ], [ 25845, 25902 ], [ 25900, 25938 ], [ 25905, 25932 ] ], "trgnoun": "bowl", "trgverb": "fill_with" }, { "key": "P27_103+144_145_146_147", "video_id": "P27_103", "narration_ids": [ "P27_103_144", "P27_103_145", "P27_103_146", "P27_103_147" ], "src": "pick_up sugar . put_down sugar . pick_up package", "src1": "pick_up sugar", "src2": "put_down sugar", "src3": "pick_up package", "trg": "put_down package", "vis_src": "P27_103:144 P27_103:145 P27_103:146", "vis_trg": "P27_103:147", "narrations": [ "pick up sugar", "put down sugar", "pick up package", "put down package" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "sugar", "sugar", "package", "package" ], "noun_classes": [ 102, 102, 26, 26 ], "start_stop_timestamps": [ [ "00:07:09.88", "00:07:11.03" ], [ "00:07:11.09", "00:07:11.57" ], [ "00:07:12.62", "00:07:13.73" ], [ "00:07:17.57", "00:07:21.95" ] ], "start_stop_frames": [ [ 21494, 21551 ], [ 21554, 21578 ], [ 21631, 21686 ], [ 21878, 22097 ] ], "trgnoun": "package", "trgverb": "put_down" }, { "key": "P02_03+77_78_79_80", "video_id": "P02_03", "narration_ids": [ "P02_03_77", "P02_03_78", "P02_03_79", "P02_03_80" ], "src": "open fridge . get tupperware . pick_up plate", "src1": "open fridge", "src2": "get tupperware", "src3": "pick_up plate", "trg": "open tupperware", "vis_src": "P02_03:77 P02_03:78 P02_03:79", "vis_trg": "P02_03:80", "narrations": [ "open fridge", "get tupperware", "pick up plate", "open tupperware" ], "verbs": [ "open", "get", "pick-up", "open" ], "verb_classes": [ 3, 0, 0, 3 ], "nouns": [ "fridge", "tupperware", "plate", "tupperware" ], "noun_classes": [ 12, 23, 2, 23 ], "start_stop_timestamps": [ [ "00:03:30.06", "00:03:31.49" ], [ "00:03:31.57", "00:03:32.30" ], [ "00:03:34.71", "00:03:36.46" ], [ "00:03:37.01", "00:03:39.01" ] ], "start_stop_frames": [ [ 12603, 12689 ], [ 12694, 12738 ], [ 12882, 12987 ], [ 13020, 13140 ] ], "trgnoun": "tupperware", "trgverb": "open" }, { "key": "P04_109+227_228_229_230", "video_id": "P04_109", "narration_ids": [ "P04_109_227", "P04_109_228", "P04_109_229", "P04_109_230" ], "src": "take clip off sugar packet . pick_up sugar . pour sugar into measuring jug", "src1": "take clip off sugar packet", "src2": "pick_up sugar", "src3": "pour sugar into measuring jug", "trg": "put_down sugar", "vis_src": "P04_109:227 P04_109:228 P04_109:229", "vis_trg": "P04_109:230", "narrations": [ "take clip off sugar packet", "pick up sugar", "pour sugar into measuring jug", "put down sugar" ], "verbs": [ "take", "pick-up", "pour-into", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "clip", "sugar", "sugar", "sugar" ], "noun_classes": [ 129, 102, 102, 102 ], "start_stop_timestamps": [ [ "00:07:20.57", "00:07:22.23" ], [ "00:07:22.32", "00:07:23.02" ], [ "00:07:23.12", "00:07:26.31" ], [ "00:07:25.67", "00:07:27.24" ] ], "start_stop_frames": [ [ 22028, 22111 ], [ 22116, 22151 ], [ 22156, 22315 ], [ 22283, 22362 ] ], "trgnoun": "sugar", "trgverb": "put_down" }, { "key": "P01_18+335_336_337_338", "video_id": "P01_18", "narration_ids": [ "P01_18_335", "P01_18_336", "P01_18_337", "P01_18_338" ], "src": "take clip . close drawer . take clip from the floor", "src1": "take clip", "src2": "close drawer", "src3": "take clip from the floor", "trg": "put clip on", "vis_src": "P01_18:335 P01_18:336 P01_18:337", "vis_trg": "P01_18:338", "narrations": [ "take clip", "close drawer", "take clip from the floor", "put clip on" ], "verbs": [ "take", "close", "take-from", "put-on" ], "verb_classes": [ 0, 4, 0, 1 ], "nouns": [ "clip", "drawer", "clip", "clip" ], "noun_classes": [ 129, 8, 129, 129 ], "start_stop_timestamps": [ [ "00:24:40.16", "00:24:43.71" ], [ "00:24:43.90", "00:24:44.97" ], [ "00:24:45.27", "00:24:46.53" ], [ "00:24:46.64", "00:24:48.64" ] ], "start_stop_frames": [ [ 88809, 89022 ], [ 89034, 89098 ], [ 89116, 89191 ], [ 89198, 89318 ] ], "trgnoun": "clip", "trgverb": "put_on" }, { "key": "P02_129+117_118_119_120", "video_id": "P02_129", "narration_ids": [ "P02_129_117", "P02_129_118", "P02_129_119", "P02_129_120" ], "src": "pick_up spice_jar . put spice_jar in cupboard . pick_up flour_bag", "src1": "pick_up spice_jar", "src2": "put spice_jar in cupboard", "src3": "pick_up flour_bag", "trg": "put flour_bag in cupboard", "vis_src": "P02_129:117 P02_129:118 P02_129:119", "vis_trg": "P02_129:120", "narrations": [ "pick up spice jar", "put spice jar in cupboard", "pick up flour bag", "put flour bag in cupboard" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "jar:spice", "jar:spice", "bag:flour", "bag:flour" ], "noun_classes": [ 40, 40, 19, 19 ], "start_stop_timestamps": [ [ "00:04:16.12", "00:04:17.06" ], [ "00:04:17.08", "00:04:21.91" ], [ "00:04:21.98", "00:04:24.83" ], [ "00:04:24.57", "00:04:26.99" ] ], "start_stop_frames": [ [ 12806, 12853 ], [ 12854, 13095 ], [ 13099, 13241 ], [ 13228, 13349 ] ], "trgnoun": "flour_bag", "trgverb": "put_in" }, { "key": "P03_101+15_16_17_18", "video_id": "P03_101", "narration_ids": [ "P03_101_15", "P03_101_16", "P03_101_17", "P03_101_18" ], "src": "place saucepan . pick_up grater . open cupboard", "src1": "place saucepan", "src2": "pick_up grater", "src3": "open cupboard", "trg": "place grater in cupboard", "vis_src": "P03_101:15 P03_101:16 P03_101:17", "vis_trg": "P03_101:18", "narrations": [ "place saucepan", "pick up grater", "open cupboard", "place grater in cupboard" ], "verbs": [ "place", "pick-up", "open", "place-in" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "saucepan", "grater", "cupboard", "grater" ], "noun_classes": [ 5, 96, 3, 96 ], "start_stop_timestamps": [ [ "00:00:18.87", "00:00:23.89" ], [ "00:00:23.99", "00:00:25.10" ], [ "00:00:26.08", "00:00:26.75" ], [ "00:00:26.87", "00:00:27.83" ] ], "start_stop_frames": [ [ 943, 1194 ], [ 1199, 1255 ], [ 1304, 1337 ], [ 1343, 1391 ] ], "trgnoun": "grater", "trgverb": "place_in" }, { "key": "P04_109+226_227_228_229", "video_id": "P04_109", "narration_ids": [ "P04_109_226", "P04_109_227", "P04_109_228", "P04_109_229" ], "src": "put_down rice_vinegar . take clip off sugar packet . pick_up sugar", "src1": "put_down rice_vinegar", "src2": "take clip off sugar packet", "src3": "pick_up sugar", "trg": "pour sugar into measuring jug", "vis_src": "P04_109:226 P04_109:227 P04_109:228", "vis_trg": "P04_109:229", "narrations": [ "put down rice vinegar", "take clip off sugar packet", "pick up sugar", "pour sugar into measuring jug" ], "verbs": [ "put-down", "take", "pick-up", "pour-into" ], "verb_classes": [ 1, 0, 0, 9 ], "nouns": [ "vinegar:rice", "clip", "sugar", "sugar" ], "noun_classes": [ 134, 129, 102, 102 ], "start_stop_timestamps": [ [ "00:07:19.44", "00:07:20.05" ], [ "00:07:20.57", "00:07:22.23" ], [ "00:07:22.32", "00:07:23.02" ], [ "00:07:23.12", "00:07:26.31" ] ], "start_stop_frames": [ [ 21972, 22002 ], [ 22028, 22111 ], [ 22116, 22151 ], [ 22156, 22315 ] ], "trgnoun": "sugar", "trgverb": "pour_into" }, { "key": "P27_105+96_97_98_99", "video_id": "P27_105", "narration_ids": [ "P27_105_96", "P27_105_97", "P27_105_98", "P27_105_99" ], "src": "move sachet . pick_up sugar . pick_up sugar_jar", "src1": "move sachet", "src2": "pick_up sugar", "src3": "pick_up sugar_jar", "trg": "put_down sugar_jar", "vis_src": "P27_105:96 P27_105:97 P27_105:98", "vis_trg": "P27_105:99", "narrations": [ "move sachet", "pick up sugar", "pick up sugar jar", "put down sugar jar" ], "verbs": [ "move", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 11, 0, 0, 1 ], "nouns": [ "sachet", "sugar", "jar:sugar", "jar:sugar" ], "noun_classes": [ 26, 102, 40, 40 ], "start_stop_timestamps": [ [ "00:05:11.59", "00:05:13.37" ], [ "00:05:12.66", "00:05:13.77" ], [ "00:05:15.22", "00:05:17.42" ], [ "00:05:17.47", "00:05:18.48" ] ], "start_stop_frames": [ [ 15579, 15668 ], [ 15633, 15688 ], [ 15761, 15871 ], [ 15873, 15924 ] ], "trgnoun": "sugar_jar", "trgverb": "put_down" }, { "key": "P01_05+184_185_186_187", "video_id": "P01_05", "narration_ids": [ "P01_05_184", "P01_05_185", "P01_05_186", "P01_05_187" ], "src": "take tongs . put_down tongs . take spoon", "src1": "take tongs", "src2": "put_down tongs", "src3": "take spoon", "trg": "stir spoon", "vis_src": "P01_05:184 P01_05:185 P01_05:186", "vis_trg": "P01_05:187", "narrations": [ "take tongs", "put down tongs", "take spoon", "stir" ], "verbs": [ "take", "put-down", "take", "stir" ], "verb_classes": [ 0, 1, 0, 10 ], "nouns": [ "tongs", "tongs", "spoon", "spoon" ], "noun_classes": [ 142, 142, 1, 1 ], "start_stop_timestamps": [ [ "00:13:01.67", "00:13:04.12" ], [ "00:13:08.10", "00:13:09.23" ], [ "00:13:09.44", "00:13:10.21" ], [ "00:13:11.31", "00:13:18.98" ] ], "start_stop_frames": [ [ 46900, 47047 ], [ 47286, 47353 ], [ 47366, 47412 ], [ 47478, 47938 ] ], "trgnoun": "spoon", "trgverb": "stir" }, { "key": "P11_05+19_20_21_22", "video_id": "P11_05", "narration_ids": [ "P11_05_19", "P11_05_20", "P11_05_21", "P11_05_22" ], "src": "open fridge . take_out courgette . move cheese", "src1": "open fridge", "src2": "take_out courgette", "src3": "move cheese", "trg": "open courgette", "vis_src": "P11_05:19 P11_05:20 P11_05:21", "vis_trg": "P11_05:22", "narrations": [ "open fridge", "take out courgette", "move cheese", "open courgette" ], "verbs": [ "open", "take-out", "move", "open" ], "verb_classes": [ 3, 12, 11, 3 ], "nouns": [ "fridge", "courgette", "cheese", "courgette" ], "noun_classes": [ 12, 76, 32, 76 ], "start_stop_timestamps": [ [ "00:00:59.26", "00:01:01.61" ], [ "00:01:02.29", "00:01:03.93" ], [ "00:01:05.88", "00:01:08.52" ], [ "00:01:10.61", "00:01:12.22" ] ], "start_stop_frames": [ [ 3555, 3696 ], [ 3737, 3835 ], [ 3952, 4111 ], [ 4236, 4333 ] ], "trgnoun": "courgette", "trgverb": "open" }, { "key": "P01_105+126_127_128_129", "video_id": "P01_105", "narration_ids": [ "P01_105_126", "P01_105_127", "P01_105_128", "P01_105_129" ], "src": "pick_up peeler . close drawer . peel carrot", "src1": "pick_up peeler", "src2": "close drawer", "src3": "peel carrot", "trg": "put_down peeler", "vis_src": "P01_105:126 P01_105:127 P01_105:128", "vis_trg": "P01_105:129", "narrations": [ "pick up peeler", "close drawer", "peel carrot", "put down peeler" ], "verbs": [ "pick-up", "close", "peel", "put-down" ], "verb_classes": [ 0, 4, 19, 1 ], "nouns": [ "peeler", "drawer", "carrot", "peeler" ], "noun_classes": [ 87, 8, 41, 87 ], "start_stop_timestamps": [ [ "00:03:50.51", "00:03:51.17" ], [ "00:03:51.10", "00:03:51.80" ], [ "00:03:52.38", "00:04:11.73" ], [ "00:04:11.83", "00:04:12.62" ] ], "start_stop_frames": [ [ 11525, 11558 ], [ 11555, 11590 ], [ 11619, 12586 ], [ 12591, 12631 ] ], "trgnoun": "peeler", "trgverb": "put_down" }, { "key": "P13_10+0_1_2_3", "video_id": "P13_10", "narration_ids": [ "P13_10_0", "P13_10_1", "P13_10_2", "P13_10_3" ], "src": "pick_up tongs . put_down tongs . pick_up plate", "src1": "pick_up tongs", "src2": "put_down tongs", "src3": "pick_up plate", "trg": "put plate on table", "vis_src": "P13_10:0 P13_10:1 P13_10:2", "vis_trg": "P13_10:3", "narrations": [ "pick up tongs", "put down tongs", "pick up plate", "put plate on table" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-on" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "tongs", "tongs", "plate", "plate" ], "noun_classes": [ 142, 142, 2, 2 ], "start_stop_timestamps": [ [ "00:00:00.18", "00:00:01.63" ], [ "00:00:03.66", "00:00:04.85" ], [ "00:00:06.79", "00:00:07.89" ], [ "00:00:07.99", "00:00:09.42" ] ], "start_stop_frames": [ [ 10, 97 ], [ 219, 291 ], [ 407, 473 ], [ 479, 565 ] ], "trgnoun": "plate", "trgverb": "put_on" }, { "key": "P22_16+152_153_154_155", "video_id": "P22_16", "narration_ids": [ "P22_16_152", "P22_16_153", "P22_16_154", "P22_16_155" ], "src": "close drawer . put_down bag . pick_up carrots", "src1": "close drawer", "src2": "put_down bag", "src3": "pick_up carrots", "trg": "put_down carrots", "vis_src": "P22_16:152 P22_16:153 P22_16:154", "vis_trg": "P22_16:155", "narrations": [ "close drawer", "put down bag", "pick up carrots", "put down carrots" ], "verbs": [ "close", "put-down", "pick-up", "put-down" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "drawer", "bag", "carrot", "carrot" ], "noun_classes": [ 8, 19, 41, 41 ], "start_stop_timestamps": [ [ "00:05:41.75", "00:05:42.25" ], [ "00:05:42.35", "00:05:43.10" ], [ "00:05:43.82", "00:05:44.79" ], [ "00:05:45.19", "00:05:46.30" ] ], "start_stop_frames": [ [ 20505, 20535 ], [ 20541, 20586 ], [ 20629, 20687 ], [ 20711, 20778 ] ], "trgnoun": "carrot", "trgverb": "put_down" }, { "key": "P01_05+185_186_187_188", "video_id": "P01_05", "narration_ids": [ "P01_05_185", "P01_05_186", "P01_05_187", "P01_05_188" ], "src": "put_down tongs . take spoon . stir spoon", "src1": "put_down tongs", "src2": "take spoon", "src3": "stir spoon", "trg": "put_down spoon", "vis_src": "P01_05:185 P01_05:186 P01_05:187", "vis_trg": "P01_05:188", "narrations": [ "put down tongs", "take spoon", "stir", "put down spoon" ], "verbs": [ "put-down", "take", "stir", "put-down" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "tongs", "spoon", "spoon", "spoon" ], "noun_classes": [ 142, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:13:08.10", "00:13:09.23" ], [ "00:13:09.44", "00:13:10.21" ], [ "00:13:11.31", "00:13:18.98" ], [ "00:13:19.81", "00:13:20.55" ] ], "start_stop_frames": [ [ 47286, 47353 ], [ 47366, 47412 ], [ 47478, 47938 ], [ 47988, 48033 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P04_03+190_191_192_193", "video_id": "P04_03", "narration_ids": [ "P04_03_190", "P04_03_191", "P04_03_192", "P04_03_193" ], "src": "close dishwasher . turn_off hob . mix carrot", "src1": "close dishwasher", "src2": "turn_off hob", "src3": "mix carrot", "trg": "put carrot in lunch box", "vis_src": "P04_03:190 P04_03:191 P04_03:192", "vis_trg": "P04_03:193", "narrations": [ "close dishwasher", "turn off hob", "mix carrot", "put carrot in lunch box" ], "verbs": [ "close", "turn-off", "mix", "put-in" ], "verb_classes": [ 4, 8, 10, 5 ], "nouns": [ "dishwasher", "hob", "carrot", "carrot" ], "noun_classes": [ 70, 24, 41, 41 ], "start_stop_timestamps": [ [ "00:11:19.68", "00:11:20.55" ], [ "00:11:21.00", "00:11:26.25" ], [ "00:11:27.25", "00:11:28.96" ], [ "00:11:28.69", "00:11:33.31" ] ], "start_stop_frames": [ [ 40780, 40833 ], [ 40860, 41175 ], [ 41235, 41337 ], [ 41321, 41598 ] ], "trgnoun": "carrot", "trgverb": "put_in" }, { "key": "P23_04+175_176_177_178", "video_id": "P23_04", "narration_ids": [ "P23_04_175", "P23_04_176", "P23_04_177", "P23_04_178" ], "src": "cleaning the coffee_machine . put the coffee_machine into the rack . take the cloth", "src1": "cleaning the coffee_machine", "src2": "put the coffee_machine into the rack", "src3": "take the cloth", "trg": "hanging the cloth", "vis_src": "P23_04:175 P23_04:176 P23_04:177", "vis_trg": "P23_04:178", "narrations": [ "cleaning the coffee machine", "put the coffee machine into the rack", "take the cloth", "hanging the cloth" ], "verbs": [ "clean", "put-into", "take", "hang" ], "verb_classes": [ 2, 5, 0, 41 ], "nouns": [ "machine:coffee", "machine:coffee", "cloth", "cloth" ], "noun_classes": [ 50, 50, 17, 17 ], "start_stop_timestamps": [ [ "00:33:26.01", "00:33:45.50" ], [ "00:33:49.38", "00:33:56.49" ], [ "00:34:17.15", "00:34:19.18" ], [ "00:34:18.66", "00:34:21.51" ] ], "start_stop_frames": [ [ 120360, 121530 ], [ 121762, 122189 ], [ 123429, 123550 ], [ 123519, 123690 ] ], "trgnoun": "cloth", "trgverb": "hang" }, { "key": "P22_115+97_98_99_100", "video_id": "P22_115", "narration_ids": [ "P22_115_97", "P22_115_98", "P22_115_99", "P22_115_100" ], "src": "pick_up lid . turn_on tap . rinse lid", "src1": "pick_up lid", "src2": "turn_on tap", "src3": "rinse lid", "trg": "lather lid", "vis_src": "P22_115:97 P22_115:98 P22_115:99", "vis_trg": "P22_115:100", "narrations": [ "pick up lid", "turn on tap", "rinse lid", "lather lid" ], "verbs": [ "pick-up", "turn-on", "rinse", "lather" ], "verb_classes": [ 0, 6, 2, 2 ], "nouns": [ "lid", "tap", "lid", "lid" ], "noun_classes": [ 6, 0, 6, 6 ], "start_stop_timestamps": [ [ "00:02:53.82", "00:02:54.68" ], [ "00:02:54.00", "00:02:55.83" ], [ "00:02:55.32", "00:02:56.19" ], [ "00:02:56.14", "00:03:01.56" ] ], "start_stop_frames": [ [ 8691, 8734 ], [ 8700, 8791 ], [ 8766, 8809 ], [ 8807, 9078 ] ], "trgnoun": "lid", "trgverb": "lather" }, { "key": "P03_120+120_121_122_123", "video_id": "P03_120", "narration_ids": [ "P03_120_120", "P03_120_121", "P03_120_122", "P03_120_123" ], "src": "put_down bowl . pick_up grater . pick_up lemon", "src1": "put_down bowl", "src2": "pick_up grater", "src3": "pick_up lemon", "trg": "put grater in bowl", "vis_src": "P03_120:120 P03_120:121 P03_120:122", "vis_trg": "P03_120:123", "narrations": [ "put down bowl", "pick up grater", "pick up lemon", "put grater in bowl" ], "verbs": [ "put-down", "pick-up", "pick-up", "put-in" ], "verb_classes": [ 1, 0, 0, 5 ], "nouns": [ "bowl", "grater", "lemon", "grater" ], "noun_classes": [ 7, 96, 105, 96 ], "start_stop_timestamps": [ [ "00:04:59.82", "00:05:01.53" ], [ "00:05:00.74", "00:05:01.30" ], [ "00:05:01.39", "00:05:02.04" ], [ "00:05:02.17", "00:05:03.60" ] ], "start_stop_frames": [ [ 14991, 15076 ], [ 15037, 15065 ], [ 15069, 15102 ], [ 15108, 15180 ] ], "trgnoun": "grater", "trgverb": "put_in" }, { "key": "P04_03+178_179_180_181", "video_id": "P04_03", "narration_ids": [ "P04_03_178", "P04_03_179", "P04_03_180", "P04_03_181" ], "src": "mix carrot . move kitchen_roll . wipe box", "src1": "mix carrot", "src2": "move kitchen_roll", "src3": "wipe box", "trg": "put kitchen_roll in bin", "vis_src": "P04_03:178 P04_03:179 P04_03:180", "vis_trg": "P04_03:181", "narrations": [ "mix carrot", "move kitchen roll", "wipe box", "put kitchen roll in bin" ], "verbs": [ "mix", "move", "wipe", "put-in" ], "verb_classes": [ 10, 11, 2, 5 ], "nouns": [ "carrot", "roll:kitchen", "box", "roll:kitchen" ], "noun_classes": [ 41, 93, 23, 93 ], "start_stop_timestamps": [ [ "00:10:44.08", "00:10:58.21" ], [ "00:10:59.70", "00:11:02.10" ], [ "00:11:02.95", "00:11:05.20" ], [ "00:11:07.68", "00:11:08.55" ] ], "start_stop_frames": [ [ 38644, 39492 ], [ 39582, 39726 ], [ 39777, 39912 ], [ 40060, 40113 ] ], "trgnoun": "kitchen_roll", "trgverb": "put_in" }, { "key": "P04_04+144_145_146_147", "video_id": "P04_04", "narration_ids": [ "P04_04_144", "P04_04_145", "P04_04_146", "P04_04_147" ], "src": "put_down wok . move onion . open cupboard", "src1": "put_down wok", "src2": "move onion", "src3": "open cupboard", "trg": "pick_up onion", "vis_src": "P04_04:144 P04_04:145 P04_04:146", "vis_trg": "P04_04:147", "narrations": [ "put down wok", "move onion", "open cupboard", "pick up onion" ], "verbs": [ "put-down", "move", "open", "pick-up" ], "verb_classes": [ 1, 11, 3, 0 ], "nouns": [ "wok", "onion", "cupboard", "onion" ], "noun_classes": [ 5, 16, 3, 16 ], "start_stop_timestamps": [ [ "00:13:29.15", "00:13:33.08" ], [ "00:13:34.24", "00:13:38.60" ], [ "00:13:39.40", "00:13:41.14" ], [ "00:13:41.06", "00:13:43.67" ] ], "start_stop_frames": [ [ 48549, 48784 ], [ 48854, 49116 ], [ 49164, 49268 ], [ 49263, 49420 ] ], "trgnoun": "onion", "trgverb": "pick_up" }, { "key": "P01_18+682_683_684_685", "video_id": "P01_18", "narration_ids": [ "P01_18_682", "P01_18_683", "P01_18_684", "P01_18_685" ], "src": "put_down spoon . turn_on tap . rinse spatula", "src1": "put_down spoon", "src2": "turn_on tap", "src3": "rinse spatula", "trg": "put_down spatula", "vis_src": "P01_18:682 P01_18:683 P01_18:684", "vis_trg": "P01_18:685", "narrations": [ "put down spoon", "turn on tap", "rinse spatula", "put down spatula" ], "verbs": [ "put-down", "turn-on", "rinse", "put-down" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "spoon", "tap", "spatula", "spatula" ], "noun_classes": [ 1, 0, 20, 20 ], "start_stop_timestamps": [ [ "01:01:17.47", "01:01:19.76" ], [ "01:01:21.69", "01:01:22.45" ], [ "01:01:22.31", "01:01:24.97" ], [ "01:01:24.21", "01:01:25.32" ] ], "start_stop_frames": [ [ 220648, 220785 ], [ 220901, 220947 ], [ 220938, 221098 ], [ 221052, 221119 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P22_115+27_28_29_30", "video_id": "P22_115", "narration_ids": [ "P22_115_27", "P22_115_28", "P22_115_29", "P22_115_30" ], "src": "pick_up container . shake container . pick_up lid", "src1": "pick_up container", "src2": "shake container", "src3": "pick_up lid", "trg": "put_down container", "vis_src": "P22_115:27 P22_115:28 P22_115:29", "vis_trg": "P22_115:30", "narrations": [ "pick up container", "shake container", "pick up lid", "put down container" ], "verbs": [ "pick-up", "shake", "pick-up", "put-down" ], "verb_classes": [ 0, 15, 0, 1 ], "nouns": [ "container", "container", "lid", "container" ], "noun_classes": [ 21, 21, 6, 21 ], "start_stop_timestamps": [ [ "00:00:52.72", "00:00:53.50" ], [ "00:00:53.12", "00:00:54.31" ], [ "00:00:56.19", "00:00:57.35" ], [ "00:01:01.43", "00:01:02.19" ] ], "start_stop_frames": [ [ 2636, 2675 ], [ 2656, 2715 ], [ 2809, 2867 ], [ 3071, 3109 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P22_112+2_3_4_5", "video_id": "P22_112", "narration_ids": [ "P22_112_2", "P22_112_3", "P22_112_4", "P22_112_5" ], "src": "put_down spoon . pick_up lid . pick_up container", "src1": "put_down spoon", "src2": "pick_up lid", "src3": "pick_up container", "trg": "put_down container", "vis_src": "P22_112:2 P22_112:3 P22_112:4", "vis_trg": "P22_112:5", "narrations": [ "put down spoon", "pick up lid", "pick up container", "put down container" ], "verbs": [ "put-down", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "spoon", "lid", "container", "container" ], "noun_classes": [ 1, 6, 21, 21 ], "start_stop_timestamps": [ [ "00:00:23.08", "00:00:23.75" ], [ "00:00:24.51", "00:00:25.48" ], [ "00:00:25.15", "00:00:25.98" ], [ "00:00:25.98", "00:00:26.70" ] ], "start_stop_frames": [ [ 1154, 1187 ], [ 1225, 1274 ], [ 1257, 1299 ], [ 1299, 1335 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P02_130+266_267_268_269", "video_id": "P02_130", "narration_ids": [ "P02_130_266", "P02_130_267", "P02_130_268", "P02_130_269" ], "src": "pour chocolate_mixture from pan into bowl . scrape pan using wooden spoon . put wooden_spoon inside bowl", "src1": "pour chocolate_mixture from pan into bowl", "src2": "scrape pan using wooden spoon", "src3": "put wooden_spoon inside bowl", "trg": "put pan on hop", "vis_src": "P02_130:266 P02_130:267 P02_130:268", "vis_trg": "P02_130:269", "narrations": [ "pour chocolate mixture from pan into bowl", "scrape pan using wooden spoon", "put wooden spoon inside bowl", "put pan on hop" ], "verbs": [ "pour-from", "scrape", "put-inside", "put-on" ], "verb_classes": [ 9, 25, 5, 1 ], "nouns": [ "mixture:chocolate", "pan", "spoon:wooden", "pan" ], "noun_classes": [ 71, 5, 1, 5 ], "start_stop_timestamps": [ [ "00:14:35.61", "00:14:38.83" ], [ "00:14:38.70", "00:15:02.55" ], [ "00:15:01.15", "00:15:03.12" ], [ "00:15:03.22", "00:15:06.21" ] ], "start_stop_frames": [ [ 43780, 43941 ], [ 43935, 45127 ], [ 45057, 45156 ], [ 45161, 45310 ] ], "trgnoun": "pan", "trgverb": "put_on" }, { "key": "P35_103+124_125_126_127", "video_id": "P35_103", "narration_ids": [ "P35_103_124", "P35_103_125", "P35_103_126", "P35_103_127" ], "src": "put_down spoon . pick_up container . wash container", "src1": "put_down spoon", "src2": "pick_up container", "src3": "wash container", "trg": "put_down container", "vis_src": "P35_103:124 P35_103:125 P35_103:126", "vis_trg": "P35_103:127", "narrations": [ "put down spoon", "pick up container", "wash container", "put down container" ], "verbs": [ "put-down", "pick-up", "wash", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "spoon", "container", "container", "container" ], "noun_classes": [ 1, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:13:50.63", "00:13:51.68" ], [ "00:13:52.95", "00:13:54.87" ], [ "00:13:54.42", "00:14:04.19" ], [ "00:14:04.13", "00:14:05.52" ] ], "start_stop_frames": [ [ 41531, 41584 ], [ 41647, 41743 ], [ 41721, 42209 ], [ 42206, 42276 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P03_123+87_94_96_97", "video_id": "P03_123", "narration_ids": [ "P03_123_87", "P03_123_94", "P03_123_96", "P03_123_97" ], "src": "remove hand from oven mitt . put oven_mitts on oven . close lid of clip top jar", "src1": "remove hand from oven mitt", "src2": "put oven_mitts on oven", "src3": "close lid of clip top jar", "trg": "brush_off hands", "vis_src": "P03_123:87 P03_123:94 P03_123:96", "vis_trg": "P03_123:97", "narrations": [ "remove hand from oven mitt", "put oven mitts on oven", "close lid of clip top jar", "brush off hands" ], "verbs": [ "remove-from", "put-on", "close", "brush-off" ], "verb_classes": [ 12, 1, 4, 57 ], "nouns": [ "hand", "mitt:oven", "lid:clip:top:jar", "hand" ], "noun_classes": [ 11, 60, 6, 11 ], "start_stop_timestamps": [ [ "00:04:40.67", "00:04:42.98" ], [ "00:05:04.63", "00:05:06.21" ], [ "00:05:10.48", "00:05:12.93" ], [ "00:05:14.73", "00:05:16.33" ] ], "start_stop_frames": [ [ 14033, 14149 ], [ 15231, 15310 ], [ 15524, 15646 ], [ 15736, 15816 ] ], "trgnoun": "hand", "trgverb": "brush_off" }, { "key": "P07_101+69_70_71_72", "video_id": "P07_101", "narration_ids": [ "P07_101_69", "P07_101_70", "P07_101_71", "P07_101_72" ], "src": "close bag . open fridge . grab cheese", "src1": "close bag", "src2": "open fridge", "src3": "grab cheese", "trg": "put cheese onto bread", "vis_src": "P07_101:69 P07_101:70 P07_101:71", "vis_trg": "P07_101:72", "narrations": [ "close bag", "open fridge", "grab cheese", "put cheese onto bread" ], "verbs": [ "close", "open", "grab", "put-onto" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "bag", "fridge", "cheese", "cheese" ], "noun_classes": [ 19, 12, 32, 32 ], "start_stop_timestamps": [ [ "00:06:36.61", "00:06:39.93" ], [ "00:06:39.68", "00:06:41.19" ], [ "00:06:44.75", "00:06:45.32" ], [ "00:06:45.78", "00:06:46.47" ] ], "start_stop_frames": [ [ 19830, 19996 ], [ 19984, 20059 ], [ 20237, 20266 ], [ 20289, 20323 ] ], "trgnoun": "cheese", "trgverb": "put_onto" }, { "key": "P03_07+29_30_31_32", "video_id": "P03_07", "narration_ids": [ "P03_07_29", "P03_07_30", "P03_07_31", "P03_07_32" ], "src": "close fridge . fill_up glass . pick_up glass", "src1": "close fridge", "src2": "fill_up glass", "src3": "pick_up glass", "trg": "place glass", "vis_src": "P03_07:29 P03_07:30 P03_07:31", "vis_trg": "P03_07:32", "narrations": [ "close fridge", "fill up glass", "pick up glass", "place glass" ], "verbs": [ "close", "fill-up", "pick-up", "place" ], "verb_classes": [ 4, 26, 0, 1 ], "nouns": [ "fridge", "glass", "glass", "glass" ], "noun_classes": [ 12, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:00:50.65", "00:00:51.36" ], [ "00:00:52.61", "00:00:57.38" ], [ "00:00:57.77", "00:00:58.27" ], [ "00:00:58.87", "00:00:59.55" ] ], "start_stop_frames": [ [ 3039, 3081 ], [ 3156, 3442 ], [ 3466, 3496 ], [ 3532, 3573 ] ], "trgnoun": "glass", "trgverb": "place" }, { "key": "P10_04+240_241_242_243", "video_id": "P10_04", "narration_ids": [ "P10_04_240", "P10_04_241", "P10_04_242", "P10_04_243" ], "src": "mix the oil with the garlic . shake another pot . check another pot", "src1": "mix the oil with the garlic", "src2": "shake another pot", "src3": "check another pot", "trg": "mix the oil and lettuce together", "vis_src": "P10_04:240 P10_04:241 P10_04:242", "vis_trg": "P10_04:243", "narrations": [ "mix the oil with the garlic", "shake another pot", "check another pot", "mix the oil and lettuce together" ], "verbs": [ "mix-with", "shake", "check", "mix" ], "verb_classes": [ 10, 15, 24, 10 ], "nouns": [ "oil", "pot", "pot", "oil" ], "noun_classes": [ 31, 29, 29, 31 ], "start_stop_timestamps": [ [ "00:26:06.28", "00:26:11.48" ], [ "00:26:11.49", "00:26:12.84" ], [ "00:26:12.65", "00:26:14.57" ], [ "00:26:16.45", "00:26:47.22" ] ], "start_stop_frames": [ [ 93976, 94288 ], [ 94289, 94370 ], [ 94359, 94474 ], [ 94587, 96433 ] ], "trgnoun": "oil", "trgverb": "mix" }, { "key": "P02_08+10_11_12_13", "video_id": "P02_08", "narration_ids": [ "P02_08_10", "P02_08_11", "P02_08_12", "P02_08_13" ], "src": "pick_up plate . pick_up tongs . pick_up burger", "src1": "pick_up plate", "src2": "pick_up tongs", "src3": "pick_up burger", "trg": "put_on plate", "vis_src": "P02_08:10 P02_08:11 P02_08:12", "vis_trg": "P02_08:13", "narrations": [ "pick up plate", "pick up tongs", "pick up burger", "put on plate" ], "verbs": [ "pick-up", "pick-up", "pick-up", "put-on" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "plate", "tongs", "burger", "plate" ], "noun_classes": [ 2, 142, 139, 2 ], "start_stop_timestamps": [ [ "00:00:17.31", "00:00:19.06" ], [ "00:00:19.86", "00:00:20.44" ], [ "00:00:20.86", "00:00:21.72" ], [ "00:00:20.88", "00:00:22.33" ] ], "start_stop_frames": [ [ 1038, 1143 ], [ 1191, 1226 ], [ 1251, 1303 ], [ 1252, 1339 ] ], "trgnoun": "plate", "trgverb": "put_on" }, { "key": "P04_112+101_102_103_104", "video_id": "P04_112", "narration_ids": [ "P04_112_101", "P04_112_102", "P04_112_103", "P04_112_104" ], "src": "pick_up plate . adjust tupperware . scrape tofu into tupperware", "src1": "pick_up plate", "src2": "adjust tupperware", "src3": "scrape tofu into tupperware", "trg": "push tofu into tub", "vis_src": "P04_112:101 P04_112:102 P04_112:103", "vis_trg": "P04_112:104", "narrations": [ "pick up plate", "adjust tupperware", "scrape tofu into tupperware", "push tofu into tub" ], "verbs": [ "pick-up", "adjust", "scrape-into", "push-into" ], "verb_classes": [ 0, 17, 25, 5 ], "nouns": [ "plate", "tupperware", "tofu", "tofu" ], "noun_classes": [ 2, 23, 81, 81 ], "start_stop_timestamps": [ [ "00:02:51.74", "00:02:52.30" ], [ "00:02:52.66", "00:02:53.38" ], [ "00:02:53.85", "00:03:03.25" ], [ "00:03:03.82", "00:03:04.31" ] ], "start_stop_frames": [ [ 8587, 8615 ], [ 8633, 8669 ], [ 8692, 9162 ], [ 9191, 9215 ] ], "trgnoun": "tofu", "trgverb": "push_into" }, { "key": "P08_05+211_212_213_214", "video_id": "P08_05", "narration_ids": [ "P08_05_211", "P08_05_212", "P08_05_213", "P08_05_214" ], "src": "put the garlic . get carrot . get peeler", "src1": "put the garlic", "src2": "get carrot", "src3": "get peeler", "trg": "peel carrot", "vis_src": "P08_05:211 P08_05:212 P08_05:213", "vis_trg": "P08_05:214", "narrations": [ "put the garlic", "get carrot", "get peeler", "peel carrot" ], "verbs": [ "put", "get", "get", "peel" ], "verb_classes": [ 1, 0, 0, 19 ], "nouns": [ "garlic", "carrot", "peeler", "carrot" ], "noun_classes": [ 51, 41, 87, 41 ], "start_stop_timestamps": [ [ "00:17:08.14", "00:17:10.69" ], [ "00:17:12.63", "00:17:14.99" ], [ "00:17:15.71", "00:17:17.96" ], [ "00:17:19.81", "00:17:26.26" ] ], "start_stop_frames": [ [ 61688, 61841 ], [ 61957, 62099 ], [ 62142, 62277 ], [ 62388, 62775 ] ], "trgnoun": "carrot", "trgverb": "peel" }, { "key": "P22_117+138_139_140_141", "video_id": "P22_117", "narration_ids": [ "P22_117_138", "P22_117_139", "P22_117_140", "P22_117_141" ], "src": "pick_up peeler . close drawer . peel courgette", "src1": "pick_up peeler", "src2": "close drawer", "src3": "peel courgette", "trg": "put_down peeler", "vis_src": "P22_117:138 P22_117:139 P22_117:140", "vis_trg": "P22_117:141", "narrations": [ "pick up peeler", "close drawer", "peel courgette", "put down peeler" ], "verbs": [ "pick-up", "close", "peel", "put-down" ], "verb_classes": [ 0, 4, 19, 1 ], "nouns": [ "peeler", "drawer", "courgette", "peeler" ], "noun_classes": [ 87, 8, 76, 87 ], "start_stop_timestamps": [ [ "00:05:02.89", "00:05:03.79" ], [ "00:05:03.71", "00:05:04.43" ], [ "00:05:05.03", "00:05:46.80" ], [ "00:05:46.90", "00:05:47.54" ] ], "start_stop_frames": [ [ 15144, 15189 ], [ 15185, 15221 ], [ 15251, 17340 ], [ 17345, 17377 ] ], "trgnoun": "peeler", "trgverb": "put_down" }, { "key": "P25_106+293_294_295_296", "video_id": "P25_106", "narration_ids": [ "P25_106_293", "P25_106_294", "P25_106_295", "P25_106_296" ], "src": "put bacon . stir pasta . open parmesan", "src1": "put bacon", "src2": "stir pasta", "src3": "open parmesan", "trg": "pour parmesan", "vis_src": "P25_106:293 P25_106:294 P25_106:295", "vis_trg": "P25_106:296", "narrations": [ "put bacon", "stir pasta", "open parmesan", "pour parmesan" ], "verbs": [ "put", "stir", "open", "pour" ], "verb_classes": [ 1, 10, 3, 9 ], "nouns": [ "bacon", "pasta", "parmesan", "parmesan" ], "noun_classes": [ 163, 45, 32, 32 ], "start_stop_timestamps": [ [ "00:25:50.26", "00:25:58.72" ], [ "00:25:59.53", "00:26:12.97" ], [ "00:26:12.64", "00:26:23.61" ], [ "00:26:23.71", "00:26:27.62" ] ], "start_stop_frames": [ [ 77513, 77936 ], [ 77976, 78648 ], [ 78632, 79180 ], [ 79185, 79381 ] ], "trgnoun": "parmesan", "trgverb": "pour" }, { "key": "P03_117+195_196_197_198", "video_id": "P03_117", "narration_ids": [ "P03_117_195", "P03_117_196", "P03_117_197", "P03_117_198" ], "src": "take cheese . take tupperware . close fridge", "src1": "take cheese", "src2": "take tupperware", "src3": "close fridge", "trg": "put tupperware down on side", "vis_src": "P03_117:195 P03_117:196 P03_117:197", "vis_trg": "P03_117:198", "narrations": [ "take cheese", "take tupperware", "close fridge", "put tupperware down on side" ], "verbs": [ "take", "take", "close", "put-down" ], "verb_classes": [ 0, 0, 4, 1 ], "nouns": [ "cheese", "tupperware", "fridge", "tupperware" ], "noun_classes": [ 32, 23, 12, 23 ], "start_stop_timestamps": [ [ "00:09:23.33", "00:09:24.65" ], [ "00:09:25.02", "00:09:27.01" ], [ "00:09:26.97", "00:09:28.71" ], [ "00:09:29.34", "00:09:30.30" ] ], "start_stop_frames": [ [ 28166, 28232 ], [ 28251, 28350 ], [ 28348, 28435 ], [ 28467, 28514 ] ], "trgnoun": "tupperware", "trgverb": "put_down" }, { "key": "P28_108+26_27_28_29", "video_id": "P28_108", "narration_ids": [ "P28_108_26", "P28_108_27", "P28_108_28", "P28_108_29" ], "src": "take knife . close drawer . cut parmesan_package", "src1": "take knife", "src2": "close drawer", "src3": "cut parmesan_package", "trg": "put knife", "vis_src": "P28_108:26 P28_108:27 P28_108:28", "vis_trg": "P28_108:29", "narrations": [ "take knife", "close drawer", "cut parmesan package", "put knife" ], "verbs": [ "take", "close", "cut", "put" ], "verb_classes": [ 0, 4, 7, 1 ], "nouns": [ "knife", "drawer", "package:parmesan", "knife" ], "noun_classes": [ 4, 8, 26, 4 ], "start_stop_timestamps": [ [ "00:02:57.90", "00:02:58.25" ], [ "00:02:58.63", "00:03:00.43" ], [ "00:03:00.57", "00:03:21.66" ], [ "00:03:21.66", "00:03:22.13" ] ], "start_stop_frames": [ [ 8895, 8912 ], [ 8931, 9021 ], [ 9028, 10083 ], [ 10083, 10106 ] ], "trgnoun": "knife", "trgverb": "put" }, { "key": "P03_101+111_112_113_114", "video_id": "P03_101", "narration_ids": [ "P03_101_111", "P03_101_112", "P03_101_113", "P03_101_114" ], "src": "put saucepan_lid in drying rack . pick_up cutting_board . wash cutting_board", "src1": "put saucepan_lid in drying rack", "src2": "pick_up cutting_board", "src3": "wash cutting_board", "trg": "put cutting_board in drying rack", "vis_src": "P03_101:111 P03_101:112 P03_101:113", "vis_trg": "P03_101:114", "narrations": [ "put saucepan lid in drying rack", "pick up cutting board", "wash cutting board", "put cutting board in drying rack" ], "verbs": [ "put-in", "pick-up", "wash", "put-in" ], "verb_classes": [ 5, 0, 2, 5 ], "nouns": [ "lid:saucepan", "board:cutting", "board:cutting", "board:cutting" ], "noun_classes": [ 6, 18, 18, 18 ], "start_stop_timestamps": [ [ "00:03:40.50", "00:03:43.06" ], [ "00:03:43.94", "00:03:44.87" ], [ "00:03:45.38", "00:04:01.41" ], [ "00:04:01.29", "00:04:03.58" ] ], "start_stop_frames": [ [ 11025, 11153 ], [ 11197, 11243 ], [ 11269, 12070 ], [ 12064, 12179 ] ], "trgnoun": "cutting_board", "trgverb": "put_in" }, { "key": "P06_05+128_129_130_131", "video_id": "P06_05", "narration_ids": [ "P06_05_128", "P06_05_129", "P06_05_130", "P06_05_131" ], "src": "take knife . open bacon . take bacon", "src1": "take knife", "src2": "open bacon", "src3": "take bacon", "trg": "chop bacon", "vis_src": "P06_05:128 P06_05:129 P06_05:130", "vis_trg": "P06_05:131", "narrations": [ "take knife", "open bacon", "take bacon", "chop bacon" ], "verbs": [ "take", "open", "take", "chop" ], "verb_classes": [ 0, 3, 0, 7 ], "nouns": [ "knife", "bacon", "bacon", "bacon" ], "noun_classes": [ 4, 163, 163, 163 ], "start_stop_timestamps": [ [ "00:13:49.07", "00:13:50.15" ], [ "00:13:52.87", "00:14:10.71" ], [ "00:14:10.78", "00:14:25.77" ], [ "00:14:30.24", "00:14:43.23" ] ], "start_stop_frames": [ [ 49744, 49809 ], [ 49972, 51042 ], [ 51046, 51946 ], [ 52214, 52993 ] ], "trgnoun": "bacon", "trgverb": "chop" }, { "key": "P04_01+138_139_140_141", "video_id": "P04_01", "narration_ids": [ "P04_01_138", "P04_01_139", "P04_01_140", "P04_01_141" ], "src": "put miso_paste . close fridge . close bag", "src1": "put miso_paste", "src2": "close fridge", "src3": "close bag", "trg": "knead miso_paste into mixture", "vis_src": "P04_01:138 P04_01:139 P04_01:140", "vis_trg": "P04_01:141", "narrations": [ "put miso paste", "close fridge", "close bag", "knead miso paste into mixture" ], "verbs": [ "put", "close", "close", "knead" ], "verb_classes": [ 1, 4, 4, 51 ], "nouns": [ "paste:miso", "fridge", "bag", "paste:miso" ], "noun_classes": [ 148, 12, 19, 148 ], "start_stop_timestamps": [ [ "00:10:25.09", "00:10:26.72" ], [ "00:10:26.57", "00:10:27.36" ], [ "00:10:27.27", "00:10:29.31" ], [ "00:10:28.49", "00:10:53.72" ] ], "start_stop_frames": [ [ 37505, 37603 ], [ 37594, 37641 ], [ 37636, 37758 ], [ 37709, 39223 ] ], "trgnoun": "miso_paste", "trgverb": "knead" }, { "key": "P04_109+16_17_18_19", "video_id": "P04_109", "narration_ids": [ "P04_109_16", "P04_109_17", "P04_109_18", "P04_109_19" ], "src": "turn_over carrot . chop end off carrot . pick_up carrot ends", "src1": "turn_over carrot", "src2": "chop end off carrot", "src3": "pick_up carrot ends", "trg": "push carrot ends off chopping board", "vis_src": "P04_109:16 P04_109:17 P04_109:18", "vis_trg": "P04_109:19", "narrations": [ "turn over carrot", "chop end off carrot", "pick up carrot ends", "push carrot ends off chopping board" ], "verbs": [ "turn-over", "chop", "pick-up", "push" ], "verb_classes": [ 22, 7, 0, 21 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:00:26.88", "00:00:27.47" ], [ "00:00:27.47", "00:00:28.02" ], [ "00:00:28.07", "00:00:29.02" ], [ "00:00:28.42", "00:00:28.95" ] ], "start_stop_frames": [ [ 1344, 1373 ], [ 1373, 1401 ], [ 1403, 1451 ], [ 1421, 1447 ] ], "trgnoun": "carrot", "trgverb": "push" }, { "key": "P03_19+39_40_41_42", "video_id": "P03_19", "narration_ids": [ "P03_19_39", "P03_19_40", "P03_19_41", "P03_19_42" ], "src": "open lunch_box . put lid . grab bottle", "src1": "open lunch_box", "src2": "put lid", "src3": "grab bottle", "trg": "open bottle", "vis_src": "P03_19:39 P03_19:40 P03_19:41", "vis_trg": "P03_19:42", "narrations": [ "open lunch box", "put lid", "grab bottle", "open bottle" ], "verbs": [ "open", "put", "grab", "open" ], "verb_classes": [ 3, 1, 0, 3 ], "nouns": [ "box:lunch", "lid", "bottle", "bottle" ], "noun_classes": [ 23, 6, 15, 15 ], "start_stop_timestamps": [ [ "00:02:11.84", "00:02:14.91" ], [ "00:02:15.04", "00:02:15.66" ], [ "00:02:15.66", "00:02:16.18" ], [ "00:02:17.37", "00:02:18.39" ] ], "start_stop_frames": [ [ 7910, 8094 ], [ 8102, 8139 ], [ 8139, 8170 ], [ 8242, 8303 ] ], "trgnoun": "bottle", "trgverb": "open" }, { "key": "P08_01+99_100_101_102", "video_id": "P08_01", "narration_ids": [ "P08_01_99", "P08_01_100", "P08_01_101", "P08_01_102" ], "src": "place cheese . close fridge . take knife and fork", "src1": "place cheese", "src2": "close fridge", "src3": "take knife and fork", "trg": "turn cheese", "vis_src": "P08_01:99 P08_01:100 P08_01:101", "vis_trg": "P08_01:102", "narrations": [ "place cheese", "close fridge", "take knife and fork", "turn cheese" ], "verbs": [ "place", "close", "take", "turn" ], "verb_classes": [ 1, 4, 0, 23 ], "nouns": [ "cheese", "fridge", "knife", "cheese" ], "noun_classes": [ 32, 12, 4, 32 ], "start_stop_timestamps": [ [ "00:06:49.24", "00:06:53.10" ], [ "00:06:54.51", "00:06:55.42" ], [ "00:06:57.73", "00:06:58.39" ], [ "00:06:59.00", "00:07:00.33" ] ], "start_stop_frames": [ [ 24554, 24786 ], [ 24870, 24925 ], [ 25063, 25103 ], [ 25140, 25219 ] ], "trgnoun": "cheese", "trgverb": "turn" }, { "key": "P04_110+349_350_355_356", "video_id": "P04_110", "narration_ids": [ "P04_110_349", "P04_110_350", "P04_110_355", "P04_110_356" ], "src": "stretch dough . fold dough . lift dough away from chopping board", "src1": "stretch dough", "src2": "fold dough", "src3": "lift dough away from chopping board", "trg": "put dough back on chopping board", "vis_src": "P04_110:349 P04_110:350 P04_110:355", "vis_trg": "P04_110:356", "narrations": [ "stretch dough", "fold dough", "lift dough away from chopping board", "put dough back on chopping board" ], "verbs": [ "stretch", "fold", "lift", "put-on" ], "verb_classes": [ 50, 28, 33, 1 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:10:33.53", "00:10:34.82" ], [ "00:10:34.85", "00:10:35.77" ], [ "00:10:41.09", "00:10:43.19" ], [ "00:10:43.19", "00:10:43.84" ] ], "start_stop_frames": [ [ 31676, 31741 ], [ 31742, 31788 ], [ 32054, 32159 ], [ 32159, 32192 ] ], "trgnoun": "dough", "trgverb": "put_on" }, { "key": "P03_03+3_4_5_6", "video_id": "P03_03", "narration_ids": [ "P03_03_3", "P03_03_4", "P03_03_5", "P03_03_6" ], "src": "take lunch_box . put lunch_box in bag . take drink", "src1": "take lunch_box", "src2": "put lunch_box in bag", "src3": "take drink", "trg": "put drink in bag", "vis_src": "P03_03:3 P03_03:4 P03_03:5", "vis_trg": "P03_03:6", "narrations": [ "take lunch box", "put lunch box in bag", "take drink", "put drink in bag" ], "verbs": [ "take", "put-in", "take", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "box:lunch", "box:lunch", "drink", "drink" ], "noun_classes": [ 23, 23, 209, 209 ], "start_stop_timestamps": [ [ "00:00:06.54", "00:00:07.29" ], [ "00:00:07.76", "00:00:09.07" ], [ "00:00:09.73", "00:00:11.47" ], [ "00:00:11.46", "00:00:12.35" ] ], "start_stop_frames": [ [ 392, 437 ], [ 465, 544 ], [ 583, 688 ], [ 687, 741 ] ], "trgnoun": "drink", "trgverb": "put_in" }, { "key": "P03_04+267_268_269_270", "video_id": "P03_04", "narration_ids": [ "P03_04_267", "P03_04_268", "P03_04_269", "P03_04_270" ], "src": "grab lunch_box . open cupboard . put lids", "src1": "grab lunch_box", "src2": "open cupboard", "src3": "put lids", "trg": "put lunch_box", "vis_src": "P03_04:267 P03_04:268 P03_04:269", "vis_trg": "P03_04:270", "narrations": [ "grab lunch box", "open cupboard", "put lids", "put lunch box" ], "verbs": [ "grab", "open", "put", "put" ], "verb_classes": [ 0, 3, 1, 1 ], "nouns": [ "box:lunch", "cupboard", "lid", "box:lunch" ], "noun_classes": [ 23, 3, 6, 23 ], "start_stop_timestamps": [ [ "00:18:58.63", "00:18:59.55" ], [ "00:18:59.65", "00:19:00.28" ], [ "00:19:00.52", "00:19:03.73" ], [ "00:19:00.61", "00:19:01.11" ] ], "start_stop_frames": [ [ 68317, 68373 ], [ 68379, 68416 ], [ 68431, 68623 ], [ 68436, 68466 ] ], "trgnoun": "lunch_box", "trgverb": "put" }, { "key": "P01_105+10_12_13_14", "video_id": "P01_105", "narration_ids": [ "P01_105_10", "P01_105_12", "P01_105_13", "P01_105_14" ], "src": "put container into container . pick_up container . take container from container", "src1": "put container into container", "src2": "pick_up container", "src3": "take container from container", "trg": "put_down container", "vis_src": "P01_105:10 P01_105:12 P01_105:13", "vis_trg": "P01_105:14", "narrations": [ "put container into container", "pick up container", "take container from container", "put down container" ], "verbs": [ "put-into", "pick-up", "take-from", "put-down" ], "verb_classes": [ 5, 0, 0, 1 ], "nouns": [ "container", "container", "container", "container" ], "noun_classes": [ 21, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:00:11.06", "00:00:11.62" ], [ "00:00:12.48", "00:00:14.33" ], [ "00:00:12.75", "00:00:14.76" ], [ "00:00:15.20", "00:00:16.51" ] ], "start_stop_frames": [ [ 553, 581 ], [ 624, 716 ], [ 637, 738 ], [ 760, 825 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P24_05+198_199_200_201", "video_id": "P24_05", "narration_ids": [ "P24_05_198", "P24_05_199", "P24_05_200", "P24_05_201" ], "src": "put bottle in fridge . close fridge . pick_up plate", "src1": "put bottle in fridge", "src2": "close fridge", "src3": "pick_up plate", "trg": "rinse plate", "vis_src": "P24_05:198 P24_05:199 P24_05:200", "vis_trg": "P24_05:201", "narrations": [ "put bottle in fridge", "close fridge", "pick up plate", "rinse plate" ], "verbs": [ "put-in", "close", "pick-up", "rinse" ], "verb_classes": [ 5, 4, 0, 2 ], "nouns": [ "bottle", "fridge", "plate", "plate" ], "noun_classes": [ 15, 12, 2, 2 ], "start_stop_timestamps": [ [ "00:17:25.89", "00:17:27.39" ], [ "00:17:26.81", "00:17:28.11" ], [ "00:17:29.91", "00:17:31.84" ], [ "00:17:31.99", "00:17:37.07" ] ], "start_stop_frames": [ [ 62753, 62843 ], [ 62808, 62886 ], [ 62994, 63110 ], [ 63119, 63424 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P03_09+73_74_75_76", "video_id": "P03_09", "narration_ids": [ "P03_09_73", "P03_09_74", "P03_09_75", "P03_09_76" ], "src": "put washing up liquid . move tap . open lunch_box", "src1": "put washing up liquid", "src2": "move tap", "src3": "open lunch_box", "trg": "tip_out lunch_box", "vis_src": "P03_09:73 P03_09:74 P03_09:75", "vis_trg": "P03_09:76", "narrations": [ "put washing up liquid", "move tap", "open lunch box", "tip out lunch box" ], "verbs": [ "put", "move", "open", "tip-out" ], "verb_classes": [ 1, 11, 3, 20 ], "nouns": [ "liquid:washing:up", "tap", "box:lunch", "box:lunch" ], "noun_classes": [ 22, 0, 23, 23 ], "start_stop_timestamps": [ [ "00:02:52.10", "00:02:52.77" ], [ "00:02:52.26", "00:02:52.76" ], [ "00:02:54.51", "00:02:57.10" ], [ "00:02:57.20", "00:02:59.95" ] ], "start_stop_frames": [ [ 10326, 10366 ], [ 10335, 10365 ], [ 10470, 10626 ], [ 10632, 10797 ] ], "trgnoun": "lunch_box", "trgverb": "tip_out" }, { "key": "P03_09+74_75_76_77", "video_id": "P03_09", "narration_ids": [ "P03_09_74", "P03_09_75", "P03_09_76", "P03_09_77" ], "src": "move tap . open lunch_box . tip_out lunch_box", "src1": "move tap", "src2": "open lunch_box", "src3": "tip_out lunch_box", "trg": "put slices in lunch_box", "vis_src": "P03_09:74 P03_09:75 P03_09:76", "vis_trg": "P03_09:77", "narrations": [ "move tap", "open lunch box", "tip out lunch box", "put slices in lunch box" ], "verbs": [ "move", "open", "tip-out", "put-in" ], "verb_classes": [ 11, 3, 20, 5 ], "nouns": [ "tap", "box:lunch", "box:lunch", "box:lunch" ], "noun_classes": [ 0, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:02:52.26", "00:02:52.76" ], [ "00:02:54.51", "00:02:57.10" ], [ "00:02:57.20", "00:02:59.95" ], [ "00:03:01.15", "00:03:04.65" ] ], "start_stop_frames": [ [ 10335, 10365 ], [ 10470, 10626 ], [ 10632, 10797 ], [ 10869, 11079 ] ], "trgnoun": "lunch_box", "trgverb": "put_in" }, { "key": "P03_19+146_147_148_149", "video_id": "P03_19", "narration_ids": [ "P03_19_146", "P03_19_147", "P03_19_148", "P03_19_149" ], "src": "put lid . grab lunch_box . wash lunch_box", "src1": "put lid", "src2": "grab lunch_box", "src3": "wash lunch_box", "trg": "put lunch_box", "vis_src": "P03_19:146 P03_19:147 P03_19:148", "vis_trg": "P03_19:149", "narrations": [ "put lid", "grab lunch box", "wash lunch box", "put lunch box" ], "verbs": [ "put", "grab", "wash", "put" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "lid", "box:lunch", "box:lunch", "box:lunch" ], "noun_classes": [ 6, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:07:28.38", "00:07:30.99" ], [ "00:07:32.01", "00:07:32.67" ], [ "00:07:32.15", "00:07:55.39" ], [ "00:07:55.49", "00:07:58.14" ] ], "start_stop_frames": [ [ 26902, 27059 ], [ 27120, 27160 ], [ 27129, 28523 ], [ 28529, 28688 ] ], "trgnoun": "lunch_box", "trgverb": "put" }, { "key": "P02_09+66_67_68_70", "video_id": "P02_09", "narration_ids": [ "P02_09_66", "P02_09_67", "P02_09_68", "P02_09_70" ], "src": "pick_up yeast . read yeast_recipe . open yeast", "src1": "pick_up yeast", "src2": "read yeast_recipe", "src3": "open yeast", "trg": "open trash_bin", "vis_src": "P02_09:66 P02_09:67 P02_09:68", "vis_trg": "P02_09:70", "narrations": [ "pick up yeast", "read yeast recipe", "open yeast", "open trash bin" ], "verbs": [ "pick-up", "read", "open", "open" ], "verb_classes": [ 0, 38, 3, 3 ], "nouns": [ "yeast", "recipe:yeast", "yeast", "bin:trash" ], "noun_classes": [ 195, 149, 195, 36 ], "start_stop_timestamps": [ [ "00:02:34.33", "00:02:35.71" ], [ "00:02:35.36", "00:02:37.88" ], [ "00:02:38.12", "00:02:40.26" ], [ "00:02:49.80", "00:02:50.56" ] ], "start_stop_frames": [ [ 9259, 9342 ], [ 9321, 9472 ], [ 9487, 9615 ], [ 10188, 10233 ] ], "trgnoun": "trash_bin", "trgverb": "open" }, { "key": "P12_105+47_48_49_50", "video_id": "P12_105", "narration_ids": [ "P12_105_47", "P12_105_48", "P12_105_49", "P12_105_50" ], "src": "pour soup from mug into plastic bag . put_down plastic_bag . put_down mug", "src1": "pour soup from mug into plastic bag", "src2": "put_down plastic_bag", "src3": "put_down mug", "trg": "move mug", "vis_src": "P12_105:47 P12_105:48 P12_105:49", "vis_trg": "P12_105:50", "narrations": [ "pour soup from mug into plastic bag", "put down plastic bag", "put down mug", "move mug" ], "verbs": [ "pour-from", "put-down", "put-down", "move" ], "verb_classes": [ 9, 1, 1, 11 ], "nouns": [ "soup", "bag:plastic", "mug", "mug" ], "noun_classes": [ 126, 19, 13, 13 ], "start_stop_timestamps": [ [ "00:03:17.81", "00:03:21.86" ], [ "00:03:21.78", "00:03:23.72" ], [ "00:03:23.67", "00:03:24.17" ], [ "00:03:24.47", "00:03:25.82" ] ], "start_stop_frames": [ [ 9890, 10093 ], [ 10089, 10186 ], [ 10183, 10208 ], [ 10223, 10291 ] ], "trgnoun": "mug", "trgverb": "move" }, { "key": "P04_121+55_56_57_58", "video_id": "P04_121", "narration_ids": [ "P04_121_55", "P04_121_56", "P04_121_57", "P04_121_58" ], "src": "put_down spatula . read instructions . move hand to face", "src1": "put_down spatula", "src2": "read instructions", "src3": "move hand to face", "trg": "move hand away from face", "vis_src": "P04_121:55 P04_121:56 P04_121:57", "vis_trg": "P04_121:58", "narrations": [ "put down spatula", "read instructions", "move hand to face", "move hand away from face" ], "verbs": [ "put-down", "read", "move-to", "move" ], "verb_classes": [ 1, 38, 11, 11 ], "nouns": [ "spatula", "instruction", "hand", "hand" ], "noun_classes": [ 20, 149, 11, 11 ], "start_stop_timestamps": [ [ "00:04:14.19", "00:04:16.68" ], [ "00:04:16.66", "00:04:30.98" ], [ "00:04:22.71", "00:04:25.34" ], [ "00:04:25.06", "00:04:27.89" ] ], "start_stop_frames": [ [ 12709, 12834 ], [ 12833, 13549 ], [ 13135, 13266 ], [ 13253, 13394 ] ], "trgnoun": "hand", "trgverb": "move" }, { "key": "P28_14+65_66_67_68", "video_id": "P28_14", "narration_ids": [ "P28_14_65", "P28_14_66", "P28_14_67", "P28_14_68" ], "src": "take sponge . soak sponge . take chopping_board", "src1": "take sponge", "src2": "soak sponge", "src3": "take chopping_board", "trg": "wash chopping_board", "vis_src": "P28_14:65 P28_14:66 P28_14:67", "vis_trg": "P28_14:68", "narrations": [ "take sponge", "soak sponge", "take chopping board", "wash chopping board" ], "verbs": [ "take", "soak", "take", "wash" ], "verb_classes": [ 0, 56, 0, 2 ], "nouns": [ "sponge", "sponge", "board:chopping", "board:chopping" ], "noun_classes": [ 9, 9, 18, 18 ], "start_stop_timestamps": [ [ "00:03:16.75", "00:03:17.39" ], [ "00:03:17.63", "00:03:19.14" ], [ "00:03:18.91", "00:03:19.66" ], [ "00:03:21.19", "00:03:30.31" ] ], "start_stop_frames": [ [ 11805, 11843 ], [ 11857, 11948 ], [ 11934, 11979 ], [ 12071, 12618 ] ], "trgnoun": "chopping_board", "trgverb": "wash" }, { "key": "P03_10+10_11_12_13", "video_id": "P03_10", "narration_ids": [ "P03_10_10", "P03_10_11", "P03_10_12", "P03_10_13" ], "src": "close fridge . put bottle in bag . take lunch_box", "src1": "close fridge", "src2": "put bottle in bag", "src3": "take lunch_box", "trg": "put lunch_box", "vis_src": "P03_10:10 P03_10:11 P03_10:12", "vis_trg": "P03_10:13", "narrations": [ "close fridge", "put bottle in bag", "take lunch box", "put lunch box" ], "verbs": [ "close", "put-in", "take", "put" ], "verb_classes": [ 4, 5, 0, 1 ], "nouns": [ "fridge", "bottle", "box:lunch", "box:lunch" ], "noun_classes": [ 12, 15, 23, 23 ], "start_stop_timestamps": [ [ "00:00:25.36", "00:00:27.07" ], [ "00:00:27.86", "00:00:29.36" ], [ "00:00:29.89", "00:00:31.16" ], [ "00:00:31.27", "00:00:32.08" ] ], "start_stop_frames": [ [ 1521, 1624 ], [ 1671, 1761 ], [ 1793, 1869 ], [ 1876, 1924 ] ], "trgnoun": "lunch_box", "trgverb": "put" }, { "key": "P28_02+75_76_77_78", "video_id": "P28_02", "narration_ids": [ "P28_02_75", "P28_02_76", "P28_02_77", "P28_02_78" ], "src": "turn_on tap . soak sponge . take chopping_board", "src1": "turn_on tap", "src2": "soak sponge", "src3": "take chopping_board", "trg": "rinse chopping_board", "vis_src": "P28_02:75 P28_02:76 P28_02:77", "vis_trg": "P28_02:78", "narrations": [ "turn on tap", "soak sponge", "take chopping board", "rinse chopping board" ], "verbs": [ "turn-on", "soak", "take", "rinse" ], "verb_classes": [ 6, 56, 0, 2 ], "nouns": [ "tap", "sponge", "board:chopping", "board:chopping" ], "noun_classes": [ 0, 9, 18, 18 ], "start_stop_timestamps": [ [ "00:03:22.94", "00:03:24.86" ], [ "00:03:23.43", "00:03:25.67" ], [ "00:03:25.77", "00:03:27.00" ], [ "00:03:27.10", "00:03:33.38" ] ], "start_stop_frames": [ [ 12176, 12291 ], [ 12205, 12340 ], [ 12346, 12420 ], [ 12426, 12802 ] ], "trgnoun": "chopping_board", "trgverb": "rinse" }, { "key": "P07_10+37_38_39_40", "video_id": "P07_10", "narration_ids": [ "P07_10_37", "P07_10_38", "P07_10_39", "P07_10_40" ], "src": "close bag . place bag . put potato on board", "src1": "close bag", "src2": "place bag", "src3": "put potato on board", "trg": "pick_up potatoes", "vis_src": "P07_10:37 P07_10:38 P07_10:39", "vis_trg": "P07_10:40", "narrations": [ "close bag", "place bag", "put potato on board", "pick up potatoes" ], "verbs": [ "close", "place", "put-on", "pick-up" ], "verb_classes": [ 4, 1, 1, 0 ], "nouns": [ "bag", "bag", "potato", "potato" ], "noun_classes": [ 19, 19, 30, 30 ], "start_stop_timestamps": [ [ "00:03:54.15", "00:03:54.70" ], [ "00:03:55.49", "00:03:56.45" ], [ "00:04:22.25", "00:04:23.46" ], [ "00:04:22.78", "00:04:24.95" ] ], "start_stop_frames": [ [ 14049, 14082 ], [ 14129, 14187 ], [ 15735, 15807 ], [ 15766, 15897 ] ], "trgnoun": "potato", "trgverb": "pick_up" }, { "key": "P30_108+153_154_155_156", "video_id": "P30_108", "narration_ids": [ "P30_108_153", "P30_108_154", "P30_108_155", "P30_108_156" ], "src": "put cutlery in drying rack . pick_up plate . pick_up sponge", "src1": "put cutlery in drying rack", "src2": "pick_up plate", "src3": "pick_up sponge", "trg": "scrub plate", "vis_src": "P30_108:153 P30_108:154 P30_108:155", "vis_trg": "P30_108:156", "narrations": [ "put cutlery in drying rack", "pick up plate", "pick up sponge", "scrub plate" ], "verbs": [ "put-in", "pick-up", "pick-up", "scrub" ], "verb_classes": [ 5, 0, 0, 29 ], "nouns": [ "cutlery", "plate", "sponge", "plate" ], "noun_classes": [ 58, 2, 9, 2 ], "start_stop_timestamps": [ [ "00:07:02.16", "00:07:05.09" ], [ "00:07:05.10", "00:07:05.85" ], [ "00:07:05.90", "00:07:06.28" ], [ "00:07:06.35", "00:07:11.49" ] ], "start_stop_frames": [ [ 21108, 21254 ], [ 21255, 21292 ], [ 21295, 21314 ], [ 21317, 21574 ] ], "trgnoun": "plate", "trgverb": "scrub" }, { "key": "P04_121+324_325_326_327", "video_id": "P04_121", "narration_ids": [ "P04_121_324", "P04_121_325", "P04_121_326", "P04_121_327" ], "src": "pick_up tea_towel . dry bowl with tea towel . read instructions", "src1": "pick_up tea_towel", "src2": "dry bowl with tea towel", "src3": "read instructions", "trg": "put_down bowl", "vis_src": "P04_121:324 P04_121:325 P04_121:326", "vis_trg": "P04_121:327", "narrations": [ "pick up tea towel", "dry bowl with tea towel", "read instructions", "put down bowl" ], "verbs": [ "pick-up", "dry", "read", "put-down" ], "verb_classes": [ 0, 14, 38, 1 ], "nouns": [ "towel:tea", "bowl", "instruction", "bowl" ], "noun_classes": [ 52, 7, 149, 7 ], "start_stop_timestamps": [ [ "00:14:42.64", "00:14:45.31" ], [ "00:14:45.36", "00:14:46.41" ], [ "00:14:46.55", "00:14:50.48" ], [ "00:14:51.75", "00:14:52.60" ] ], "start_stop_frames": [ [ 44132, 44265 ], [ 44268, 44320 ], [ 44327, 44524 ], [ 44587, 44630 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P30_110+90_91_92_93", "video_id": "P30_110", "narration_ids": [ "P30_110_90", "P30_110_91", "P30_110_92", "P30_110_93" ], "src": "pick_up plate . pick_up sponge . scrub plate", "src1": "pick_up plate", "src2": "pick_up sponge", "src3": "scrub plate", "trg": "rinse plate", "vis_src": "P30_110:90 P30_110:91 P30_110:92", "vis_trg": "P30_110:93", "narrations": [ "pick up plate", "pick up sponge", "scrub plate", "rinse plate" ], "verbs": [ "pick-up", "pick-up", "scrub", "rinse" ], "verb_classes": [ 0, 0, 29, 2 ], "nouns": [ "plate", "sponge", "plate", "plate" ], "noun_classes": [ 2, 9, 2, 2 ], "start_stop_timestamps": [ [ "00:03:10.60", "00:03:11.35" ], [ "00:03:11.44", "00:03:11.70" ], [ "00:03:11.80", "00:03:14.23" ], [ "00:03:13.85", "00:03:17.47" ] ], "start_stop_frames": [ [ 9530, 9567 ], [ 9572, 9585 ], [ 9590, 9711 ], [ 9692, 9873 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P03_108+5_6_7_8", "video_id": "P03_108", "narration_ids": [ "P03_108_5", "P03_108_6", "P03_108_7", "P03_108_8" ], "src": "put glass on side . open fridge . pick_up squash", "src1": "put glass on side", "src2": "open fridge", "src3": "pick_up squash", "trg": "close fridge", "vis_src": "P03_108:5 P03_108:6 P03_108:7", "vis_trg": "P03_108:8", "narrations": [ "put glass on side", "open fridge", "pick up squash", "close fridge" ], "verbs": [ "put-on", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "glass", "fridge", "squash", "fridge" ], "noun_classes": [ 10, 12, 116, 12 ], "start_stop_timestamps": [ [ "00:00:15.46", "00:00:17.25" ], [ "00:00:16.75", "00:00:17.55" ], [ "00:00:17.65", "00:00:18.45" ], [ "00:00:18.52", "00:00:19.05" ] ], "start_stop_frames": [ [ 773, 862 ], [ 837, 877 ], [ 882, 922 ], [ 926, 952 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P03_04+289_290_291_292", "video_id": "P03_04", "narration_ids": [ "P03_04_289", "P03_04_290", "P03_04_291", "P03_04_292" ], "src": "close fridge . pick_up squash . turn_on tap", "src1": "close fridge", "src2": "pick_up squash", "src3": "turn_on tap", "trg": "fill squash", "vis_src": "P03_04:289 P03_04:290 P03_04:291", "vis_trg": "P03_04:292", "narrations": [ "close fridge", "pick up squash", "turn on tap", "fill squash" ], "verbs": [ "close", "pick-up", "turn-on", "fill" ], "verb_classes": [ 4, 0, 6, 26 ], "nouns": [ "fridge", "squash", "tap", "squash" ], "noun_classes": [ 12, 116, 0, 116 ], "start_stop_timestamps": [ [ "00:19:50.10", "00:19:50.60" ], [ "00:19:51.52", "00:19:52.22" ], [ "00:19:51.95", "00:19:53.70" ], [ "00:19:53.58", "00:19:57.10" ] ], "start_stop_frames": [ [ 71406, 71436 ], [ 71491, 71533 ], [ 71517, 71622 ], [ 71614, 71826 ] ], "trgnoun": "squash", "trgverb": "fill" }, { "key": "P30_111+322_323_324_326", "video_id": "P30_111", "narration_ids": [ "P30_111_322", "P30_111_323", "P30_111_324", "P30_111_326" ], "src": "put mug on drying rack . pick_up plate . rinse plate", "src1": "put mug on drying rack", "src2": "pick_up plate", "src3": "rinse plate", "trg": "scrub plate", "vis_src": "P30_111:322 P30_111:323 P30_111:324", "vis_trg": "P30_111:326", "narrations": [ "put mug on drying rack", "pick up plate", "rinse plate", "scrub plate" ], "verbs": [ "put-on", "pick-up", "rinse", "scrub" ], "verb_classes": [ 1, 0, 2, 29 ], "nouns": [ "mug", "plate", "plate", "plate" ], "noun_classes": [ 13, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:13:37.38", "00:13:38.50" ], [ "00:13:38.10", "00:13:38.99" ], [ "00:13:38.86", "00:13:49.08" ], [ "00:13:40.10", "00:13:41.10" ] ], "start_stop_frames": [ [ 40869, 40925 ], [ 40905, 40949 ], [ 40943, 41454 ], [ 41005, 41055 ] ], "trgnoun": "plate", "trgverb": "scrub" }, { "key": "P22_15+114_115_116_117", "video_id": "P22_15", "narration_ids": [ "P22_15_114", "P22_15_115", "P22_15_116", "P22_15_117" ], "src": "grab bowl . open fridge . put_down down bowl", "src1": "grab bowl", "src2": "open fridge", "src3": "put_down down bowl", "trg": "close fridge", "vis_src": "P22_15:114 P22_15:115 P22_15:116", "vis_trg": "P22_15:117", "narrations": [ "grab bowl", "open fridge", "put down down bowl", "close fridge" ], "verbs": [ "grab", "open", "put-down", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "bowl", "fridge", "bowl", "fridge" ], "noun_classes": [ 7, 12, 7, 12 ], "start_stop_timestamps": [ [ "00:04:23.26", "00:04:32.51" ], [ "00:04:35.18", "00:04:38.06" ], [ "00:04:37.66", "00:04:39.85" ], [ "00:04:39.78", "00:04:40.42" ] ], "start_stop_frames": [ [ 15795, 16350 ], [ 16510, 16683 ], [ 16659, 16791 ], [ 16786, 16825 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P02_122+193_194_195_196", "video_id": "P02_122", "narration_ids": [ "P02_122_193", "P02_122_194", "P02_122_195", "P02_122_196" ], "src": "rest spatula on pan . switch_off hob . hold pan", "src1": "rest spatula on pan", "src2": "switch_off hob", "src3": "hold pan", "trg": "pick_up spatula", "vis_src": "P02_122:193 P02_122:194 P02_122:195", "vis_trg": "P02_122:196", "narrations": [ "rest spatula on pan", "switch off hob", "hold pan", "pick up spatula" ], "verbs": [ "rest-on", "switch-off", "hold", "pick-up" ], "verb_classes": [ 1, 8, 34, 0 ], "nouns": [ "spatula", "hob", "pan", "spatula" ], "noun_classes": [ 20, 24, 5, 20 ], "start_stop_timestamps": [ [ "00:11:49.65", "00:11:50.91" ], [ "00:11:52.99", "00:11:54.25" ], [ "00:11:58.08", "00:11:58.87" ], [ "00:11:58.80", "00:11:59.26" ] ], "start_stop_frames": [ [ 35482, 35545 ], [ 35649, 35712 ], [ 35904, 35943 ], [ 35940, 35963 ] ], "trgnoun": "spatula", "trgverb": "pick_up" }, { "key": "P30_114+23_24_25_26", "video_id": "P30_114", "narration_ids": [ "P30_114_23", "P30_114_24", "P30_114_25", "P30_114_26" ], "src": "rinse bowl . pick_up sponge . put sponge in bowl", "src1": "rinse bowl", "src2": "pick_up sponge", "src3": "put sponge in bowl", "trg": "scrub bowl", "vis_src": "P30_114:23 P30_114:24 P30_114:25", "vis_trg": "P30_114:26", "narrations": [ "rinse bowl", "pick up sponge", "put sponge in bowl", "scrub bowl" ], "verbs": [ "rinse", "pick-up", "put-in", "scrub" ], "verb_classes": [ 2, 0, 5, 29 ], "nouns": [ "bowl", "sponge", "sponge", "bowl" ], "noun_classes": [ 7, 9, 9, 7 ], "start_stop_timestamps": [ [ "00:00:53.88", "00:01:21.60" ], [ "00:01:21.65", "00:01:22.10" ], [ "00:01:21.85", "00:01:23.79" ], [ "00:01:23.69", "00:01:25.19" ] ], "start_stop_frames": [ [ 2694, 4079 ], [ 4082, 4105 ], [ 4092, 4189 ], [ 4184, 4259 ] ], "trgnoun": "bowl", "trgverb": "scrub" }, { "key": "P30_114+24_25_26_27", "video_id": "P30_114", "narration_ids": [ "P30_114_24", "P30_114_25", "P30_114_26", "P30_114_27" ], "src": "pick_up sponge . put sponge in bowl . scrub bowl", "src1": "pick_up sponge", "src2": "put sponge in bowl", "src3": "scrub bowl", "trg": "rinse bowl", "vis_src": "P30_114:24 P30_114:25 P30_114:26", "vis_trg": "P30_114:27", "narrations": [ "pick up sponge", "put sponge in bowl", "scrub bowl", "rinse bowl" ], "verbs": [ "pick-up", "put-in", "scrub", "rinse" ], "verb_classes": [ 0, 5, 29, 2 ], "nouns": [ "sponge", "sponge", "bowl", "bowl" ], "noun_classes": [ 9, 9, 7, 7 ], "start_stop_timestamps": [ [ "00:01:21.65", "00:01:22.10" ], [ "00:01:21.85", "00:01:23.79" ], [ "00:01:23.69", "00:01:25.19" ], [ "00:01:24.55", "00:01:32.26" ] ], "start_stop_frames": [ [ 4082, 4105 ], [ 4092, 4189 ], [ 4184, 4259 ], [ 4227, 4613 ] ], "trgnoun": "bowl", "trgverb": "rinse" }, { "key": "P02_120+71_72_73_74", "video_id": "P02_120", "narration_ids": [ "P02_120_71", "P02_120_72", "P02_120_73", "P02_120_74" ], "src": "shake sachet . open bin . throw sachet", "src1": "shake sachet", "src2": "open bin", "src3": "throw sachet", "trg": "close bin", "vis_src": "P02_120:71 P02_120:72 P02_120:73", "vis_trg": "P02_120:74", "narrations": [ "shake sachet", "open bin", "throw sachet", "close bin" ], "verbs": [ "shake", "open", "throw", "close" ], "verb_classes": [ 15, 3, 13, 4 ], "nouns": [ "sachet", "bin", "sachet", "bin" ], "noun_classes": [ 26, 36, 26, 36 ], "start_stop_timestamps": [ [ "00:04:22.22", "00:04:24.72" ], [ "00:04:24.71", "00:04:27.82" ], [ "00:04:27.74", "00:04:28.14" ], [ "00:04:28.24", "00:04:28.67" ] ], "start_stop_frames": [ [ 13111, 13236 ], [ 13235, 13391 ], [ 13387, 13407 ], [ 13412, 13433 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P01_105+512_513_514_515", "video_id": "P01_105", "narration_ids": [ "P01_105_512", "P01_105_513", "P01_105_514", "P01_105_515" ], "src": "slice mushroom . pick_up mushroom . move mushrooms with knife", "src1": "slice mushroom", "src2": "pick_up mushroom", "src3": "move mushrooms with knife", "trg": "put_down mushroom", "vis_src": "P01_105:512 P01_105:513 P01_105:514", "vis_trg": "P01_105:515", "narrations": [ "slice mushroom", "pick up mushroom", "move mushrooms with knife", "put down mushroom" ], "verbs": [ "slice", "pick-up", "move", "put-down" ], "verb_classes": [ 7, 0, 11, 1 ], "nouns": [ "mushroom", "mushroom", "mushroom", "mushroom" ], "noun_classes": [ 56, 56, 56, 56 ], "start_stop_timestamps": [ [ "00:20:20.07", "00:20:23.07" ], [ "00:20:23.56", "00:20:24.21" ], [ "00:20:24.01", "00:20:25.17" ], [ "00:20:24.67", "00:20:25.32" ] ], "start_stop_frames": [ [ 61003, 61153 ], [ 61178, 61210 ], [ 61200, 61258 ], [ 61233, 61266 ] ], "trgnoun": "mushroom", "trgverb": "put_down" }, { "key": "P11_102+34_35_37_38", "video_id": "P11_102", "narration_ids": [ "P11_102_34", "P11_102_35", "P11_102_37", "P11_102_38" ], "src": "wash leeks . put leek on drying rack . wash leek", "src1": "wash leeks", "src2": "put leek on drying rack", "src3": "wash leek", "trg": "shake_off leek", "vis_src": "P11_102:34 P11_102:35 P11_102:37", "vis_trg": "P11_102:38", "narrations": [ "wash leeks", "put leek on drying rack", "wash leek", "shake off leek" ], "verbs": [ "wash", "put-on", "wash", "shake-off" ], "verb_classes": [ 2, 1, 2, 15 ], "nouns": [ "leek", "leek", "leek", "leek" ], "noun_classes": [ 117, 117, 117, 117 ], "start_stop_timestamps": [ [ "00:01:45.16", "00:01:56.38" ], [ "00:01:49.33", "00:01:50.86" ], [ "00:01:50.38", "00:01:52.65" ], [ "00:01:51.90", "00:01:54.09" ] ], "start_stop_frames": [ [ 5258, 5819 ], [ 5466, 5543 ], [ 5519, 5632 ], [ 5595, 5704 ] ], "trgnoun": "leek", "trgverb": "shake_off" }, { "key": "P02_122+194_195_196_197", "video_id": "P02_122", "narration_ids": [ "P02_122_194", "P02_122_195", "P02_122_196", "P02_122_197" ], "src": "switch_off hob . hold pan . pick_up spatula", "src1": "switch_off hob", "src2": "hold pan", "src3": "pick_up spatula", "trg": "pick_up pan", "vis_src": "P02_122:194 P02_122:195 P02_122:196", "vis_trg": "P02_122:197", "narrations": [ "switch off hob", "hold pan", "pick up spatula", "pick up pan" ], "verbs": [ "switch-off", "hold", "pick-up", "pick-up" ], "verb_classes": [ 8, 34, 0, 0 ], "nouns": [ "hob", "pan", "spatula", "pan" ], "noun_classes": [ 24, 5, 20, 5 ], "start_stop_timestamps": [ [ "00:11:52.99", "00:11:54.25" ], [ "00:11:58.08", "00:11:58.87" ], [ "00:11:58.80", "00:11:59.26" ], [ "00:12:01.30", "00:12:02.14" ] ], "start_stop_frames": [ [ 35649, 35712 ], [ 35904, 35943 ], [ 35940, 35963 ], [ 36065, 36107 ] ], "trgnoun": "pan", "trgverb": "pick_up" }, { "key": "P12_105+18_19_20_22", "video_id": "P12_105", "narration_ids": [ "P12_105_18", "P12_105_19", "P12_105_20", "P12_105_22" ], "src": "open plastic_bag . take mug . pour soup into mug from saucepan", "src1": "open plastic_bag", "src2": "take mug", "src3": "pour soup into mug from saucepan", "trg": "scoop_up soup into mug from saucepan", "vis_src": "P12_105:18 P12_105:19 P12_105:20", "vis_trg": "P12_105:22", "narrations": [ "open plastic bag", "take mug", "pour soup into mug from saucepan", "scoop up soup into mug from saucepan" ], "verbs": [ "open", "take", "pour-into", "scoop-up" ], "verb_classes": [ 3, 0, 9, 16 ], "nouns": [ "bag:plastic", "mug", "soup", "soup" ], "noun_classes": [ 19, 13, 126, 126 ], "start_stop_timestamps": [ [ "00:01:19.31", "00:01:22.33" ], [ "00:01:23.94", "00:01:24.84" ], [ "00:01:27.59", "00:01:29.84" ], [ "00:01:30.25", "00:01:32.50" ] ], "start_stop_frames": [ [ 3965, 4116 ], [ 4197, 4242 ], [ 4379, 4492 ], [ 4512, 4625 ] ], "trgnoun": "soup", "trgverb": "scoop_up" }, { "key": "P11_16+46_47_48_49", "video_id": "P11_16", "narration_ids": [ "P11_16_46", "P11_16_47", "P11_16_48", "P11_16_49" ], "src": "dry_off knife . put_away knife . rinse chopping_block", "src1": "dry_off knife", "src2": "put_away knife", "src3": "rinse chopping_block", "trg": "wash chopping_block", "vis_src": "P11_16:46 P11_16:47 P11_16:48", "vis_trg": "P11_16:49", "narrations": [ "dry off knife", "put away knife", "rinse chopping block", "wash chopping block" ], "verbs": [ "dry-off", "put-away", "rinse", "wash" ], "verb_classes": [ 14, 1, 2, 2 ], "nouns": [ "knife", "knife", "block:chopping", "block:chopping" ], "noun_classes": [ 4, 4, 18, 18 ], "start_stop_timestamps": [ [ "00:03:11.55", "00:03:14.10" ], [ "00:03:13.90", "00:03:18.00" ], [ "00:03:20.02", "00:03:25.83" ], [ "00:03:26.61", "00:03:35.80" ] ], "start_stop_frames": [ [ 11493, 11646 ], [ 11634, 11880 ], [ 12001, 12349 ], [ 12396, 12948 ] ], "trgnoun": "chopping_block", "trgverb": "wash" }, { "key": "P02_131+148_149_150_153", "video_id": "P02_131", "narration_ids": [ "P02_131_148", "P02_131_149", "P02_131_150", "P02_131_153" ], "src": "put plate in drainer . empty sink . pick_up plate", "src1": "put plate in drainer", "src2": "empty sink", "src3": "pick_up plate", "trg": "soak plate", "vis_src": "P02_131:148 P02_131:149 P02_131:150", "vis_trg": "P02_131:153", "narrations": [ "put plate in drainer", "empty sink", "pick up plate", "soak plate" ], "verbs": [ "put-in", "empty", "pick-up", "soak" ], "verb_classes": [ 5, 20, 0, 56 ], "nouns": [ "plate", "sink", "plate", "plate" ], "noun_classes": [ 2, 63, 2, 2 ], "start_stop_timestamps": [ [ "00:06:54.64", "00:06:55.98" ], [ "00:06:56.00", "00:07:02.54" ], [ "00:07:02.62", "00:07:03.46" ], [ "00:07:02.91", "00:07:05.45" ] ], "start_stop_frames": [ [ 20732, 20799 ], [ 20800, 21127 ], [ 21131, 21173 ], [ 21145, 21272 ] ], "trgnoun": "plate", "trgverb": "soak" }, { "key": "P12_105+19_20_22_23", "video_id": "P12_105", "narration_ids": [ "P12_105_19", "P12_105_20", "P12_105_22", "P12_105_23" ], "src": "take mug . pour soup into mug from saucepan . scoop_up soup into mug from saucepan", "src1": "take mug", "src2": "pour soup into mug from saucepan", "src3": "scoop_up soup into mug from saucepan", "trg": "pour soup from mug into plastic bag", "vis_src": "P12_105:19 P12_105:20 P12_105:22", "vis_trg": "P12_105:23", "narrations": [ "take mug", "pour soup into mug from saucepan", "scoop up soup into mug from saucepan", "pour soup from mug into plastic bag" ], "verbs": [ "take", "pour-into", "scoop-up", "pour-from" ], "verb_classes": [ 0, 9, 16, 9 ], "nouns": [ "mug", "soup", "soup", "soup" ], "noun_classes": [ 13, 126, 126, 126 ], "start_stop_timestamps": [ [ "00:01:23.94", "00:01:24.84" ], [ "00:01:27.59", "00:01:29.84" ], [ "00:01:30.25", "00:01:32.50" ], [ "00:01:32.79", "00:01:34.94" ] ], "start_stop_frames": [ [ 4197, 4242 ], [ 4379, 4492 ], [ 4512, 4625 ], [ 4639, 4747 ] ], "trgnoun": "soup", "trgverb": "pour_from" }, { "key": "P01_18+608_609_610_611", "video_id": "P01_18", "narration_ids": [ "P01_18_608", "P01_18_609", "P01_18_610", "P01_18_611" ], "src": "take spoon . spoon rice . taste rice", "src1": "take spoon", "src2": "spoon rice", "src3": "taste rice", "trg": "put_down spoon", "vis_src": "P01_18:608 P01_18:609 P01_18:610", "vis_trg": "P01_18:611", "narrations": [ "take spoon", "spoon rice", "taste rice", "put down spoon" ], "verbs": [ "take", "spoon", "taste", "put-down" ], "verb_classes": [ 0, 16, 35, 1 ], "nouns": [ "spoon", "rice", "rice", "spoon" ], "noun_classes": [ 1, 55, 55, 1 ], "start_stop_timestamps": [ [ "00:53:49.62", "00:53:50.48" ], [ "00:53:50.50", "00:53:52.29" ], [ "00:53:53.46", "00:53:56.19" ], [ "00:53:56.20", "00:53:58.20" ] ], "start_stop_frames": [ [ 193777, 193828 ], [ 193830, 193937 ], [ 194007, 194171 ], [ 194172, 194292 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P11_15+79_80_81_82", "video_id": "P11_15", "narration_ids": [ "P11_15_79", "P11_15_80", "P11_15_81", "P11_15_82" ], "src": "mix water . put_down spoon . pick_up salmon", "src1": "mix water", "src2": "put_down spoon", "src3": "pick_up salmon", "trg": "put salmon in water", "vis_src": "P11_15:79 P11_15:80 P11_15:81", "vis_trg": "P11_15:82", "narrations": [ "mix water", "put down spoon", "pick up salmon", "put salmon in water" ], "verbs": [ "mix", "put-down", "pick-up", "put-in" ], "verb_classes": [ 10, 1, 0, 5 ], "nouns": [ "water", "spoon", "salmon", "salmon" ], "noun_classes": [ 27, 1, 112, 112 ], "start_stop_timestamps": [ [ "00:05:59.81", "00:06:03.14" ], [ "00:06:03.49", "00:06:04.25" ], [ "00:06:04.57", "00:06:05.69" ], [ "00:06:07.20", "00:06:08.09" ] ], "start_stop_frames": [ [ 21588, 21788 ], [ 21809, 21855 ], [ 21874, 21941 ], [ 22032, 22085 ] ], "trgnoun": "salmon", "trgverb": "put_in" }, { "key": "P01_107+45_46_47_48", "video_id": "P01_107", "narration_ids": [ "P01_107_45", "P01_107_46", "P01_107_47", "P01_107_48" ], "src": "crush bottle . open bin . put cap into bin", "src1": "crush bottle", "src2": "open bin", "src3": "put cap into bin", "trg": "put bottle into bin", "vis_src": "P01_107:45 P01_107:46 P01_107:47", "vis_trg": "P01_107:48", "narrations": [ "crush bottle", "open bin", "put cap into bin", "put bottle into bin" ], "verbs": [ "crush", "open", "put-into", "put-into" ], "verb_classes": [ 49, 3, 5, 5 ], "nouns": [ "bottle", "bin", "cap", "bottle" ], "noun_classes": [ 15, 36, 118, 15 ], "start_stop_timestamps": [ [ "00:01:25.61", "00:01:32.36" ], [ "00:01:35.24", "00:01:36.15" ], [ "00:01:36.14", "00:01:36.53" ], [ "00:01:36.51", "00:01:37.17" ] ], "start_stop_frames": [ [ 4280, 4618 ], [ 4762, 4807 ], [ 4807, 4826 ], [ 4825, 4858 ] ], "trgnoun": "bottle", "trgverb": "put_into" }, { "key": "P02_105+127_128_131_132", "video_id": "P02_105", "narration_ids": [ "P02_105_127", "P02_105_128", "P02_105_131", "P02_105_132" ], "src": "pick_up wooden_spoon . sponge wooden_spoon . open tap", "src1": "pick_up wooden_spoon", "src2": "sponge wooden_spoon", "src3": "open tap", "trg": "rinse wooden_spoon", "vis_src": "P02_105:127 P02_105:128 P02_105:131", "vis_trg": "P02_105:132", "narrations": [ "pick up wooden spoon", "sponge wooden spoon", "open tap", "rinse wooden spoon" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "spoon:wooden", "spoon:wooden", "tap", "spoon:wooden" ], "noun_classes": [ 1, 1, 0, 1 ], "start_stop_timestamps": [ [ "00:04:09.79", "00:04:10.45" ], [ "00:04:10.55", "00:04:12.53" ], [ "00:04:21.50", "00:04:22.60" ], [ "00:04:22.65", "00:04:25.65" ] ], "start_stop_frames": [ [ 12489, 12522 ], [ 12527, 12626 ], [ 13075, 13130 ], [ 13132, 13282 ] ], "trgnoun": "wooden_spoon", "trgverb": "rinse" }, { "key": "P28_08+61_62_63_64", "video_id": "P28_08", "narration_ids": [ "P28_08_61", "P28_08_62", "P28_08_63", "P28_08_64" ], "src": "take sponge . soak sponge . take dish", "src1": "take sponge", "src2": "soak sponge", "src3": "take dish", "trg": "rinse dish", "vis_src": "P28_08:61 P28_08:62 P28_08:63", "vis_trg": "P28_08:64", "narrations": [ "take sponge", "soak sponge", "take dish", "rinse dish" ], "verbs": [ "take", "soak", "take", "rinse" ], "verb_classes": [ 0, 56, 0, 2 ], "nouns": [ "sponge", "sponge", "dish", "dish" ], "noun_classes": [ 9, 9, 2, 2 ], "start_stop_timestamps": [ [ "00:03:51.74", "00:03:52.62" ], [ "00:03:52.72", "00:03:54.64" ], [ "00:03:53.74", "00:03:54.73" ], [ "00:03:56.18", "00:03:57.80" ] ], "start_stop_frames": [ [ 13904, 13957 ], [ 13963, 14078 ], [ 14024, 14083 ], [ 14170, 14268 ] ], "trgnoun": "dish", "trgverb": "rinse" }, { "key": "P02_122+163_164_165_166", "video_id": "P02_122", "narration_ids": [ "P02_122_163", "P02_122_164", "P02_122_165", "P02_122_166" ], "src": "put plate and fork in sink . adjust heat . pick_up gloves", "src1": "put plate and fork in sink", "src2": "adjust heat", "src3": "pick_up gloves", "trg": "hang gloves on ovens side", "vis_src": "P02_122:163 P02_122:164 P02_122:165", "vis_trg": "P02_122:166", "narrations": [ "put plate and fork in sink", "adjust heat", "pick up gloves", "hang gloves on ovens side" ], "verbs": [ "put-in", "adjust", "pick-up", "hang-on" ], "verb_classes": [ 5, 17, 0, 41 ], "nouns": [ "plate", "heat", "glove", "glove" ], "noun_classes": [ 2, 65, 60, 60 ], "start_stop_timestamps": [ [ "00:09:31.35", "00:09:33.94" ], [ "00:09:42.27", "00:09:43.34" ], [ "00:09:58.04", "00:09:58.94" ], [ "00:10:00.34", "00:10:01.70" ] ], "start_stop_frames": [ [ 28567, 28697 ], [ 29113, 29167 ], [ 29902, 29947 ], [ 30017, 30085 ] ], "trgnoun": "glove", "trgverb": "hang_on" }, { "key": "P02_131+149_150_151_153", "video_id": "P02_131", "narration_ids": [ "P02_131_149", "P02_131_150", "P02_131_151", "P02_131_153" ], "src": "empty sink . pick_up plate . put plate in sink", "src1": "empty sink", "src2": "pick_up plate", "src3": "put plate in sink", "trg": "soak plate", "vis_src": "P02_131:149 P02_131:150 P02_131:151", "vis_trg": "P02_131:153", "narrations": [ "empty sink", "pick up plate", "put plate in sink", "soak plate" ], "verbs": [ "empty", "pick-up", "put-in", "soak" ], "verb_classes": [ 20, 0, 5, 56 ], "nouns": [ "sink", "plate", "plate", "plate" ], "noun_classes": [ 63, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:06:56.00", "00:07:02.54" ], [ "00:07:02.62", "00:07:03.46" ], [ "00:07:03.52", "00:07:04.21" ], [ "00:07:02.91", "00:07:05.45" ] ], "start_stop_frames": [ [ 20800, 21127 ], [ 21131, 21173 ], [ 21176, 21210 ], [ 21145, 21272 ] ], "trgnoun": "plate", "trgverb": "soak" }, { "key": "P30_05+668_669_670_671", "video_id": "P30_05", "narration_ids": [ "P30_05_668", "P30_05_669", "P30_05_670", "P30_05_671" ], "src": "scrub lime_squeezer . washing chopping_board . rinse chopping_board", "src1": "scrub lime_squeezer", "src2": "washing chopping_board", "src3": "rinse chopping_board", "trg": "put chopping_board on drying rack", "vis_src": "P30_05:668 P30_05:669 P30_05:670", "vis_trg": "P30_05:671", "narrations": [ "scrub", "washing", "rinse chopping board", "put chopping board on drying rack" ], "verbs": [ "scrub", "wash", "rinse", "put-on" ], "verb_classes": [ 29, 2, 2, 1 ], "nouns": [ "squeezer:lime", "board:chopping", "board:chopping", "board:chopping" ], "noun_classes": [ 106, 18, 18, 18 ], "start_stop_timestamps": [ [ "00:48:03.23", "00:48:07.48" ], [ "00:48:07.23", "00:48:11.74" ], [ "00:48:10.40", "00:48:15.86" ], [ "00:48:16.30", "00:48:18.52" ] ], "start_stop_frames": [ [ 172993, 173248 ], [ 173233, 173504 ], [ 173424, 173751 ], [ 173778, 173911 ] ], "trgnoun": "chopping_board", "trgverb": "put_on" }, { "key": "P22_117+140_141_142_143", "video_id": "P22_117", "narration_ids": [ "P22_117_140", "P22_117_141", "P22_117_142", "P22_117_143" ], "src": "peel courgette . put_down peeler . turn_on tap", "src1": "peel courgette", "src2": "put_down peeler", "src3": "turn_on tap", "trg": "rinse courgette", "vis_src": "P22_117:140 P22_117:141 P22_117:142", "vis_trg": "P22_117:143", "narrations": [ "peel courgette", "put down peeler", "turn on tap", "rinse courgette" ], "verbs": [ "peel", "put-down", "turn-on", "rinse" ], "verb_classes": [ 19, 1, 6, 2 ], "nouns": [ "courgette", "peeler", "tap", "courgette" ], "noun_classes": [ 76, 87, 0, 76 ], "start_stop_timestamps": [ [ "00:05:05.03", "00:05:46.80" ], [ "00:05:46.90", "00:05:47.54" ], [ "00:05:49.71", "00:05:50.43" ], [ "00:05:50.53", "00:05:53.68" ] ], "start_stop_frames": [ [ 15251, 17340 ], [ 17345, 17377 ], [ 17485, 17521 ], [ 17526, 17684 ] ], "trgnoun": "courgette", "trgverb": "rinse" }, { "key": "P22_06+169_170_171_172", "video_id": "P22_06", "narration_ids": [ "P22_06_169", "P22_06_170", "P22_06_171", "P22_06_172" ], "src": "take container . open cupboard . move can", "src1": "take container", "src2": "open cupboard", "src3": "move can", "trg": "put_down container", "vis_src": "P22_06:169 P22_06:170 P22_06:171", "vis_trg": "P22_06:172", "narrations": [ "take container", "open cupboard", "move can", "put down container" ], "verbs": [ "take", "open", "move", "put-down" ], "verb_classes": [ 0, 3, 11, 1 ], "nouns": [ "container", "cupboard", "can", "container" ], "noun_classes": [ 21, 3, 61, 21 ], "start_stop_timestamps": [ [ "00:06:44.58", "00:06:45.42" ], [ "00:06:46.26", "00:06:47.55" ], [ "00:06:47.96", "00:06:48.91" ], [ "00:06:48.99", "00:06:49.58" ] ], "start_stop_frames": [ [ 24274, 24325 ], [ 24375, 24453 ], [ 24477, 24534 ], [ 24539, 24574 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P01_18+633_634_635_636", "video_id": "P01_18", "narration_ids": [ "P01_18_633", "P01_18_634", "P01_18_635", "P01_18_636" ], "src": "take spoon . spoon rice . taste rice", "src1": "take spoon", "src2": "spoon rice", "src3": "taste rice", "trg": "put_down spoon", "vis_src": "P01_18:633 P01_18:634 P01_18:635", "vis_trg": "P01_18:636", "narrations": [ "take spoon", "spoon rice", "taste rice", "put down spoon" ], "verbs": [ "take", "spoon", "taste", "put-down" ], "verb_classes": [ 0, 16, 35, 1 ], "nouns": [ "spoon", "rice", "rice", "spoon" ], "noun_classes": [ 1, 55, 55, 1 ], "start_stop_timestamps": [ [ "00:56:48.77", "00:56:49.77" ], [ "00:56:49.87", "00:56:51.87" ], [ "00:56:51.97", "00:56:55.72" ], [ "00:56:55.76", "00:56:57.40" ] ], "start_stop_frames": [ [ 204526, 204586 ], [ 204592, 204712 ], [ 204718, 204943 ], [ 204945, 205044 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P30_107+545_547_548_549", "video_id": "P30_107", "narration_ids": [ "P30_107_545", "P30_107_547", "P30_107_548", "P30_107_549" ], "src": "turn_on tap . rinse chopping_board . turn tap", "src1": "turn_on tap", "src2": "rinse chopping_board", "src3": "turn tap", "trg": "scrub chopping_board", "vis_src": "P30_107:545 P30_107:547 P30_107:548", "vis_trg": "P30_107:549", "narrations": [ "turn on tap", "rinse chopping board", "turn tap", "scrub chopping board" ], "verbs": [ "turn-on", "rinse", "turn", "scrub" ], "verb_classes": [ 6, 2, 23, 29 ], "nouns": [ "tap", "board:chopping", "tap", "board:chopping" ], "noun_classes": [ 0, 18, 0, 18 ], "start_stop_timestamps": [ [ "00:27:16.09", "00:27:17.33" ], [ "00:27:17.25", "00:27:22.19" ], [ "00:27:21.97", "00:27:22.56" ], [ "00:27:22.82", "00:27:30.93" ] ], "start_stop_frames": [ [ 81804, 81866 ], [ 81862, 82109 ], [ 82098, 82128 ], [ 82141, 82546 ] ], "trgnoun": "chopping_board", "trgverb": "scrub" }, { "key": "P22_103+79_80_81_82", "video_id": "P22_103", "narration_ids": [ "P22_103_79", "P22_103_80", "P22_103_81", "P22_103_82" ], "src": "put_down container . pick_up peeler . lather peeler", "src1": "put_down container", "src2": "pick_up peeler", "src3": "lather peeler", "trg": "put_down peeler", "vis_src": "P22_103:79 P22_103:80 P22_103:81", "vis_trg": "P22_103:82", "narrations": [ "put down container", "pick up peeler", "lather peeler", "put down peeler" ], "verbs": [ "put-down", "pick-up", "lather", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "container", "peeler", "peeler", "peeler" ], "noun_classes": [ 21, 87, 87, 87 ], "start_stop_timestamps": [ [ "00:02:20.48", "00:02:20.74" ], [ "00:02:20.52", "00:02:21.52" ], [ "00:02:21.25", "00:02:22.75" ], [ "00:02:25.03", "00:02:26.24" ] ], "start_stop_frames": [ [ 7023, 7037 ], [ 7026, 7076 ], [ 7062, 7137 ], [ 7251, 7312 ] ], "trgnoun": "peeler", "trgverb": "put_down" }, { "key": "P04_116+118_119_120_121", "video_id": "P04_116", "narration_ids": [ "P04_116_118", "P04_116_119", "P04_116_120", "P04_116_121" ], "src": "scrape egg off bottom of pan using spatula . lower pan . stir egg in pan using spatula", "src1": "scrape egg off bottom of pan using spatula", "src2": "lower pan", "src3": "stir egg in pan using spatula", "trg": "pick_up pan", "vis_src": "P04_116:118 P04_116:119 P04_116:120", "vis_trg": "P04_116:121", "narrations": [ "scrape egg off bottom of pan using spatula", "lower pan", "stir egg in pan using spatula", "pick up pan" ], "verbs": [ "scrape-off", "lower", "stir-in", "pick-up" ], "verb_classes": [ 25, 73, 10, 0 ], "nouns": [ "egg", "pan", "egg", "pan" ], "noun_classes": [ 53, 5, 53, 5 ], "start_stop_timestamps": [ [ "00:04:52.32", "00:04:57.73" ], [ "00:04:57.83", "00:04:58.99" ], [ "00:04:59.05", "00:05:16.70" ], [ "00:05:16.80", "00:05:18.85" ] ], "start_stop_frames": [ [ 14616, 14886 ], [ 14891, 14949 ], [ 14952, 15835 ], [ 15840, 15942 ] ], "trgnoun": "pan", "trgverb": "pick_up" }, { "key": "P30_107+573_574_575_576", "video_id": "P30_107", "narration_ids": [ "P30_107_573", "P30_107_574", "P30_107_575", "P30_107_576" ], "src": "scrub bowl . turn_on tap . rinse bowl", "src1": "scrub bowl", "src2": "turn_on tap", "src3": "rinse bowl", "trg": "put bowl in drying rack", "vis_src": "P30_107:573 P30_107:574 P30_107:575", "vis_trg": "P30_107:576", "narrations": [ "scrub bowl", "turn on tap", "rinse bowl", "put bowl in drying rack" ], "verbs": [ "scrub", "turn-on", "rinse", "put-in" ], "verb_classes": [ 29, 6, 2, 5 ], "nouns": [ "bowl", "tap", "bowl", "bowl" ], "noun_classes": [ 7, 0, 7, 7 ], "start_stop_timestamps": [ [ "00:28:58.00", "00:29:07.34" ], [ "00:29:07.57", "00:29:08.08" ], [ "00:29:08.43", "00:29:14.24" ], [ "00:29:13.87", "00:29:14.84" ] ], "start_stop_frames": [ [ 86900, 87367 ], [ 87378, 87404 ], [ 87421, 87712 ], [ 87693, 87742 ] ], "trgnoun": "bowl", "trgverb": "put_in" }, { "key": "P24_07+137_138_139_140", "video_id": "P24_07", "narration_ids": [ "P24_07_137", "P24_07_138", "P24_07_139", "P24_07_140" ], "src": "put carrot in colander . rinse carrots . pick_up colander", "src1": "put carrot in colander", "src2": "rinse carrots", "src3": "pick_up colander", "trg": "put_down colander", "vis_src": "P24_07:137 P24_07:138 P24_07:139", "vis_trg": "P24_07:140", "narrations": [ "put carrot in colander", "rinse carrots", "pick up colander", "put down colander" ], "verbs": [ "put-in", "rinse", "pick-up", "put-down" ], "verb_classes": [ 5, 2, 0, 1 ], "nouns": [ "carrot", "carrot", "colander", "colander" ], "noun_classes": [ 41, 41, 39, 39 ], "start_stop_timestamps": [ [ "00:11:14.90", "00:11:19.15" ], [ "00:11:19.43", "00:11:23.80" ], [ "00:11:23.90", "00:11:27.79" ], [ "00:11:27.89", "00:11:30.69" ] ], "start_stop_frames": [ [ 40494, 40749 ], [ 40765, 41028 ], [ 41034, 41267 ], [ 41273, 41441 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P12_06+0_1_2_3", "video_id": "P12_06", "narration_ids": [ "P12_06_0", "P12_06_1", "P12_06_2", "P12_06_3" ], "src": "enter kitchen . take cloth . open oven", "src1": "enter kitchen", "src2": "take cloth", "src3": "open oven", "trg": "turn_off oven", "vis_src": "P12_06:0 P12_06:1 P12_06:2", "vis_trg": "P12_06:3", "narrations": [ "enter kitchen", "take cloth", "open oven", "turn off oven" ], "verbs": [ "enter", "take", "open", "turn-off" ], "verb_classes": [ 67, 0, 3, 8 ], "nouns": [ "kitchen", "cloth", "oven", "oven" ], "noun_classes": [ 157, 17, 46, 46 ], "start_stop_timestamps": [ [ "00:00:02.09", "00:00:05.24" ], [ "00:00:05.17", "00:00:07.14" ], [ "00:00:07.33", "00:00:08.80" ], [ "00:00:09.41", "00:00:12.10" ] ], "start_stop_frames": [ [ 125, 314 ], [ 310, 428 ], [ 439, 528 ], [ 564, 726 ] ], "trgnoun": "oven", "trgverb": "turn_off" }, { "key": "P30_107+516_517_518_519", "video_id": "P30_107", "narration_ids": [ "P30_107_516", "P30_107_517", "P30_107_518", "P30_107_519" ], "src": "take knife . put knife . take colander", "src1": "take knife", "src2": "put knife", "src3": "take colander", "trg": "wash colander", "vis_src": "P30_107:516 P30_107:517 P30_107:518", "vis_trg": "P30_107:519", "narrations": [ "take knife", "put knife", "take colander", "wash colander" ], "verbs": [ "take", "put", "take", "wash" ], "verb_classes": [ 0, 1, 0, 2 ], "nouns": [ "knife", "knife", "colander", "colander" ], "noun_classes": [ 4, 4, 39, 39 ], "start_stop_timestamps": [ [ "00:25:36.62", "00:25:37.91" ], [ "00:25:37.98", "00:25:38.81" ], [ "00:25:38.91", "00:25:40.26" ], [ "00:25:40.79", "00:25:53.41" ] ], "start_stop_frames": [ [ 76831, 76895 ], [ 76899, 76940 ], [ 76945, 77013 ], [ 77039, 77670 ] ], "trgnoun": "colander", "trgverb": "wash" }, { "key": "P02_104+113_114_115_116", "video_id": "P02_104", "narration_ids": [ "P02_104_113", "P02_104_114", "P02_104_115", "P02_104_116" ], "src": "put wooden_spoon down . adjust heat . hold pan", "src1": "put wooden_spoon down", "src2": "adjust heat", "src3": "hold pan", "trg": "pick_up wooden_spoon", "vis_src": "P02_104:113 P02_104:114 P02_104:115", "vis_trg": "P02_104:116", "narrations": [ "put wooden spoon down", "adjust heat", "hold pan", "pick up wooden spoon" ], "verbs": [ "put", "adjust", "hold", "pick-up" ], "verb_classes": [ 1, 17, 34, 0 ], "nouns": [ "spoon:wooden", "heat", "pan", "spoon:wooden" ], "noun_classes": [ 1, 65, 5, 1 ], "start_stop_timestamps": [ [ "00:05:54.50", "00:05:56.02" ], [ "00:05:56.21", "00:05:59.59" ], [ "00:05:59.66", "00:06:00.86" ], [ "00:06:01.63", "00:06:02.67" ] ], "start_stop_frames": [ [ 17725, 17801 ], [ 17810, 17979 ], [ 17983, 18043 ], [ 18081, 18133 ] ], "trgnoun": "wooden_spoon", "trgverb": "pick_up" }, { "key": "P01_18+468_469_470_471", "video_id": "P01_18", "narration_ids": [ "P01_18_468", "P01_18_469", "P01_18_470", "P01_18_471" ], "src": "take colander . pour squash into container . put_down spatula", "src1": "take colander", "src2": "pour squash into container", "src3": "put_down spatula", "trg": "put_down colander", "vis_src": "P01_18:468 P01_18:469 P01_18:470", "vis_trg": "P01_18:471", "narrations": [ "take colander", "pour squash into container", "put down spatula", "put down colander" ], "verbs": [ "take", "pour-into", "put-down", "put-down" ], "verb_classes": [ 0, 9, 1, 1 ], "nouns": [ "colander", "squash", "spatula", "colander" ], "noun_classes": [ 39, 116, 20, 39 ], "start_stop_timestamps": [ [ "00:37:24.63", "00:37:26.13" ], [ "00:37:25.56", "00:37:31.98" ], [ "00:37:32.08", "00:37:34.39" ], [ "00:37:34.49", "00:37:36.69" ] ], "start_stop_frames": [ [ 134677, 134767 ], [ 134733, 135118 ], [ 135124, 135263 ], [ 135269, 135401 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P01_01+190_191_192_193", "video_id": "P01_01", "narration_ids": [ "P01_01_190", "P01_01_191", "P01_01_192", "P01_01_193" ], "src": "cut tofu sleeve . open tofu_container . pour tofu onto pan", "src1": "cut tofu sleeve", "src2": "open tofu_container", "src3": "pour tofu onto pan", "trg": "put_down tofu_container", "vis_src": "P01_01:190 P01_01:191 P01_01:192", "vis_trg": "P01_01:193", "narrations": [ "cut tofu sleeve", "open tofu container", "pour tofu onto pan", "put down tofu container" ], "verbs": [ "cut", "open", "pour-onto", "put-down" ], "verb_classes": [ 7, 3, 9, 1 ], "nouns": [ "tofu", "container:tofu", "tofu", "container:tofu" ], "noun_classes": [ 81, 21, 81, 21 ], "start_stop_timestamps": [ [ "00:14:30.88", "00:14:35.11" ], [ "00:14:35.48", "00:14:45.08" ], [ "00:14:45.93", "00:14:49.17" ], [ "00:14:49.53", "00:14:50.92" ] ], "start_stop_frames": [ [ 52252, 52506 ], [ 52528, 53104 ], [ 53155, 53350 ], [ 53371, 53455 ] ], "trgnoun": "tofu_container", "trgverb": "put_down" }, { "key": "P12_105+32_33_34_35", "video_id": "P12_105", "narration_ids": [ "P12_105_32", "P12_105_33", "P12_105_34", "P12_105_35" ], "src": "scoop_up soup into mug from saucepan . pour soup from mug into plastic bag . put_down mug", "src1": "scoop_up soup into mug from saucepan", "src2": "pour soup from mug into plastic bag", "src3": "put_down mug", "trg": "take mug", "vis_src": "P12_105:32 P12_105:33 P12_105:34", "vis_trg": "P12_105:35", "narrations": [ "scoop up soup into mug from saucepan", "pour soup from mug into plastic bag", "put down mug", "take mug" ], "verbs": [ "scoop-up", "pour-from", "put-down", "take" ], "verb_classes": [ 16, 9, 1, 0 ], "nouns": [ "soup", "soup", "mug", "mug" ], "noun_classes": [ 126, 126, 13, 13 ], "start_stop_timestamps": [ [ "00:02:03.76", "00:02:10.84" ], [ "00:02:10.91", "00:02:13.64" ], [ "00:02:13.69", "00:02:15.16" ], [ "00:02:17.20", "00:02:18.05" ] ], "start_stop_frames": [ [ 6188, 6542 ], [ 6545, 6681 ], [ 6684, 6758 ], [ 6859, 6902 ] ], "trgnoun": "mug", "trgverb": "take" }, { "key": "P28_112+32_33_34_35", "video_id": "P28_112", "narration_ids": [ "P28_112_32", "P28_112_33", "P28_112_34", "P28_112_35" ], "src": "put clothes . take cap . close door", "src1": "put clothes", "src2": "take cap", "src3": "close door", "trg": "put cap", "vis_src": "P28_112:32 P28_112:33 P28_112:34", "vis_trg": "P28_112:35", "narrations": [ "put clothes", "take cap", "close door", "put cap" ], "verbs": [ "put", "take", "close", "put" ], "verb_classes": [ 1, 0, 4, 1 ], "nouns": [ "clothes", "cap", "door", "cap" ], "noun_classes": [ 73, 118, 3, 118 ], "start_stop_timestamps": [ [ "00:01:18.90", "00:01:19.66" ], [ "00:01:19.64", "00:01:21.95" ], [ "00:01:21.84", "00:01:23.58" ], [ "00:01:22.99", "00:01:24.02" ] ], "start_stop_frames": [ [ 3945, 3983 ], [ 3982, 4097 ], [ 4092, 4179 ], [ 4149, 4201 ] ], "trgnoun": "cap", "trgverb": "put" }, { "key": "P01_104+36_37_38_39", "video_id": "P01_104", "narration_ids": [ "P01_104_36", "P01_104_37", "P01_104_38", "P01_104_39" ], "src": "rinse spoon . put spoon onto rack . pick_up cup", "src1": "rinse spoon", "src2": "put spoon onto rack", "src3": "pick_up cup", "trg": "rinse cup", "vis_src": "P01_104:36 P01_104:37 P01_104:38", "vis_trg": "P01_104:39", "narrations": [ "rinse spoon", "put spoon onto rack", "pick up cup", "rinse cup" ], "verbs": [ "rinse", "put-onto", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spoon", "spoon", "cup", "cup" ], "noun_classes": [ 1, 1, 13, 13 ], "start_stop_timestamps": [ [ "00:01:36.18", "00:01:40.18" ], [ "00:01:40.18", "00:01:41.08" ], [ "00:01:41.28", "00:01:41.83" ], [ "00:01:41.85", "00:01:45.34" ] ], "start_stop_frames": [ [ 4809, 5009 ], [ 5009, 5054 ], [ 5064, 5091 ], [ 5092, 5267 ] ], "trgnoun": "cup", "trgverb": "rinse" }, { "key": "P35_104+126_127_128_129", "video_id": "P35_104", "narration_ids": [ "P35_104_126", "P35_104_127", "P35_104_128", "P35_104_129" ], "src": "pour pasta . close pasta . open cupboard", "src1": "pour pasta", "src2": "close pasta", "src3": "open cupboard", "trg": "put_down pasta", "vis_src": "P35_104:126 P35_104:127 P35_104:128", "vis_trg": "P35_104:129", "narrations": [ "pour pasta", "close pasta", "open cupboard", "put down pasta" ], "verbs": [ "pour", "close", "open", "put-down" ], "verb_classes": [ 9, 4, 3, 1 ], "nouns": [ "pasta", "pasta", "cupboard", "pasta" ], "noun_classes": [ 45, 45, 3, 45 ], "start_stop_timestamps": [ [ "00:07:37.34", "00:07:58.62" ], [ "00:07:59.80", "00:08:02.92" ], [ "00:08:04.03", "00:08:05.10" ], [ "00:08:06.16", "00:08:08.54" ] ], "start_stop_frames": [ [ 22867, 23931 ], [ 23990, 24146 ], [ 24201, 24255 ], [ 24308, 24427 ] ], "trgnoun": "pasta", "trgverb": "put_down" }, { "key": "P01_108+53_54_55_56", "video_id": "P01_108", "narration_ids": [ "P01_108_53", "P01_108_54", "P01_108_55", "P01_108_56" ], "src": "rinse spoon . put spoon onto rack . pick_up cup", "src1": "rinse spoon", "src2": "put spoon onto rack", "src3": "pick_up cup", "trg": "rinse cup", "vis_src": "P01_108:53 P01_108:54 P01_108:55", "vis_trg": "P01_108:56", "narrations": [ "rinse spoon", "put spoon onto rack", "pick up cup", "rinse cup" ], "verbs": [ "rinse", "put-onto", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spoon", "spoon", "cup", "cup" ], "noun_classes": [ 1, 1, 13, 13 ], "start_stop_timestamps": [ [ "00:01:52.31", "00:01:54.75" ], [ "00:01:54.78", "00:01:55.86" ], [ "00:01:55.89", "00:01:57.33" ], [ "00:01:56.14", "00:02:00.08" ] ], "start_stop_frames": [ [ 5615, 5737 ], [ 5739, 5793 ], [ 5794, 5866 ], [ 5807, 6004 ] ], "trgnoun": "cup", "trgverb": "rinse" }, { "key": "P22_07+190_191_192_193", "video_id": "P22_07", "narration_ids": [ "P22_07_190", "P22_07_191", "P22_07_192", "P22_07_193" ], "src": "take_out courgette . put_down bag . open tap", "src1": "take_out courgette", "src2": "put_down bag", "src3": "open tap", "trg": "rinse courgette", "vis_src": "P22_07:190 P22_07:191 P22_07:192", "vis_trg": "P22_07:193", "narrations": [ "take out courgette", "put down bag", "open tap", "rinse courgette" ], "verbs": [ "take-out", "put-down", "turn-on", "rinse" ], "verb_classes": [ 12, 1, 6, 2 ], "nouns": [ "courgette", "bag", "tap", "courgette" ], "noun_classes": [ 76, 19, 0, 76 ], "start_stop_timestamps": [ [ "00:07:45.01", "00:07:48.31" ], [ "00:07:48.02", "00:07:50.05" ], [ "00:07:51.90", "00:07:53.03" ], [ "00:07:52.96", "00:07:59.20" ] ], "start_stop_frames": [ [ 27900, 28098 ], [ 28081, 28203 ], [ 28314, 28381 ], [ 28377, 28752 ] ], "trgnoun": "courgette", "trgverb": "rinse" }, { "key": "P01_105+721_722_723_724", "video_id": "P01_105", "narration_ids": [ "P01_105_721", "P01_105_722", "P01_105_723", "P01_105_724" ], "src": "pick_up peeler . rinse peeler . pick_up sponge", "src1": "pick_up peeler", "src2": "rinse peeler", "src3": "pick_up sponge", "trg": "wash peeler", "vis_src": "P01_105:721 P01_105:722 P01_105:723", "vis_trg": "P01_105:724", "narrations": [ "pick up peeler", "rinse peeler", "pick up sponge", "wash peeler" ], "verbs": [ "pick-up", "rinse", "pick-up", "wash" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "peeler", "peeler", "sponge", "peeler" ], "noun_classes": [ 87, 87, 9, 87 ], "start_stop_timestamps": [ [ "00:30:35.16", "00:30:36.83" ], [ "00:30:36.70", "00:30:37.54" ], [ "00:30:37.70", "00:30:41.12" ], [ "00:30:37.99", "00:30:40.81" ] ], "start_stop_frames": [ [ 91758, 91841 ], [ 91835, 91877 ], [ 91885, 92056 ], [ 91899, 92040 ] ], "trgnoun": "peeler", "trgverb": "wash" }, { "key": "P01_18+388_389_390_391", "video_id": "P01_18", "narration_ids": [ "P01_18_388", "P01_18_389", "P01_18_390", "P01_18_391" ], "src": "take spoon . stir squash . spoon squash", "src1": "take spoon", "src2": "stir squash", "src3": "spoon squash", "trg": "taste squash", "vis_src": "P01_18:388 P01_18:389 P01_18:390", "vis_trg": "P01_18:391", "narrations": [ "take spoon", "stir squash", "spoon squash", "taste squash" ], "verbs": [ "take", "stir", "spoon", "taste" ], "verb_classes": [ 0, 10, 16, 35 ], "nouns": [ "spoon", "squash", "squash", "squash" ], "noun_classes": [ 1, 116, 116, 116 ], "start_stop_timestamps": [ [ "00:30:40.31", "00:30:45.00" ], [ "00:30:42.14", "00:30:43.16" ], [ "00:30:43.26", "00:30:45.18" ], [ "00:30:49.03", "00:30:50.09" ] ], "start_stop_frames": [ [ 110418, 110700 ], [ 110528, 110589 ], [ 110595, 110710 ], [ 110941, 111005 ] ], "trgnoun": "squash", "trgverb": "taste" }, { "key": "P22_107+206_207_208_209", "video_id": "P22_107", "narration_ids": [ "P22_107_206", "P22_107_207", "P22_107_208", "P22_107_209" ], "src": "close cereals . put clip . close clip", "src1": "close cereals", "src2": "put clip", "src3": "close clip", "trg": "put_down cereals", "vis_src": "P22_107:206 P22_107:207 P22_107:208", "vis_trg": "P22_107:209", "narrations": [ "close cereals", "put clip", "close clip", "put down cereals" ], "verbs": [ "close", "put", "close", "put-down" ], "verb_classes": [ 4, 1, 4, 1 ], "nouns": [ "cereal", "clip", "clip", "cereal" ], "noun_classes": [ 99, 129, 129, 99 ], "start_stop_timestamps": [ [ "00:07:56.50", "00:07:58.51" ], [ "00:07:58.39", "00:08:00.20" ], [ "00:07:59.70", "00:08:01.05" ], [ "00:08:01.11", "00:08:04.99" ] ], "start_stop_frames": [ [ 23825, 23925 ], [ 23919, 24010 ], [ 23985, 24052 ], [ 24055, 24249 ] ], "trgnoun": "cereal", "trgverb": "put_down" }, { "key": "P01_18+387_388_389_390", "video_id": "P01_18", "narration_ids": [ "P01_18_387", "P01_18_388", "P01_18_389", "P01_18_390" ], "src": "put_down spatula . take spoon . stir squash", "src1": "put_down spatula", "src2": "take spoon", "src3": "stir squash", "trg": "spoon squash", "vis_src": "P01_18:387 P01_18:388 P01_18:389", "vis_trg": "P01_18:390", "narrations": [ "put down spatula", "take spoon", "stir squash", "spoon squash" ], "verbs": [ "put-down", "take", "stir", "spoon" ], "verb_classes": [ 1, 0, 10, 16 ], "nouns": [ "spatula", "spoon", "squash", "squash" ], "noun_classes": [ 20, 1, 116, 116 ], "start_stop_timestamps": [ [ "00:30:36.52", "00:30:40.12" ], [ "00:30:40.31", "00:30:45.00" ], [ "00:30:42.14", "00:30:43.16" ], [ "00:30:43.26", "00:30:45.18" ] ], "start_stop_frames": [ [ 110191, 110407 ], [ 110418, 110700 ], [ 110528, 110589 ], [ 110595, 110710 ] ], "trgnoun": "squash", "trgverb": "spoon" }, { "key": "P01_109+38_39_40_41", "video_id": "P01_109", "narration_ids": [ "P01_109_38", "P01_109_39", "P01_109_40", "P01_109_41" ], "src": "move potatoes . open cupboard . move pans", "src1": "move potatoes", "src2": "open cupboard", "src3": "move pans", "trg": "pick_up pan", "vis_src": "P01_109:38 P01_109:39 P01_109:40", "vis_trg": "P01_109:41", "narrations": [ "move potatoes", "open cupboard", "move pans", "pick up pan" ], "verbs": [ "move", "open", "move", "pick-up" ], "verb_classes": [ 11, 3, 11, 0 ], "nouns": [ "potato", "cupboard", "pan", "pan" ], "noun_classes": [ 30, 3, 5, 5 ], "start_stop_timestamps": [ [ "00:01:12.82", "00:01:14.13" ], [ "00:01:14.38", "00:01:15.99" ], [ "00:01:16.54", "00:01:20.96" ], [ "00:01:20.77", "00:01:21.96" ] ], "start_stop_frames": [ [ 3640, 3706 ], [ 3719, 3799 ], [ 3826, 4048 ], [ 4038, 4098 ] ], "trgnoun": "pan", "trgverb": "pick_up" }, { "key": "P02_03+257_258_259_260", "video_id": "P02_03", "narration_ids": [ "P02_03_257", "P02_03_258", "P02_03_259", "P02_03_260" ], "src": "put garlic into pan . close garlic . put garlic", "src1": "put garlic into pan", "src2": "close garlic", "src3": "put garlic", "trg": "stir garlic and onions in pan using wooden spoon", "vis_src": "P02_03:257 P02_03:258 P02_03:259", "vis_trg": "P02_03:260", "narrations": [ "put garlic into pan", "close garlic", "put garlic", "stir garlic and onions in pan using wooden spoon" ], "verbs": [ "put-into", "close", "put", "stir" ], "verb_classes": [ 5, 4, 1, 10 ], "nouns": [ "garlic", "garlic", "garlic", "garlic" ], "noun_classes": [ 51, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:14:21.98", "00:14:23.52" ], [ "00:14:23.62", "00:14:24.31" ], [ "00:14:24.12", "00:14:24.72" ], [ "00:14:25.17", "00:14:32.84" ] ], "start_stop_frames": [ [ 51718, 51811 ], [ 51817, 51858 ], [ 51847, 51883 ], [ 51910, 52370 ] ], "trgnoun": "garlic", "trgverb": "stir" }, { "key": "P03_119+121_122_123_124", "video_id": "P03_119", "narration_ids": [ "P03_119_121", "P03_119_122", "P03_119_123", "P03_119_124" ], "src": "wash tupperware . put tupperware on drying rack . pick_up cutting_board", "src1": "wash tupperware", "src2": "put tupperware on drying rack", "src3": "pick_up cutting_board", "trg": "wash cutting_board", "vis_src": "P03_119:121 P03_119:122 P03_119:123", "vis_trg": "P03_119:124", "narrations": [ "wash tupperware", "put tupperware on drying rack", "pick up cutting board", "wash cutting board" ], "verbs": [ "wash", "put-on", "pick-up", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "tupperware", "tupperware", "board:cutting", "board:cutting" ], "noun_classes": [ 23, 23, 18, 18 ], "start_stop_timestamps": [ [ "00:06:23.50", "00:06:40.62" ], [ "00:06:40.65", "00:06:43.02" ], [ "00:06:44.04", "00:06:45.68" ], [ "00:06:46.15", "00:06:52.08" ] ], "start_stop_frames": [ [ 19175, 20031 ], [ 20032, 20151 ], [ 20202, 20284 ], [ 20307, 20604 ] ], "trgnoun": "cutting_board", "trgverb": "wash" }, { "key": "P02_09+5_6_7_8", "video_id": "P02_09", "narration_ids": [ "P02_09_5", "P02_09_6", "P02_09_7", "P02_09_8" ], "src": "get flour . get yeast . put yeast", "src1": "get flour", "src2": "get yeast", "src3": "put yeast", "trg": "put flour", "vis_src": "P02_09:5 P02_09:6 P02_09:7", "vis_trg": "P02_09:8", "narrations": [ "get flour", "get yeast", "put yeast", "put flour" ], "verbs": [ "get", "get", "put", "put" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "flour", "yeast", "yeast", "flour" ], "noun_classes": [ 75, 195, 195, 75 ], "start_stop_timestamps": [ [ "00:00:17.21", "00:00:19.44" ], [ "00:00:19.89", "00:00:21.16" ], [ "00:00:23.54", "00:00:24.14" ], [ "00:00:24.59", "00:00:25.84" ] ], "start_stop_frames": [ [ 1032, 1166 ], [ 1193, 1269 ], [ 1412, 1448 ], [ 1475, 1550 ] ], "trgnoun": "flour", "trgverb": "put" }, { "key": "P03_109+22_23_24_25", "video_id": "P03_109", "narration_ids": [ "P03_109_22", "P03_109_23", "P03_109_24", "P03_109_25" ], "src": "pour_out water from saucepan . put_down saucepan . move tap", "src1": "pour_out water from saucepan", "src2": "put_down saucepan", "src3": "move tap", "trg": "test water", "vis_src": "P03_109:22 P03_109:23 P03_109:24", "vis_trg": "P03_109:25", "narrations": [ "pour out water from saucepan", "put down saucepan", "move tap", "test water" ], "verbs": [ "pour-out", "put-down", "move", "test" ], "verb_classes": [ 9, 1, 11, 24 ], "nouns": [ "water", "saucepan", "tap", "water" ], "noun_classes": [ 27, 5, 0, 27 ], "start_stop_timestamps": [ [ "00:00:38.29", "00:00:40.06" ], [ "00:00:40.45", "00:00:41.80" ], [ "00:00:42.60", "00:00:43.22" ], [ "00:00:43.40", "00:00:44.36" ] ], "start_stop_frames": [ [ 1914, 2003 ], [ 2022, 2090 ], [ 2130, 2161 ], [ 2170, 2218 ] ], "trgnoun": "water", "trgverb": "test" }, { "key": "P13_09+13_14_15_16", "video_id": "P13_09", "narration_ids": [ "P13_09_13", "P13_09_14", "P13_09_15", "P13_09_16" ], "src": "put fork in drawer . close drawer . pick_up pot", "src1": "put fork in drawer", "src2": "close drawer", "src3": "pick_up pot", "trg": "drain pot", "vis_src": "P13_09:13 P13_09:14 P13_09:15", "vis_trg": "P13_09:16", "narrations": [ "put fork in drawer", "close drawer", "pick up pot", "drain pot" ], "verbs": [ "put-in", "close", "pick-up", "drain" ], "verb_classes": [ 5, 4, 0, 37 ], "nouns": [ "fork", "drawer", "pot", "pot" ], "noun_classes": [ 14, 8, 29, 29 ], "start_stop_timestamps": [ [ "00:03:05.33", "00:03:06.83" ], [ "00:03:06.23", "00:03:07.93" ], [ "00:03:15.15", "00:03:16.26" ], [ "00:03:16.21", "00:03:20.28" ] ], "start_stop_frames": [ [ 11119, 11209 ], [ 11173, 11275 ], [ 11709, 11775 ], [ 11772, 12016 ] ], "trgnoun": "pot", "trgverb": "drain" }, { "key": "P01_109+5_8_36_37", "video_id": "P01_109", "narration_ids": [ "P01_109_5", "P01_109_8", "P01_109_36", "P01_109_37" ], "src": "put_down onion and potato . pick_up potato . pick_up potatoes", "src1": "put_down onion and potato", "src2": "pick_up potato", "src3": "pick_up potatoes", "trg": "put_down potatoes", "vis_src": "P01_109:5 P01_109:8 P01_109:36", "vis_trg": "P01_109:37", "narrations": [ "put down onion and potato", "pick up potato", "pick up potatoes", "put down potatoes" ], "verbs": [ "put-down", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "onion", "potato", "potato", "potato" ], "noun_classes": [ 16, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:00:09.60", "00:00:10.46" ], [ "00:00:10.00", "00:00:12.44" ], [ "00:01:07.49", "00:01:09.93" ], [ "00:01:10.34", "00:01:11.05" ] ], "start_stop_frames": [ [ 480, 523 ], [ 500, 622 ], [ 3374, 3496 ], [ 3517, 3552 ] ], "trgnoun": "potato", "trgverb": "put_down" }, { "key": "P02_09+526_527_528_529", "video_id": "P02_09", "narration_ids": [ "P02_09_526", "P02_09_527", "P02_09_528", "P02_09_529" ], "src": "stir meat . put lid . hold pan and stir meat", "src1": "stir meat", "src2": "put lid", "src3": "hold pan and stir meat", "trg": "breaking meat into smaller pieces", "vis_src": "P02_09:526 P02_09:527 P02_09:528", "vis_trg": "P02_09:529", "narrations": [ "stir meat", "put lid", "hold pan and stir meat", "breaking meat into smaller pieces" ], "verbs": [ "stir", "put", "hold", "break-into" ], "verb_classes": [ 10, 1, 34, 30 ], "nouns": [ "meat", "lid", "pan", "meat" ], "noun_classes": [ 28, 6, 5, 28 ], "start_stop_timestamps": [ [ "00:33:10.85", "00:33:13.63" ], [ "00:33:13.39", "00:33:17.90" ], [ "00:33:18.09", "00:33:20.09" ], [ "00:33:20.94", "00:33:36.25" ] ], "start_stop_frames": [ [ 119451, 119617 ], [ 119603, 119874 ], [ 119885, 120005 ], [ 120056, 120975 ] ], "trgnoun": "meat", "trgverb": "break_into" }, { "key": "P02_06+322_323_324_325", "video_id": "P02_06", "narration_ids": [ "P02_06_322", "P02_06_323", "P02_06_324", "P02_06_325" ], "src": "empty olive_oil can . close olive oil_bottle . open trash_bin", "src1": "empty olive_oil can", "src2": "close olive oil_bottle", "src3": "open trash_bin", "trg": "throw olive_oil", "vis_src": "P02_06:322 P02_06:323 P02_06:324", "vis_trg": "P02_06:325", "narrations": [ "empty olive oil can", "close olive oil bottle", "open trash bin", "throw olive oil" ], "verbs": [ "empty", "close", "open", "throw" ], "verb_classes": [ 20, 4, 3, 13 ], "nouns": [ "oil:olive", "bottle:oil", "bin:trash", "oil:olive" ], "noun_classes": [ 31, 15, 36, 31 ], "start_stop_timestamps": [ [ "00:15:06.59", "00:15:10.26" ], [ "00:15:10.24", "00:15:11.02" ], [ "00:15:12.72", "00:15:13.45" ], [ "00:15:13.50", "00:15:14.29" ] ], "start_stop_frames": [ [ 54395, 54615 ], [ 54614, 54661 ], [ 54763, 54807 ], [ 54810, 54857 ] ], "trgnoun": "olive_oil", "trgverb": "throw" }, { "key": "P02_115+0_1_2_3", "video_id": "P02_115", "narration_ids": [ "P02_115_0", "P02_115_1", "P02_115_2", "P02_115_3" ], "src": "set_off timer . wear glove . open oven", "src1": "set_off timer", "src2": "wear glove", "src3": "open oven", "trg": "turn_off oven", "vis_src": "P02_115:0 P02_115:1 P02_115:2", "vis_trg": "P02_115:3", "narrations": [ "set off timer", "wear glove", "open oven", "turn off oven" ], "verbs": [ "set-off", "wear", "open", "turn-off" ], "verb_classes": [ 53, 68, 3, 8 ], "nouns": [ "timer", "glove", "oven", "oven" ], "noun_classes": [ 111, 60, 46, 46 ], "start_stop_timestamps": [ [ "00:00:04.00", "00:00:05.00" ], [ "00:00:05.59", "00:00:06.55" ], [ "00:00:06.71", "00:00:08.11" ], [ "00:00:11.61", "00:00:14.69" ] ], "start_stop_frames": [ [ 200, 250 ], [ 279, 327 ], [ 335, 405 ], [ 580, 734 ] ], "trgnoun": "oven", "trgverb": "turn_off" }, { "key": "P02_09+179_180_181_182", "video_id": "P02_09", "narration_ids": [ "P02_09_179", "P02_09_180", "P02_09_181", "P02_09_182" ], "src": "close olive oil_bottle . move olive oil_bottle . pick_up two glasses", "src1": "close olive oil_bottle", "src2": "move olive oil_bottle", "src3": "pick_up two glasses", "trg": "put glasses and spoon next to sink", "vis_src": "P02_09:179 P02_09:180 P02_09:181", "vis_trg": "P02_09:182", "narrations": [ "close olive oil bottle", "move olive oil bottle", "pick up two glasses", "put glasses and spoon next to sink" ], "verbs": [ "close", "move", "pick-up", "put" ], "verb_classes": [ 4, 11, 0, 1 ], "nouns": [ "bottle:oil", "bottle:oil", "glass", "glass" ], "noun_classes": [ 15, 15, 10, 10 ], "start_stop_timestamps": [ [ "00:11:22.59", "00:11:24.17" ], [ "00:11:24.20", "00:11:26.02" ], [ "00:11:26.47", "00:11:27.63" ], [ "00:11:29.69", "00:11:31.96" ] ], "start_stop_frames": [ [ 40955, 41050 ], [ 41052, 41161 ], [ 41188, 41257 ], [ 41381, 41517 ] ], "trgnoun": "glass", "trgverb": "put" }, { "key": "P27_103+147_148_149_150", "video_id": "P27_103", "narration_ids": [ "P27_103_147", "P27_103_148", "P27_103_149", "P27_103_150" ], "src": "put_down package . pick_up sugar . pick_up glass", "src1": "put_down package", "src2": "pick_up sugar", "src3": "pick_up glass", "trg": "pour sugar", "vis_src": "P27_103:147 P27_103:148 P27_103:149", "vis_trg": "P27_103:150", "narrations": [ "put down package", "pick up sugar", "pick up glass", "pour sugar" ], "verbs": [ "put-down", "pick-up", "pick-up", "pour" ], "verb_classes": [ 1, 0, 0, 9 ], "nouns": [ "package", "sugar", "glass", "sugar" ], "noun_classes": [ 26, 102, 10, 102 ], "start_stop_timestamps": [ [ "00:07:17.57", "00:07:21.95" ], [ "00:07:23.00", "00:07:31.25" ], [ "00:07:31.27", "00:07:31.92" ], [ "00:07:31.95", "00:07:37.70" ] ], "start_stop_frames": [ [ 21878, 22097 ], [ 22150, 22562 ], [ 22563, 22596 ], [ 22597, 22885 ] ], "trgnoun": "sugar", "trgverb": "pour" }, { "key": "P02_03+252_253_254_255", "video_id": "P02_03", "narration_ids": [ "P02_03_252", "P02_03_253", "P02_03_254", "P02_03_255" ], "src": "divide onion into smaller pieces using wooden spoon . pick_up onion_piece . put onion_piece", "src1": "divide onion into smaller pieces using wooden spoon", "src2": "pick_up onion_piece", "src3": "put onion_piece", "trg": "stir onion in pan using wooden spoon", "vis_src": "P02_03:252 P02_03:253 P02_03:254", "vis_trg": "P02_03:255", "narrations": [ "divide onion into smaller pieces using wooden spoon", "pick up onion piece", "put onion piece", "stir onion in pan using wooden spoon" ], "verbs": [ "divide-into", "pick-up", "put", "stir" ], "verb_classes": [ 52, 0, 1, 10 ], "nouns": [ "onion", "piece:onion", "piece:onion", "onion" ], "noun_classes": [ 16, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:13:59.66", "00:14:08.44" ], [ "00:14:08.28", "00:14:10.93" ], [ "00:14:08.90", "00:14:11.25" ], [ "00:14:12.03", "00:14:18.82" ] ], "start_stop_frames": [ [ 50379, 50906 ], [ 50896, 51055 ], [ 50934, 51075 ], [ 51121, 51529 ] ], "trgnoun": "onion", "trgverb": "stir" }, { "key": "P02_09+258_259_260_261", "video_id": "P02_09", "narration_ids": [ "P02_09_258", "P02_09_259", "P02_09_260", "P02_09_261" ], "src": "shake oil_bottle . close oil_bottle . open trash_bin", "src1": "shake oil_bottle", "src2": "close oil_bottle", "src3": "open trash_bin", "trg": "throw oil_bottle", "vis_src": "P02_09:258 P02_09:259 P02_09:260", "vis_trg": "P02_09:261", "narrations": [ "shake oil bottle", "close oil bottle", "open trash bin", "throw oil bottle" ], "verbs": [ "shake", "close", "open", "throw" ], "verb_classes": [ 15, 4, 3, 13 ], "nouns": [ "bottle:oil", "bottle:oil", "bin:trash", "bottle:oil" ], "noun_classes": [ 15, 15, 36, 15 ], "start_stop_timestamps": [ [ "00:18:45.40", "00:18:48.96" ], [ "00:18:49.31", "00:18:50.06" ], [ "00:18:52.05", "00:18:52.55" ], [ "00:18:52.61", "00:18:53.15" ] ], "start_stop_frames": [ [ 67524, 67737 ], [ 67758, 67803 ], [ 67923, 67953 ], [ 67956, 67989 ] ], "trgnoun": "oil_bottle", "trgverb": "throw" }, { "key": "P04_107+175_218_219_221", "video_id": "P04_107", "narration_ids": [ "P04_107_175", "P04_107_218", "P04_107_219", "P04_107_221" ], "src": "squeeze dough . move chopstick . put_down chopstick", "src1": "squeeze dough", "src2": "move chopstick", "src3": "put_down chopstick", "trg": "squeeze dough into chopping board", "vis_src": "P04_107:175 P04_107:218 P04_107:219", "vis_trg": "P04_107:221", "narrations": [ "squeeze dough", "move chopstick", "put down chopstick", "squeeze dough into chopping board" ], "verbs": [ "squeeze", "move", "put-down", "squeeze-into" ], "verb_classes": [ 18, 11, 1, 18 ], "nouns": [ "dough", "chopstick", "chopstick", "dough" ], "noun_classes": [ 25, 80, 80, 25 ], "start_stop_timestamps": [ [ "00:06:28.09", "00:06:29.01" ], [ "00:07:31.50", "00:07:32.02" ], [ "00:07:32.25", "00:07:32.64" ], [ "00:07:33.17", "00:07:33.83" ] ], "start_stop_frames": [ [ 19404, 19450 ], [ 22575, 22601 ], [ 22612, 22632 ], [ 22658, 22691 ] ], "trgnoun": "dough", "trgverb": "squeeze_into" }, { "key": "P22_07+66_67_68_69", "video_id": "P22_07", "narration_ids": [ "P22_07_66", "P22_07_67", "P22_07_68", "P22_07_69" ], "src": "open cupboard . pick_up carrot . pick_up onion", "src1": "open cupboard", "src2": "pick_up carrot", "src3": "pick_up onion", "trg": "put_down onion", "vis_src": "P22_07:66 P22_07:67 P22_07:68", "vis_trg": "P22_07:69", "narrations": [ "open cupboard", "pick up carrot", "pick up onion", "put down onion" ], "verbs": [ "open", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "cupboard", "carrot", "onion", "onion" ], "noun_classes": [ 3, 41, 16, 16 ], "start_stop_timestamps": [ [ "00:02:15.07", "00:02:15.87" ], [ "00:02:17.62", "00:02:18.87" ], [ "00:02:18.71", "00:02:19.71" ], [ "00:02:21.19", "00:02:23.06" ] ], "start_stop_frames": [ [ 8104, 8152 ], [ 8257, 8332 ], [ 8322, 8382 ], [ 8471, 8583 ] ], "trgnoun": "onion", "trgverb": "put_down" }, { "key": "P04_116+119_120_121_122", "video_id": "P04_116", "narration_ids": [ "P04_116_119", "P04_116_120", "P04_116_121", "P04_116_122" ], "src": "lower pan . stir egg in pan using spatula . pick_up pan", "src1": "lower pan", "src2": "stir egg in pan using spatula", "src3": "pick_up pan", "trg": "scrape egg off bottom of pan using spatula", "vis_src": "P04_116:119 P04_116:120 P04_116:121", "vis_trg": "P04_116:122", "narrations": [ "lower pan", "stir egg in pan using spatula", "pick up pan", "scrape egg off bottom of pan using spatula" ], "verbs": [ "lower", "stir-in", "pick-up", "scrape-off" ], "verb_classes": [ 73, 10, 0, 25 ], "nouns": [ "pan", "egg", "pan", "egg" ], "noun_classes": [ 5, 53, 5, 53 ], "start_stop_timestamps": [ [ "00:04:57.83", "00:04:58.99" ], [ "00:04:59.05", "00:05:16.70" ], [ "00:05:16.80", "00:05:18.85" ], [ "00:05:19.99", "00:05:21.22" ] ], "start_stop_frames": [ [ 14891, 14949 ], [ 14952, 15835 ], [ 15840, 15942 ], [ 15999, 16061 ] ], "trgnoun": "egg", "trgverb": "scrape_off" }, { "key": "P02_128+46_47_48_49", "video_id": "P02_128", "narration_ids": [ "P02_128_46", "P02_128_47", "P02_128_48", "P02_128_49" ], "src": "open cereal_box . open cereal_bag . get cereal from bag", "src1": "open cereal_box", "src2": "open cereal_bag", "src3": "get cereal from bag", "trg": "put cereal in bowl", "vis_src": "P02_128:46 P02_128:47 P02_128:48", "vis_trg": "P02_128:49", "narrations": [ "open cereal box", "open cereal bag", "get cereal from bag", "put cereal in bowl" ], "verbs": [ "open", "open", "get", "put-in" ], "verb_classes": [ 3, 3, 0, 5 ], "nouns": [ "box:cereal", "bag:cereal", "cereal", "cereal" ], "noun_classes": [ 23, 19, 99, 99 ], "start_stop_timestamps": [ [ "00:01:35.52", "00:01:36.70" ], [ "00:01:36.57", "00:01:37.37" ], [ "00:01:39.77", "00:01:40.59" ], [ "00:01:41.86", "00:01:42.44" ] ], "start_stop_frames": [ [ 4776, 4835 ], [ 4828, 4868 ], [ 4988, 5029 ], [ 5093, 5122 ] ], "trgnoun": "cereal", "trgverb": "put_in" }, { "key": "P24_08+30_31_32_33", "video_id": "P24_08", "narration_ids": [ "P24_08_30", "P24_08_31", "P24_08_32", "P24_08_33" ], "src": "open fridge . grab bottle . grab onion", "src1": "open fridge", "src2": "grab bottle", "src3": "grab onion", "trg": "close fridge", "vis_src": "P24_08:30 P24_08:31 P24_08:32", "vis_trg": "P24_08:33", "narrations": [ "open fridge", "grab bottle", "grab onion", "close fridge" ], "verbs": [ "open", "grab", "grab", "close" ], "verb_classes": [ 3, 0, 0, 4 ], "nouns": [ "fridge", "bottle", "onion", "fridge" ], "noun_classes": [ 12, 15, 16, 12 ], "start_stop_timestamps": [ [ "00:01:29.64", "00:01:31.79" ], [ "00:01:31.71", "00:01:33.43" ], [ "00:01:33.98", "00:01:35.08" ], [ "00:01:35.18", "00:01:36.24" ] ], "start_stop_frames": [ [ 5378, 5507 ], [ 5502, 5605 ], [ 5638, 5704 ], [ 5710, 5774 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P01_18+272_273_274_275", "video_id": "P01_18", "narration_ids": [ "P01_18_272", "P01_18_273", "P01_18_274", "P01_18_275" ], "src": "close drawer . put_down spoon . looking for something", "src1": "close drawer", "src2": "put_down spoon", "src3": "looking for something", "trg": "take container", "vis_src": "P01_18:272 P01_18:273 P01_18:274", "vis_trg": "P01_18:275", "narrations": [ "close drawer", "put down spoon", "looking for something", "take container" ], "verbs": [ "close", "put-down", "look-for", "take" ], "verb_classes": [ 4, 1, 48, 0 ], "nouns": [ "drawer", "spoon", "container", "container" ], "noun_classes": [ 8, 1, 21, 21 ], "start_stop_timestamps": [ [ "00:20:09.39", "00:20:10.01" ], [ "00:20:11.09", "00:20:11.97" ], [ "00:20:14.08", "00:20:21.08" ], [ "00:20:22.43", "00:20:24.33" ] ], "start_stop_frames": [ [ 72563, 72600 ], [ 72665, 72718 ], [ 72844, 73264 ], [ 73345, 73459 ] ], "trgnoun": "container", "trgverb": "take" }, { "key": "P02_09+256_257_258_259", "video_id": "P02_09", "narration_ids": [ "P02_09_256", "P02_09_257", "P02_09_258", "P02_09_259" ], "src": "pour oil into pan . while holding oil_switch on stove . shake oil_bottle", "src1": "pour oil into pan", "src2": "while holding oil_switch on stove", "src3": "shake oil_bottle", "trg": "close oil_bottle", "vis_src": "P02_09:256 P02_09:257 P02_09:258", "vis_trg": "P02_09:259", "narrations": [ "pour oil into pan", "while holding oil switch on stove", "shake oil bottle", "close oil bottle" ], "verbs": [ "pour-into", "hold", "shake", "close" ], "verb_classes": [ 9, 34, 15, 4 ], "nouns": [ "oil", "switch:oil", "bottle:oil", "bottle:oil" ], "noun_classes": [ 31, 31, 15, 15 ], "start_stop_timestamps": [ [ "00:18:39.70", "00:18:42.93" ], [ "00:18:42.55", "00:18:45.38" ], [ "00:18:45.40", "00:18:48.96" ], [ "00:18:49.31", "00:18:50.06" ] ], "start_stop_frames": [ [ 67182, 67375 ], [ 67353, 67522 ], [ 67524, 67737 ], [ 67758, 67803 ] ], "trgnoun": "oil_bottle", "trgverb": "close" }, { "key": "P22_111+158_159_160_161", "video_id": "P22_111", "narration_ids": [ "P22_111_158", "P22_111_159", "P22_111_160", "P22_111_161" ], "src": "close jar . move jar . pick_up pepper", "src1": "close jar", "src2": "move jar", "src3": "pick_up pepper", "trg": "open pepper", "vis_src": "P22_111:158 P22_111:159 P22_111:160", "vis_trg": "P22_111:161", "narrations": [ "close jar", "move jar", "pick up pepper", "open pepper" ], "verbs": [ "close", "move", "pick-up", "open" ], "verb_classes": [ 4, 11, 0, 3 ], "nouns": [ "jar", "jar", "pepper", "pepper" ], "noun_classes": [ 40, 40, 37, 37 ], "start_stop_timestamps": [ [ "00:06:51.61", "00:06:52.88" ], [ "00:06:52.84", "00:06:53.84" ], [ "00:06:53.89", "00:06:54.50" ], [ "00:06:54.45", "00:06:56.24" ] ], "start_stop_frames": [ [ 20580, 20644 ], [ 20642, 20692 ], [ 20694, 20725 ], [ 20722, 20812 ] ], "trgnoun": "pepper", "trgverb": "open" }, { "key": "P02_03+149_150_151_152", "video_id": "P02_03", "narration_ids": [ "P02_03_149", "P02_03_150", "P02_03_151", "P02_03_152" ], "src": "open oil . sprinkle oil on pan . pour oil in pan", "src1": "open oil", "src2": "sprinkle oil on pan", "src3": "pour oil in pan", "trg": "close oil", "vis_src": "P02_03:149 P02_03:150 P02_03:151", "vis_trg": "P02_03:152", "narrations": [ "open oil", "sprinkle oil on pan", "pour oil in pan", "close oil" ], "verbs": [ "open", "sprinkle-on", "pour-in", "close" ], "verb_classes": [ 3, 42, 9, 4 ], "nouns": [ "oil", "oil", "oil", "oil" ], "noun_classes": [ 31, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:08:49.09", "00:08:51.24" ], [ "00:08:51.76", "00:08:53.81" ], [ "00:08:53.89", "00:08:56.11" ], [ "00:08:56.87", "00:08:57.79" ] ], "start_stop_frames": [ [ 31745, 31874 ], [ 31905, 32028 ], [ 32033, 32166 ], [ 32212, 32267 ] ], "trgnoun": "oil", "trgverb": "close" }, { "key": "P02_121+32_33_34_35", "video_id": "P02_121", "narration_ids": [ "P02_121_32", "P02_121_33", "P02_121_34", "P02_121_35" ], "src": "cut baking_paper . put_down scissors . move baking paper pieces", "src1": "cut baking_paper", "src2": "put_down scissors", "src3": "move baking paper pieces", "trg": "pick_up baking paper piece from floor", "vis_src": "P02_121:32 P02_121:33 P02_121:34", "vis_trg": "P02_121:35", "narrations": [ "cut baking paper", "put down scissors", "move baking paper pieces", "pick up baking paper piece from floor" ], "verbs": [ "cut", "put-down", "move", "pick-up" ], "verb_classes": [ 7, 1, 11, 0 ], "nouns": [ "paper:baking", "scissors", "piece:baking:paper", "piece:baking:paper" ], "noun_classes": [ 49, 79, 49, 49 ], "start_stop_timestamps": [ [ "00:01:33.44", "00:01:37.39" ], [ "00:01:37.48", "00:01:38.83" ], [ "00:01:38.90", "00:01:40.03" ], [ "00:01:40.13", "00:01:41.62" ] ], "start_stop_frames": [ [ 4672, 4869 ], [ 4873, 4941 ], [ 4945, 5001 ], [ 5006, 5081 ] ], "trgnoun": "paper_baking_piece", "trgverb": "pick_up" }, { "key": "P28_104+196_197_198_199", "video_id": "P28_104", "narration_ids": [ "P28_104_196", "P28_104_197", "P28_104_198", "P28_104_199" ], "src": "put cup . open cupboard . take oil", "src1": "put cup", "src2": "open cupboard", "src3": "take oil", "trg": "pour oil in food", "vis_src": "P28_104:196 P28_104:197 P28_104:198", "vis_trg": "P28_104:199", "narrations": [ "put cup", "open cupboard", "take oil", "pour oil in food" ], "verbs": [ "put", "open", "take", "pour-in" ], "verb_classes": [ 1, 3, 0, 9 ], "nouns": [ "cup", "cupboard", "oil", "oil" ], "noun_classes": [ 13, 3, 31, 31 ], "start_stop_timestamps": [ [ "00:11:09.81", "00:11:11.83" ], [ "00:11:13.01", "00:11:13.61" ], [ "00:11:13.84", "00:11:14.51" ], [ "00:11:16.76", "00:11:20.56" ] ], "start_stop_frames": [ [ 33490, 33591 ], [ 33650, 33680 ], [ 33692, 33725 ], [ 33838, 34028 ] ], "trgnoun": "oil", "trgverb": "pour_in" }, { "key": "P28_103+150_151_152_153", "video_id": "P28_103", "narration_ids": [ "P28_103_150", "P28_103_151", "P28_103_152", "P28_103_153" ], "src": "throw oil_bottle . open oil . pour oil in pot", "src1": "throw oil_bottle", "src2": "open oil", "src3": "pour oil in pot", "trg": "close oil", "vis_src": "P28_103:150 P28_103:151 P28_103:152", "vis_trg": "P28_103:153", "narrations": [ "throw oil bottle", "open oil", "pour oil in pot", "close oil" ], "verbs": [ "throw", "open", "pour-in", "close" ], "verb_classes": [ 13, 3, 9, 4 ], "nouns": [ "bottle:oil", "oil", "oil", "oil" ], "noun_classes": [ 15, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:14:42.23", "00:14:43.53" ], [ "00:14:44.98", "00:14:46.87" ], [ "00:14:47.46", "00:14:50.38" ], [ "00:14:51.13", "00:14:52.35" ] ], "start_stop_frames": [ [ 44111, 44176 ], [ 44249, 44343 ], [ 44373, 44519 ], [ 44556, 44617 ] ], "trgnoun": "oil", "trgverb": "close" }, { "key": "P28_106+3_4_5_6", "video_id": "P28_106", "narration_ids": [ "P28_106_3", "P28_106_4", "P28_106_5", "P28_106_6" ], "src": "take kettle . turn_on oven . pour water in pan", "src1": "take kettle", "src2": "turn_on oven", "src3": "pour water in pan", "trg": "put kettle", "vis_src": "P28_106:3 P28_106:4 P28_106:5", "vis_trg": "P28_106:6", "narrations": [ "take kettle", "turn-on oven", "pour water in pan", "put kettle" ], "verbs": [ "take", "turn-on", "pour-in", "put" ], "verb_classes": [ 0, 6, 9, 1 ], "nouns": [ "kettle", "oven", "water", "kettle" ], "noun_classes": [ 44, 46, 27, 44 ], "start_stop_timestamps": [ [ "00:00:16.05", "00:00:17.55" ], [ "00:00:19.11", "00:00:21.56" ], [ "00:00:21.33", "00:00:28.98" ], [ "00:00:29.00", "00:00:33.66" ] ], "start_stop_frames": [ [ 802, 877 ], [ 955, 1078 ], [ 1066, 1449 ], [ 1450, 1682 ] ], "trgnoun": "kettle", "trgverb": "put" }, { "key": "P04_01+257_258_259_260", "video_id": "P04_01", "narration_ids": [ "P04_01_257", "P04_01_258", "P04_01_259", "P04_01_260" ], "src": "test pan . put kitchen_roll in pan . rub pan", "src1": "test pan", "src2": "put kitchen_roll in pan", "src3": "rub pan", "trg": "put_down kitchen_roll", "vis_src": "P04_01:257 P04_01:258 P04_01:259", "vis_trg": "P04_01:260", "narrations": [ "test pan", "put kitchen roll in pan", "rub pan", "put down kitchen roll" ], "verbs": [ "test", "put-in", "rub", "put-down" ], "verb_classes": [ 24, 5, 55, 1 ], "nouns": [ "pan", "roll:kitchen", "pan", "roll:kitchen" ], "noun_classes": [ 5, 93, 5, 93 ], "start_stop_timestamps": [ [ "00:18:47.28", "00:18:48.49" ], [ "00:18:49.93", "00:18:51.64" ], [ "00:18:51.61", "00:18:57.62" ], [ "00:18:58.12", "00:18:59.23" ] ], "start_stop_frames": [ [ 67636, 67709 ], [ 67795, 67898 ], [ 67896, 68257 ], [ 68287, 68353 ] ], "trgnoun": "kitchen_roll", "trgverb": "put_down" }, { "key": "P28_106+4_5_6_7", "video_id": "P28_106", "narration_ids": [ "P28_106_4", "P28_106_5", "P28_106_6", "P28_106_7" ], "src": "turn_on oven . pour water in pan . put kettle", "src1": "turn_on oven", "src2": "pour water in pan", "src3": "put kettle", "trg": "take kettle", "vis_src": "P28_106:4 P28_106:5 P28_106:6", "vis_trg": "P28_106:7", "narrations": [ "turn-on oven", "pour water in pan", "put kettle", "take kettle" ], "verbs": [ "turn-on", "pour-in", "put", "take" ], "verb_classes": [ 6, 9, 1, 0 ], "nouns": [ "oven", "water", "kettle", "kettle" ], "noun_classes": [ 46, 27, 44, 44 ], "start_stop_timestamps": [ [ "00:00:19.11", "00:00:21.56" ], [ "00:00:21.33", "00:00:28.98" ], [ "00:00:29.00", "00:00:33.66" ], [ "00:00:34.21", "00:00:37.93" ] ], "start_stop_frames": [ [ 955, 1078 ], [ 1066, 1449 ], [ 1450, 1682 ], [ 1710, 1896 ] ], "trgnoun": "kettle", "trgverb": "take" }, { "key": "P03_04+305_306_307_308", "video_id": "P03_04", "narration_ids": [ "P03_04_305", "P03_04_306", "P03_04_307", "P03_04_308" ], "src": "close spice . take spice . open spice", "src1": "close spice", "src2": "take spice", "src3": "open spice", "trg": "pour spice", "vis_src": "P03_04:305 P03_04:306 P03_04:307", "vis_trg": "P03_04:308", "narrations": [ "close spice", "take spice", "open spice", "pour spice" ], "verbs": [ "close", "take", "open", "pour" ], "verb_classes": [ 4, 0, 3, 9 ], "nouns": [ "spice", "spice", "spice", "spice" ], "noun_classes": [ 85, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:21:09.42", "00:21:10.01" ], [ "00:21:10.67", "00:21:11.42" ], [ "00:21:11.76", "00:21:12.76" ], [ "00:21:13.11", "00:21:18.86" ] ], "start_stop_frames": [ [ 76165, 76200 ], [ 76240, 76285 ], [ 76305, 76365 ], [ 76386, 76731 ] ], "trgnoun": "spice", "trgverb": "pour" }, { "key": "P08_05+29_30_31_32", "video_id": "P08_05", "narration_ids": [ "P08_05_29", "P08_05_30", "P08_05_31", "P08_05_32" ], "src": "get kettle . open water . pour water in kettle", "src1": "get kettle", "src2": "open water", "src3": "pour water in kettle", "trg": "put kettle to boil", "vis_src": "P08_05:29 P08_05:30 P08_05:31", "vis_trg": "P08_05:32", "narrations": [ "get kettle", "open water", "pour water in kettle", "put kettle to boil" ], "verbs": [ "get", "turn-on", "pour-in", "put" ], "verb_classes": [ 0, 6, 9, 1 ], "nouns": [ "kettle", "tap", "water", "kettle" ], "noun_classes": [ 44, 0, 27, 44 ], "start_stop_timestamps": [ [ "00:01:27.28", "00:01:29.18" ], [ "00:01:30.63", "00:01:31.77" ], [ "00:01:31.72", "00:01:34.72" ], [ "00:01:34.94", "00:01:36.71" ] ], "start_stop_frames": [ [ 5236, 5350 ], [ 5437, 5506 ], [ 5503, 5683 ], [ 5696, 5802 ] ], "trgnoun": "kettle", "trgverb": "put" }, { "key": "P02_126+52_53_54_55", "video_id": "P02_126", "narration_ids": [ "P02_126_52", "P02_126_53", "P02_126_54", "P02_126_55" ], "src": "scoop yoghurt using spoon . leave spoon with yoghurt on plate . pick_up lid", "src1": "scoop yoghurt using spoon", "src2": "leave spoon with yoghurt on plate", "src3": "pick_up lid", "trg": "cover yoghurt", "vis_src": "P02_126:52 P02_126:53 P02_126:54", "vis_trg": "P02_126:55", "narrations": [ "scoop yoghurt using spoon", "leave spoon with yoghurt on plate", "pick up lid", "cover yoghurt" ], "verbs": [ "scoop", "leave-with", "pick-up", "cover" ], "verb_classes": [ 16, 1, 0, 36 ], "nouns": [ "yoghurt", "spoon", "lid", "yoghurt" ], "noun_classes": [ 98, 1, 6, 98 ], "start_stop_timestamps": [ [ "00:02:14.02", "00:02:15.80" ], [ "00:02:15.76", "00:02:17.21" ], [ "00:02:17.15", "00:02:18.15" ], [ "00:02:18.03", "00:02:19.64" ] ], "start_stop_frames": [ [ 6701, 6790 ], [ 6788, 6860 ], [ 6857, 6907 ], [ 6901, 6981 ] ], "trgnoun": "yoghurt", "trgverb": "cover" }, { "key": "P06_102+2_3_4_5", "video_id": "P06_102", "narration_ids": [ "P06_102_2", "P06_102_3", "P06_102_4", "P06_102_5" ], "src": "open cupboard . take_out bowl . take_out sieve", "src1": "open cupboard", "src2": "take_out bowl", "src3": "take_out sieve", "trg": "put_down bowl and sieve", "vis_src": "P06_102:2 P06_102:3 P06_102:4", "vis_trg": "P06_102:5", "narrations": [ "open cupboard", "take out bowl", "take out sieve", "put down bowl and sieve" ], "verbs": [ "open", "take-out", "take-out", "put-down" ], "verb_classes": [ 3, 12, 12, 1 ], "nouns": [ "cupboard", "bowl", "sieve", "bowl" ], "noun_classes": [ 3, 7, 39, 7 ], "start_stop_timestamps": [ [ "00:00:09.91", "00:00:11.81" ], [ "00:00:11.91", "00:00:14.01" ], [ "00:00:15.01", "00:00:16.91" ], [ "00:00:17.99", "00:00:19.26" ] ], "start_stop_frames": [ [ 495, 590 ], [ 595, 700 ], [ 750, 845 ], [ 899, 963 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P28_103+61_62_63_64", "video_id": "P28_103", "narration_ids": [ "P28_103_61", "P28_103_62", "P28_103_63", "P28_103_64" ], "src": "take sponge . wash peeler . put sponge", "src1": "take sponge", "src2": "wash peeler", "src3": "put sponge", "trg": "rinse peeler", "vis_src": "P28_103:61 P28_103:62 P28_103:63", "vis_trg": "P28_103:64", "narrations": [ "take sponge", "wash peeler", "put sponge", "rinse peeler" ], "verbs": [ "take", "wash", "put", "rinse" ], "verb_classes": [ 0, 2, 1, 2 ], "nouns": [ "sponge", "peeler", "sponge", "peeler" ], "noun_classes": [ 9, 87, 9, 87 ], "start_stop_timestamps": [ [ "00:04:21.59", "00:04:22.49" ], [ "00:04:22.91", "00:04:26.45" ], [ "00:04:26.10", "00:04:26.77" ], [ "00:04:26.87", "00:04:30.58" ] ], "start_stop_frames": [ [ 13079, 13124 ], [ 13145, 13322 ], [ 13305, 13338 ], [ 13343, 13529 ] ], "trgnoun": "peeler", "trgverb": "rinse" }, { "key": "P03_05+48_49_50_51", "video_id": "P03_05", "narration_ids": [ "P03_05_48", "P03_05_49", "P03_05_50", "P03_05_51" ], "src": "tap spoon . close almonds . open cupboard", "src1": "tap spoon", "src2": "close almonds", "src3": "open cupboard", "trg": "put almonds", "vis_src": "P03_05:48 P03_05:49 P03_05:50", "vis_trg": "P03_05:51", "narrations": [ "tap spoon", "close almonds", "open cupboard", "put almonds" ], "verbs": [ "tap", "close", "open", "put" ], "verb_classes": [ 32, 4, 3, 1 ], "nouns": [ "spoon", "almond", "cupboard", "almond" ], "noun_classes": [ 1, 244, 3, 244 ], "start_stop_timestamps": [ [ "00:02:31.03", "00:02:36.16" ], [ "00:02:37.52", "00:02:44.71" ], [ "00:02:46.07", "00:02:46.82" ], [ "00:02:47.17", "00:02:47.92" ] ], "start_stop_frames": [ [ 9061, 9369 ], [ 9451, 9882 ], [ 9964, 10009 ], [ 10030, 10075 ] ], "trgnoun": "almond", "trgverb": "put" }, { "key": "P03_101+3_5_6_7", "video_id": "P03_101", "narration_ids": [ "P03_101_3", "P03_101_5", "P03_101_6", "P03_101_7" ], "src": "place slotted_spoon and fork . pick_up washing up bowl . pour_out water from bowl", "src1": "place slotted_spoon and fork", "src2": "pick_up washing up bowl", "src3": "pour_out water from bowl", "trg": "place washing up bowl", "vis_src": "P03_101:3 P03_101:5 P03_101:6", "vis_trg": "P03_101:7", "narrations": [ "place slotted spoon and fork", "pick up washing up bowl", "pour out water from bowl", "place washing up bowl" ], "verbs": [ "place", "pick-up", "pour-out", "place" ], "verb_classes": [ 1, 0, 9, 1 ], "nouns": [ "spoon:slotted", "bowl:washing:up", "water", "bowl:washing:up" ], "noun_classes": [ 1, 7, 27, 7 ], "start_stop_timestamps": [ [ "00:00:06.37", "00:00:06.96" ], [ "00:00:07.32", "00:00:08.77" ], [ "00:00:08.08", "00:00:09.74" ], [ "00:00:09.42", "00:00:09.99" ] ], "start_stop_frames": [ [ 318, 348 ], [ 366, 438 ], [ 404, 487 ], [ 471, 499 ] ], "trgnoun": "up_washing_bowl", "trgverb": "place" }, { "key": "P01_105+513_514_515_516", "video_id": "P01_105", "narration_ids": [ "P01_105_513", "P01_105_514", "P01_105_515", "P01_105_516" ], "src": "pick_up mushroom . move mushrooms with knife . put_down mushroom", "src1": "pick_up mushroom", "src2": "move mushrooms with knife", "src3": "put_down mushroom", "trg": "slice mushroom", "vis_src": "P01_105:513 P01_105:514 P01_105:515", "vis_trg": "P01_105:516", "narrations": [ "pick up mushroom", "move mushrooms with knife", "put down mushroom", "slice mushroom" ], "verbs": [ "pick-up", "move", "put-down", "slice" ], "verb_classes": [ 0, 11, 1, 7 ], "nouns": [ "mushroom", "mushroom", "mushroom", "mushroom" ], "noun_classes": [ 56, 56, 56, 56 ], "start_stop_timestamps": [ [ "00:20:23.56", "00:20:24.21" ], [ "00:20:24.01", "00:20:25.17" ], [ "00:20:24.67", "00:20:25.32" ], [ "00:20:25.24", "00:20:27.66" ] ], "start_stop_frames": [ [ 61178, 61210 ], [ 61200, 61258 ], [ 61233, 61266 ], [ 61262, 61383 ] ], "trgnoun": "mushroom", "trgverb": "slice" }, { "key": "P30_110+89_90_91_92", "video_id": "P30_110", "narration_ids": [ "P30_110_89", "P30_110_90", "P30_110_91", "P30_110_92" ], "src": "put mug on drying rack . pick_up plate . pick_up sponge", "src1": "put mug on drying rack", "src2": "pick_up plate", "src3": "pick_up sponge", "trg": "scrub plate", "vis_src": "P30_110:89 P30_110:90 P30_110:91", "vis_trg": "P30_110:92", "narrations": [ "put mug on drying rack", "pick up plate", "pick up sponge", "scrub plate" ], "verbs": [ "put-on", "pick-up", "pick-up", "scrub" ], "verb_classes": [ 1, 0, 0, 29 ], "nouns": [ "mug", "plate", "sponge", "plate" ], "noun_classes": [ 13, 2, 9, 2 ], "start_stop_timestamps": [ [ "00:03:04.04", "00:03:10.54" ], [ "00:03:10.60", "00:03:11.35" ], [ "00:03:11.44", "00:03:11.70" ], [ "00:03:11.80", "00:03:14.23" ] ], "start_stop_frames": [ [ 9202, 9527 ], [ 9530, 9567 ], [ 9572, 9585 ], [ 9590, 9711 ] ], "trgnoun": "plate", "trgverb": "scrub" }, { "key": "P01_03+24_25_26_27", "video_id": "P01_03", "narration_ids": [ "P01_03_24", "P01_03_25", "P01_03_26", "P01_03_27" ], "src": "close soy_milk . open fridge . put_down the soy_milk", "src1": "close soy_milk", "src2": "open fridge", "src3": "put_down the soy_milk", "trg": "close fridge", "vis_src": "P01_03:24 P01_03:25 P01_03:26", "vis_trg": "P01_03:27", "narrations": [ "close soy milk", "open fridge", "put down the soy milk", "close fridge" ], "verbs": [ "close", "open", "put-down", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "milk:soy", "fridge", "milk:soy", "fridge" ], "noun_classes": [ 64, 12, 64, 12 ], "start_stop_timestamps": [ [ "00:01:04.87", "00:01:06.48" ], [ "00:01:09.59", "00:01:11.17" ], [ "00:01:11.27", "00:01:12.11" ], [ "00:01:12.14", "00:01:13.46" ] ], "start_stop_frames": [ [ 3892, 3988 ], [ 4175, 4270 ], [ 4276, 4326 ], [ 4328, 4407 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P22_15+273_274_275_276", "video_id": "P22_15", "narration_ids": [ "P22_15_273", "P22_15_274", "P22_15_275", "P22_15_276" ], "src": "move bottle . open fridge . put bottle", "src1": "move bottle", "src2": "open fridge", "src3": "put bottle", "trg": "close fridge", "vis_src": "P22_15:273 P22_15:274 P22_15:275", "vis_trg": "P22_15:276", "narrations": [ "move bottle", "open fridge", "put bottle", "close fridge" ], "verbs": [ "move", "open", "put", "close" ], "verb_classes": [ 11, 3, 1, 4 ], "nouns": [ "bottle", "fridge", "bottle", "fridge" ], "noun_classes": [ 15, 12, 15, 12 ], "start_stop_timestamps": [ [ "00:09:52.05", "00:09:52.85" ], [ "00:09:54.23", "00:09:57.33" ], [ "00:09:57.50", "00:09:58.75" ], [ "00:09:58.85", "00:09:59.60" ] ], "start_stop_frames": [ [ 35523, 35571 ], [ 35653, 35839 ], [ 35850, 35925 ], [ 35931, 35976 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P03_101+110_111_112_113", "video_id": "P03_101", "narration_ids": [ "P03_101_110", "P03_101_111", "P03_101_112", "P03_101_113" ], "src": "wash saucepan_lid . put saucepan_lid in drying rack . pick_up cutting_board", "src1": "wash saucepan_lid", "src2": "put saucepan_lid in drying rack", "src3": "pick_up cutting_board", "trg": "wash cutting_board", "vis_src": "P03_101:110 P03_101:111 P03_101:112", "vis_trg": "P03_101:113", "narrations": [ "wash saucepan lid", "put saucepan lid in drying rack", "pick up cutting board", "wash cutting board" ], "verbs": [ "wash", "put-in", "pick-up", "wash" ], "verb_classes": [ 2, 5, 0, 2 ], "nouns": [ "lid:saucepan", "lid:saucepan", "board:cutting", "board:cutting" ], "noun_classes": [ 6, 6, 18, 18 ], "start_stop_timestamps": [ [ "00:03:29.41", "00:03:39.71" ], [ "00:03:40.50", "00:03:43.06" ], [ "00:03:43.94", "00:03:44.87" ], [ "00:03:45.38", "00:04:01.41" ] ], "start_stop_frames": [ [ 10470, 10985 ], [ 11025, 11153 ], [ 11197, 11243 ], [ 11269, 12070 ] ], "trgnoun": "cutting_board", "trgverb": "wash" }, { "key": "P22_09+80_81_82_83", "video_id": "P22_09", "narration_ids": [ "P22_09_80", "P22_09_81", "P22_09_82", "P22_09_83" ], "src": "put_down box . fold box . pick_up paper", "src1": "put_down box", "src2": "fold box", "src3": "pick_up paper", "trg": "toss paper", "vis_src": "P22_09:80 P22_09:81 P22_09:82", "vis_trg": "P22_09:83", "narrations": [ "put down box", "fold box", "pick up paper", "toss paper" ], "verbs": [ "put-down", "fold", "pick-up", "toss" ], "verb_classes": [ 1, 28, 0, 13 ], "nouns": [ "box", "box", "paper", "paper" ], "noun_classes": [ 23, 23, 49, 49 ], "start_stop_timestamps": [ [ "00:02:28.10", "00:02:31.25" ], [ "00:02:28.46", "00:02:31.14" ], [ "00:02:31.35", "00:02:32.27" ], [ "00:02:33.12", "00:02:34.70" ] ], "start_stop_frames": [ [ 8886, 9075 ], [ 8907, 9068 ], [ 9081, 9136 ], [ 9187, 9282 ] ], "trgnoun": "paper", "trgverb": "toss" }, { "key": "P30_05+353_354_355_356", "video_id": "P30_05", "narration_ids": [ "P30_05_353", "P30_05_354", "P30_05_355", "P30_05_356" ], "src": "close drawer . close fridge . put rubbish in bin", "src1": "close drawer", "src2": "close fridge", "src3": "put rubbish in bin", "trg": "take rubbish", "vis_src": "P30_05:353 P30_05:354 P30_05:355", "vis_trg": "P30_05:356", "narrations": [ "close drawer", "close fridge", "put rubbish in bin", "take rubbish" ], "verbs": [ "close", "close", "put-in", "take" ], "verb_classes": [ 4, 4, 5, 0 ], "nouns": [ "drawer", "fridge", "rubbish", "rubbish" ], "noun_classes": [ 8, 12, 54, 54 ], "start_stop_timestamps": [ [ "00:28:41.30", "00:28:42.35" ], [ "00:28:42.45", "00:28:43.52" ], [ "00:28:43.25", "00:28:44.89" ], [ "00:28:46.70", "00:28:49.52" ] ], "start_stop_frames": [ [ 103278, 103341 ], [ 103347, 103411 ], [ 103395, 103493 ], [ 103602, 103771 ] ], "trgnoun": "rubbish", "trgverb": "take" }, { "key": "P03_19+113_114_115_116", "video_id": "P03_19", "narration_ids": [ "P03_19_113", "P03_19_114", "P03_19_115", "P03_19_116" ], "src": "place drawer . put knife . grab cutlery", "src1": "place drawer", "src2": "put knife", "src3": "grab cutlery", "trg": "put cutlery", "vis_src": "P03_19:113 P03_19:114 P03_19:115", "vis_trg": "P03_19:116", "narrations": [ "place drawer", "put knife", "grab cutlery", "put cutlery" ], "verbs": [ "place", "put", "grab", "put" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "drawer", "knife", "cutlery", "cutlery" ], "noun_classes": [ 8, 4, 58, 58 ], "start_stop_timestamps": [ [ "00:05:12.56", "00:05:13.72" ], [ "00:05:14.52", "00:05:16.93" ], [ "00:05:18.58", "00:05:22.08" ], [ "00:05:22.89", "00:05:23.39" ] ], "start_stop_frames": [ [ 18753, 18823 ], [ 18871, 19015 ], [ 19114, 19324 ], [ 19373, 19403 ] ], "trgnoun": "cutlery", "trgverb": "put" }, { "key": "P30_107+547_548_549_550", "video_id": "P30_107", "narration_ids": [ "P30_107_547", "P30_107_548", "P30_107_549", "P30_107_550" ], "src": "rinse chopping_board . turn tap . scrub chopping_board", "src1": "rinse chopping_board", "src2": "turn tap", "src3": "scrub chopping_board", "trg": "turn_on tap", "vis_src": "P30_107:547 P30_107:548 P30_107:549", "vis_trg": "P30_107:550", "narrations": [ "rinse chopping board", "turn tap", "scrub chopping board", "turn on tap" ], "verbs": [ "rinse", "turn", "scrub", "turn-on" ], "verb_classes": [ 2, 23, 29, 6 ], "nouns": [ "board:chopping", "tap", "board:chopping", "tap" ], "noun_classes": [ 18, 0, 18, 0 ], "start_stop_timestamps": [ [ "00:27:17.25", "00:27:22.19" ], [ "00:27:21.97", "00:27:22.56" ], [ "00:27:22.82", "00:27:30.93" ], [ "00:27:31.30", "00:27:31.51" ] ], "start_stop_frames": [ [ 81862, 82109 ], [ 82098, 82128 ], [ 82141, 82546 ], [ 82565, 82575 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P22_17+57_58_59_60", "video_id": "P22_17", "narration_ids": [ "P22_17_57", "P22_17_58", "P22_17_59", "P22_17_60" ], "src": "put half moon_chopper . take cutlery . wash cutlery", "src1": "put half moon_chopper", "src2": "take cutlery", "src3": "wash cutlery", "trg": "put cutlery", "vis_src": "P22_17:57 P22_17:58 P22_17:59", "vis_trg": "P22_17:60", "narrations": [ "put half moon chopper", "take cutlery", "wash cutlery", "put cutlery" ], "verbs": [ "put", "take", "wash", "put" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "chopper:moon", "cutlery", "cutlery", "cutlery" ], "noun_classes": [ 4, 58, 58, 58 ], "start_stop_timestamps": [ [ "00:02:23.17", "00:02:25.32" ], [ "00:02:25.53", "00:02:26.70" ], [ "00:02:26.80", "00:02:30.37" ], [ "00:02:30.49", "00:02:31.77" ] ], "start_stop_frames": [ [ 8590, 8719 ], [ 8731, 8802 ], [ 8808, 9022 ], [ 9029, 9106 ] ], "trgnoun": "cutlery", "trgverb": "put" }, { "key": "P35_104+457_458_459_460", "video_id": "P35_104", "narration_ids": [ "P35_104_457", "P35_104_458", "P35_104_459", "P35_104_460" ], "src": "dry pot . put_down pot . pick_up lid", "src1": "dry pot", "src2": "put_down pot", "src3": "pick_up lid", "trg": "drain lid", "vis_src": "P35_104:457 P35_104:458 P35_104:459", "vis_trg": "P35_104:460", "narrations": [ "dry pot", "put down pot", "pick up lid", "drain lid" ], "verbs": [ "dry", "put-down", "pick-up", "drain" ], "verb_classes": [ 14, 1, 0, 37 ], "nouns": [ "pot", "pot", "lid", "lid" ], "noun_classes": [ 29, 29, 6, 6 ], "start_stop_timestamps": [ [ "00:31:36.09", "00:31:51.14" ], [ "00:31:56.26", "00:31:59.02" ], [ "00:32:01.36", "00:32:03.11" ], [ "00:32:03.24", "00:32:05.31" ] ], "start_stop_frames": [ [ 94804, 95557 ], [ 95813, 95951 ], [ 96068, 96155 ], [ 96162, 96265 ] ], "trgnoun": "lid", "trgverb": "drain" }, { "key": "P04_07+15_16_17_18", "video_id": "P04_07", "narration_ids": [ "P04_07_15", "P04_07_16", "P04_07_17", "P04_07_18" ], "src": "open tupperware . pick_up pan . pour food into tupperware", "src1": "open tupperware", "src2": "pick_up pan", "src3": "pour food into tupperware", "trg": "pick_up food", "vis_src": "P04_07:15 P04_07:16 P04_07:17", "vis_trg": "P04_07:18", "narrations": [ "open tupperware", "pick up pan", "pour food into tupperware", "pick up food" ], "verbs": [ "open", "pick-up", "pour-into", "pick-up" ], "verb_classes": [ 3, 0, 9, 0 ], "nouns": [ "tupperware", "pan", "food", "food" ], "noun_classes": [ 23, 5, 34, 34 ], "start_stop_timestamps": [ [ "00:00:51.46", "00:00:54.15" ], [ "00:00:54.71", "00:00:56.21" ], [ "00:00:56.16", "00:01:13.13" ], [ "00:01:13.23", "00:01:20.44" ] ], "start_stop_frames": [ [ 3087, 3249 ], [ 3282, 3372 ], [ 3369, 4387 ], [ 4393, 4826 ] ], "trgnoun": "food", "trgverb": "pick_up" }, { "key": "P04_04+20_21_22_23", "video_id": "P04_04", "narration_ids": [ "P04_04_20", "P04_04_21", "P04_04_22", "P04_04_23" ], "src": "pick_up spatula . wash frying_pan . dry frying_pan", "src1": "pick_up spatula", "src2": "wash frying_pan", "src3": "dry frying_pan", "trg": "put_down frying_pan", "vis_src": "P04_04:20 P04_04:21 P04_04:22", "vis_trg": "P04_04:23", "narrations": [ "pick up spatula", "wash frying pan", "dry frying pan", "put down frying pan" ], "verbs": [ "pick-up", "wash", "dry", "put-down" ], "verb_classes": [ 0, 2, 14, 1 ], "nouns": [ "spatula", "pan:frying", "pan:frying", "pan:frying" ], "noun_classes": [ 20, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:01:22.63", "00:01:23.77" ], [ "00:01:24.48", "00:01:41.83" ], [ "00:01:43.09", "00:01:52.93" ], [ "00:01:53.03", "00:01:55.36" ] ], "start_stop_frames": [ [ 4957, 5026 ], [ 5068, 6109 ], [ 6185, 6775 ], [ 6781, 6921 ] ], "trgnoun": "frying_pan", "trgverb": "put_down" }, { "key": "P03_04+306_307_308_309", "video_id": "P03_04", "narration_ids": [ "P03_04_306", "P03_04_307", "P03_04_308", "P03_04_309" ], "src": "take spice . open spice . pour spice", "src1": "take spice", "src2": "open spice", "src3": "pour spice", "trg": "close spice", "vis_src": "P03_04:306 P03_04:307 P03_04:308", "vis_trg": "P03_04:309", "narrations": [ "take spice", "open spice", "pour spice", "close spice" ], "verbs": [ "take", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "spice", "spice", "spice", "spice" ], "noun_classes": [ 85, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:21:10.67", "00:21:11.42" ], [ "00:21:11.76", "00:21:12.76" ], [ "00:21:13.11", "00:21:18.86" ], [ "00:21:18.57", "00:21:19.07" ] ], "start_stop_frames": [ [ 76240, 76285 ], [ 76305, 76365 ], [ 76386, 76731 ], [ 76714, 76744 ] ], "trgnoun": "spice", "trgverb": "close" }, { "key": "P04_107+792_793_794_795", "video_id": "P04_107", "narration_ids": [ "P04_107_792", "P04_107_793", "P04_107_794", "P04_107_795" ], "src": "put_down greaseproof_paper . pick_up tea_towel . look_at dough", "src1": "put_down greaseproof_paper", "src2": "pick_up tea_towel", "src3": "look_at dough", "trg": "put_down tea_towel", "vis_src": "P04_107:792 P04_107:793 P04_107:794", "vis_trg": "P04_107:795", "narrations": [ "put down greaseproof paper", "pick up tea towel", "look at dough", "put down tea towel" ], "verbs": [ "put-down", "pick-up", "look-at", "put-down" ], "verb_classes": [ 1, 0, 38, 1 ], "nouns": [ "paper:greaseproof", "towel:tea", "dough", "towel:tea" ], "noun_classes": [ 49, 52, 25, 52 ], "start_stop_timestamps": [ [ "00:21:05.42", "00:21:06.07" ], [ "00:21:05.92", "00:21:06.41" ], [ "00:21:06.46", "00:21:07.13" ], [ "00:21:07.06", "00:21:08.08" ] ], "start_stop_frames": [ [ 63271, 63303 ], [ 63296, 63320 ], [ 63323, 63356 ], [ 63353, 63404 ] ], "trgnoun": "tea_towel", "trgverb": "put_down" }, { "key": "P04_01+258_259_260_261", "video_id": "P04_01", "narration_ids": [ "P04_01_258", "P04_01_259", "P04_01_260", "P04_01_261" ], "src": "put kitchen_roll in pan . rub pan . put_down kitchen_roll", "src1": "put kitchen_roll in pan", "src2": "rub pan", "src3": "put_down kitchen_roll", "trg": "test pan", "vis_src": "P04_01:258 P04_01:259 P04_01:260", "vis_trg": "P04_01:261", "narrations": [ "put kitchen roll in pan", "rub pan", "put down kitchen roll", "test pan" ], "verbs": [ "put-in", "rub", "put-down", "test" ], "verb_classes": [ 5, 55, 1, 24 ], "nouns": [ "roll:kitchen", "pan", "roll:kitchen", "pan" ], "noun_classes": [ 93, 5, 93, 5 ], "start_stop_timestamps": [ [ "00:18:49.93", "00:18:51.64" ], [ "00:18:51.61", "00:18:57.62" ], [ "00:18:58.12", "00:18:59.23" ], [ "00:18:59.90", "00:19:02.56" ] ], "start_stop_frames": [ [ 67795, 67898 ], [ 67896, 68257 ], [ 68287, 68353 ], [ 68394, 68553 ] ], "trgnoun": "pan", "trgverb": "test" }, { "key": "P20_02+83_84_85_86", "video_id": "P20_02", "narration_ids": [ "P20_02_83", "P20_02_84", "P20_02_85", "P20_02_86" ], "src": "squeeze rag . wipe frying_pan with rag . put_down frying_pan", "src1": "squeeze rag", "src2": "wipe frying_pan with rag", "src3": "put_down frying_pan", "trg": "wipe counter with rag", "vis_src": "P20_02:83 P20_02:84 P20_02:85", "vis_trg": "P20_02:86", "narrations": [ "squeeze rag", "wipe frying pan with rag", "put down frying pan", "wipe counter with rag" ], "verbs": [ "squeeze", "wipe", "put-down", "wipe" ], "verb_classes": [ 18, 2, 1, 2 ], "nouns": [ "rag", "pan:frying", "pan:frying", "rag" ], "noun_classes": [ 17, 5, 5, 17 ], "start_stop_timestamps": [ [ "00:05:09.32", "00:05:13.47" ], [ "00:05:13.57", "00:05:24.20" ], [ "00:05:24.30", "00:05:26.05" ], [ "00:05:29.02", "00:05:34.63" ] ], "start_stop_frames": [ [ 18559, 18808 ], [ 18814, 19452 ], [ 19458, 19563 ], [ 19741, 20077 ] ], "trgnoun": "rag", "trgverb": "wipe" }, { "key": "P03_20+4_5_6_7", "video_id": "P03_20", "narration_ids": [ "P03_20_4", "P03_20_5", "P03_20_6", "P03_20_7" ], "src": "grab spoon . stir rice . pick_up sauce", "src1": "grab spoon", "src2": "stir rice", "src3": "pick_up sauce", "trg": "spoon rice into the lunch box", "vis_src": "P03_20:4 P03_20:5 P03_20:6", "vis_trg": "P03_20:7", "narrations": [ "grab spoon", "stir rice", "pick up sauce", "spoon rice into the lunch box" ], "verbs": [ "grab", "stir", "pick-up", "spoon-into" ], "verb_classes": [ 0, 10, 0, 16 ], "nouns": [ "spoon", "rice", "sauce", "rice" ], "noun_classes": [ 1, 55, 47, 55 ], "start_stop_timestamps": [ [ "00:00:10.93", "00:00:12.07" ], [ "00:00:15.22", "00:00:19.96" ], [ "00:00:15.32", "00:00:17.59" ], [ "00:00:22.15", "00:00:34.30" ] ], "start_stop_frames": [ [ 655, 724 ], [ 913, 1197 ], [ 919, 1055 ], [ 1329, 2058 ] ], "trgnoun": "rice", "trgverb": "spoon_into" }, { "key": "P04_107+794_795_796_797", "video_id": "P04_107", "narration_ids": [ "P04_107_794", "P04_107_795", "P04_107_796", "P04_107_797" ], "src": "look_at dough . put_down tea_towel . move greaseproof_paper", "src1": "look_at dough", "src2": "put_down tea_towel", "src3": "move greaseproof_paper", "trg": "squeeze dough", "vis_src": "P04_107:794 P04_107:795 P04_107:796", "vis_trg": "P04_107:797", "narrations": [ "look at dough", "put down tea towel", "move greaseproof paper", "squeeze dough" ], "verbs": [ "look-at", "put-down", "move", "squeeze" ], "verb_classes": [ 38, 1, 11, 18 ], "nouns": [ "dough", "towel:tea", "paper:greaseproof", "dough" ], "noun_classes": [ 25, 52, 49, 25 ], "start_stop_timestamps": [ [ "00:21:06.46", "00:21:07.13" ], [ "00:21:07.06", "00:21:08.08" ], [ "00:21:08.18", "00:21:08.78" ], [ "00:21:08.58", "00:21:10.19" ] ], "start_stop_frames": [ [ 63323, 63356 ], [ 63353, 63404 ], [ 63409, 63439 ], [ 63429, 63509 ] ], "trgnoun": "dough", "trgverb": "squeeze" }, { "key": "P03_107+98_99_100_101", "video_id": "P03_107", "narration_ids": [ "P03_107_98", "P03_107_99", "P03_107_100", "P03_107_101" ], "src": "put plates and knives and forks on plate . pick_up sieve and pan . pick_up plate", "src1": "put plates and knives and forks on plate", "src2": "pick_up sieve and pan", "src3": "pick_up plate", "trg": "put_down sieve and pan", "vis_src": "P03_107:98 P03_107:99 P03_107:100", "vis_trg": "P03_107:101", "narrations": [ "put plates and knives and forks on plate", "pick up sieve and pan", "pick up plate", "put down sieve and pan" ], "verbs": [ "put-on", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "plate", "sieve", "plate", "sieve" ], "noun_classes": [ 2, 39, 2, 39 ], "start_stop_timestamps": [ [ "00:03:50.87", "00:03:53.14" ], [ "00:03:53.05", "00:03:54.45" ], [ "00:03:55.83", "00:03:56.68" ], [ "00:03:56.50", "00:03:57.61" ] ], "start_stop_frames": [ [ 11543, 11657 ], [ 11652, 11722 ], [ 11791, 11834 ], [ 11825, 11880 ] ], "trgnoun": "sieve", "trgverb": "put_down" }, { "key": "P04_112+229_230_231_232", "video_id": "P04_112", "narration_ids": [ "P04_112_229", "P04_112_230", "P04_112_231", "P04_112_232" ], "src": "try to put mayonnaise in fridge door . put mayonnaise on fridge shelf . put bowl in fridge", "src1": "try to put mayonnaise in fridge door", "src2": "put mayonnaise on fridge shelf", "src3": "put bowl in fridge", "trg": "slide bowl into fridge shelf", "vis_src": "P04_112:229 P04_112:230 P04_112:231", "vis_trg": "P04_112:232", "narrations": [ "try to put mayonnaise in fridge door", "put mayonnaise on fridge shelf", "put bowl in fridge", "slide bowl into fridge shelf" ], "verbs": [ "put-in", "put-on", "put-in", "slide-into" ], "verb_classes": [ 5, 1, 5, 5 ], "nouns": [ "mayonnaise", "mayonnaise", "bowl", "bowl" ], "noun_classes": [ 47, 47, 7, 7 ], "start_stop_timestamps": [ [ "00:06:41.50", "00:06:43.65" ], [ "00:06:43.73", "00:06:45.55" ], [ "00:06:46.31", "00:06:47.47" ], [ "00:06:49.60", "00:06:53.15" ] ], "start_stop_frames": [ [ 20075, 20182 ], [ 20186, 20277 ], [ 20315, 20373 ], [ 20480, 20657 ] ], "trgnoun": "bowl", "trgverb": "slide_into" }, { "key": "P04_113+392_393_394_395", "video_id": "P04_113", "narration_ids": [ "P04_113_392", "P04_113_393", "P04_113_394", "P04_113_395" ], "src": "pick_up sponge . dip sponge in water . tip bowl to empty water from bowl", "src1": "pick_up sponge", "src2": "dip sponge in water", "src3": "tip bowl to empty water from bowl", "trg": "wash bowl", "vis_src": "P04_113:392 P04_113:393 P04_113:394", "vis_trg": "P04_113:395", "narrations": [ "pick up sponge", "dip sponge in water", "tip bowl to empty water from bowl", "wash bowl" ], "verbs": [ "pick-up", "dip", "tip-to", "wash" ], "verb_classes": [ 0, 66, 20, 2 ], "nouns": [ "sponge", "sponge", "bowl", "bowl" ], "noun_classes": [ 9, 9, 7, 7 ], "start_stop_timestamps": [ [ "00:12:27.69", "00:12:28.50" ], [ "00:12:28.60", "00:12:29.60" ], [ "00:12:29.20", "00:12:31.96" ], [ "00:12:32.05", "00:12:35.66" ] ], "start_stop_frames": [ [ 37384, 37425 ], [ 37430, 37480 ], [ 37460, 37598 ], [ 37602, 37783 ] ], "trgnoun": "bowl", "trgverb": "wash" }, { "key": "P26_28+19_20_21_22", "video_id": "P26_28", "narration_ids": [ "P26_28_19", "P26_28_20", "P26_28_21", "P26_28_22" ], "src": "put sauce on pasta . stir pasta . grab spoon", "src1": "put sauce on pasta", "src2": "stir pasta", "src3": "grab spoon", "trg": "put spoon down", "vis_src": "P26_28:19 P26_28:20 P26_28:21", "vis_trg": "P26_28:22", "narrations": [ "put sauce on pasta", "stir pasta", "grab spoon", "put spoon down" ], "verbs": [ "put-on", "stir", "grab", "put-down" ], "verb_classes": [ 1, 10, 0, 1 ], "nouns": [ "sauce", "pasta", "spoon", "spoon" ], "noun_classes": [ 47, 45, 1, 1 ], "start_stop_timestamps": [ [ "00:01:14.39", "00:01:15.80" ], [ "00:01:15.90", "00:01:28.25" ], [ "00:01:28.66", "00:01:29.74" ], [ "00:01:30.59", "00:01:31.66" ] ], "start_stop_frames": [ [ 4463, 4548 ], [ 4554, 5295 ], [ 5319, 5384 ], [ 5435, 5499 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P01_105+657_658_659_660", "video_id": "P01_105", "narration_ids": [ "P01_105_657", "P01_105_658", "P01_105_659", "P01_105_660" ], "src": "put_down timer . open cupboard . pick_up noodles", "src1": "put_down timer", "src2": "open cupboard", "src3": "pick_up noodles", "trg": "put_down noodles", "vis_src": "P01_105:657 P01_105:658 P01_105:659", "vis_trg": "P01_105:660", "narrations": [ "put down timer", "open cupboard", "pick up noodles", "put down noodles" ], "verbs": [ "put-down", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "timer", "cupboard", "noodle", "noodle" ], "noun_classes": [ 111, 3, 155, 155 ], "start_stop_timestamps": [ [ "00:27:25.27", "00:27:26.04" ], [ "00:27:27.99", "00:27:29.14" ], [ "00:27:29.24", "00:27:31.13" ], [ "00:27:34.54", "00:27:35.79" ] ], "start_stop_frames": [ [ 82263, 82302 ], [ 82399, 82457 ], [ 82462, 82556 ], [ 82727, 82789 ] ], "trgnoun": "noodle", "trgverb": "put_down" }, { "key": "P02_09+468_469_470_471", "video_id": "P02_09", "narration_ids": [ "P02_09_468", "P02_09_469", "P02_09_470", "P02_09_471" ], "src": "put sponge . pick sponge . pick washing_liquid", "src1": "put sponge", "src2": "pick sponge", "src3": "pick washing_liquid", "trg": "pour washing_liquid", "vis_src": "P02_09:468 P02_09:469 P02_09:470", "vis_trg": "P02_09:471", "narrations": [ "put sponge", "pick sponge", "pick washing liquid", "pour washing liquid" ], "verbs": [ "put", "pick", "pick", "pour" ], "verb_classes": [ 1, 0, 0, 9 ], "nouns": [ "sponge", "sponge", "liquid:washing", "liquid:washing" ], "noun_classes": [ 9, 9, 22, 22 ], "start_stop_timestamps": [ [ "00:31:13.26", "00:31:14.01" ], [ "00:31:14.03", "00:31:14.63" ], [ "00:31:15.97", "00:31:17.31" ], [ "00:31:16.88", "00:31:18.38" ] ], "start_stop_frames": [ [ 112395, 112440 ], [ 112441, 112477 ], [ 112558, 112638 ], [ 112612, 112702 ] ], "trgnoun": "washing_liquid", "trgverb": "pour" }, { "key": "P21_03+27_28_29_30", "video_id": "P21_03", "narration_ids": [ "P21_03_27", "P21_03_28", "P21_03_29", "P21_03_30" ], "src": "rinsing a spoon . opening the sauce . mixing the sauce", "src1": "rinsing a spoon", "src2": "opening the sauce", "src3": "mixing the sauce", "trg": "putting sauce in tortilla", "vis_src": "P21_03:27 P21_03:28 P21_03:29", "vis_trg": "P21_03:30", "narrations": [ "rinsing a spoon", "opening the sauce", "mixing the sauce", "putting sauce in tortilla" ], "verbs": [ "rinse", "open", "mix", "put-in" ], "verb_classes": [ 2, 3, 10, 5 ], "nouns": [ "spoon", "sauce", "sauce", "sauce" ], "noun_classes": [ 1, 47, 47, 47 ], "start_stop_timestamps": [ [ "00:04:11.04", "00:04:14.78" ], [ "00:04:18.63", "00:04:21.31" ], [ "00:04:20.83", "00:04:27.64" ], [ "00:04:27.76", "00:04:30.80" ] ], "start_stop_frames": [ [ 15062, 15286 ], [ 15517, 15678 ], [ 15649, 16058 ], [ 16065, 16248 ] ], "trgnoun": "sauce", "trgverb": "put_in" }, { "key": "P16_01+76_77_78_79", "video_id": "P16_01", "narration_ids": [ "P16_01_76", "P16_01_77", "P16_01_78", "P16_01_79" ], "src": "turn_off the heat . pick_up the noodles with the chopsticks . pick_up the pot", "src1": "turn_off the heat", "src2": "pick_up the noodles with the chopsticks", "src3": "pick_up the pot", "trg": "pour the noodles into the bowl", "vis_src": "P16_01:76 P16_01:77 P16_01:78", "vis_trg": "P16_01:79", "narrations": [ "turn off the heat", "pick up the noodles with the chopsticks", "pick up the pot", "pour the noodles into the bowl" ], "verbs": [ "turn-off", "pick-up", "pick-up", "pour-into" ], "verb_classes": [ 8, 0, 0, 9 ], "nouns": [ "heat", "noodle", "pot", "noodle" ], "noun_classes": [ 65, 155, 29, 155 ], "start_stop_timestamps": [ [ "00:19:26.74", "00:19:29.43" ], [ "00:19:33.96", "00:19:35.77" ], [ "00:19:43.29", "00:19:44.44" ], [ "00:19:48.04", "00:19:51.47" ] ], "start_stop_frames": [ [ 70004, 70165 ], [ 70437, 70546 ], [ 70997, 71066 ], [ 71282, 71488 ] ], "trgnoun": "noodle", "trgverb": "pour_into" }, { "key": "P01_108+54_55_56_57", "video_id": "P01_108", "narration_ids": [ "P01_108_54", "P01_108_55", "P01_108_56", "P01_108_57" ], "src": "put spoon onto rack . pick_up cup . rinse cup", "src1": "put spoon onto rack", "src2": "pick_up cup", "src3": "rinse cup", "trg": "empty cup", "vis_src": "P01_108:54 P01_108:55 P01_108:56", "vis_trg": "P01_108:57", "narrations": [ "put spoon onto rack", "pick up cup", "rinse cup", "empty cup" ], "verbs": [ "put-onto", "pick-up", "rinse", "empty" ], "verb_classes": [ 1, 0, 2, 20 ], "nouns": [ "spoon", "cup", "cup", "cup" ], "noun_classes": [ 1, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:01:54.78", "00:01:55.86" ], [ "00:01:55.89", "00:01:57.33" ], [ "00:01:56.14", "00:02:00.08" ], [ "00:02:00.18", "00:02:01.15" ] ], "start_stop_frames": [ [ 5739, 5793 ], [ 5794, 5866 ], [ 5807, 6004 ], [ 6009, 6057 ] ], "trgnoun": "cup", "trgverb": "empty" }, { "key": "P21_03+28_29_30_32", "video_id": "P21_03", "narration_ids": [ "P21_03_28", "P21_03_29", "P21_03_30", "P21_03_32" ], "src": "opening the sauce . mixing the sauce . putting sauce in tortilla", "src1": "opening the sauce", "src2": "mixing the sauce", "src3": "putting sauce in tortilla", "trg": "closing the sauce", "vis_src": "P21_03:28 P21_03:29 P21_03:30", "vis_trg": "P21_03:32", "narrations": [ "opening the sauce", "mixing the sauce", "putting sauce in tortilla", "closing the sauce" ], "verbs": [ "open", "mix", "put-in", "close" ], "verb_classes": [ 3, 10, 5, 4 ], "nouns": [ "sauce", "sauce", "sauce", "sauce" ], "noun_classes": [ 47, 47, 47, 47 ], "start_stop_timestamps": [ [ "00:04:18.63", "00:04:21.31" ], [ "00:04:20.83", "00:04:27.64" ], [ "00:04:27.76", "00:04:30.80" ], [ "00:05:03.76", "00:05:06.17" ] ], "start_stop_frames": [ [ 15517, 15678 ], [ 15649, 16058 ], [ 16065, 16248 ], [ 18225, 18370 ] ], "trgnoun": "sauce", "trgverb": "close" }, { "key": "P04_112+230_231_232_233", "video_id": "P04_112", "narration_ids": [ "P04_112_230", "P04_112_231", "P04_112_232", "P04_112_233" ], "src": "put mayonnaise on fridge shelf . put bowl in fridge . slide bowl into fridge shelf", "src1": "put mayonnaise on fridge shelf", "src2": "put bowl in fridge", "src3": "slide bowl into fridge shelf", "trg": "push bowl", "vis_src": "P04_112:230 P04_112:231 P04_112:232", "vis_trg": "P04_112:233", "narrations": [ "put mayonnaise on fridge shelf", "put bowl in fridge", "slide bowl into fridge shelf", "push bowl" ], "verbs": [ "put-on", "put-in", "slide-into", "push" ], "verb_classes": [ 1, 5, 5, 21 ], "nouns": [ "mayonnaise", "bowl", "bowl", "bowl" ], "noun_classes": [ 47, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:06:43.73", "00:06:45.55" ], [ "00:06:46.31", "00:06:47.47" ], [ "00:06:49.60", "00:06:53.15" ], [ "00:06:51.12", "00:06:54.24" ] ], "start_stop_frames": [ [ 20186, 20277 ], [ 20315, 20373 ], [ 20480, 20657 ], [ 20556, 20712 ] ], "trgnoun": "bowl", "trgverb": "push" }, { "key": "P12_103+113_114_115_116", "video_id": "P12_103", "narration_ids": [ "P12_103_113", "P12_103_114", "P12_103_115", "P12_103_116" ], "src": "put_down sauce into frying pan using spoon . open tap . wash bowl", "src1": "put_down sauce into frying pan using spoon", "src2": "open tap", "src3": "wash bowl", "trg": "put_down bowl", "vis_src": "P12_103:113 P12_103:114 P12_103:115", "vis_trg": "P12_103:116", "narrations": [ "put down sauce into frying pan using spoon", "open tap", "wash bowl", "put down bowl" ], "verbs": [ "put-down", "turn-on", "wash", "put-down" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "sauce", "tap", "bowl", "bowl" ], "noun_classes": [ 47, 0, 7, 7 ], "start_stop_timestamps": [ [ "00:07:24.78", "00:07:29.20" ], [ "00:07:32.13", "00:07:33.22" ], [ "00:07:33.05", "00:07:48.21" ], [ "00:07:48.08", "00:07:48.73" ] ], "start_stop_frames": [ [ 22239, 22460 ], [ 22606, 22661 ], [ 22652, 23410 ], [ 23404, 23436 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P03_119+83_84_85_86", "video_id": "P03_119", "narration_ids": [ "P03_119_83", "P03_119_84", "P03_119_85", "P03_119_86" ], "src": "wash saucepan_lid . put saucepan_lid in drying up rack . pick_up frying_pan", "src1": "wash saucepan_lid", "src2": "put saucepan_lid in drying up rack", "src3": "pick_up frying_pan", "trg": "wash frying_pan", "vis_src": "P03_119:83 P03_119:84 P03_119:85", "vis_trg": "P03_119:86", "narrations": [ "wash saucepan lid", "put saucepan lid in drying up rack", "pick up frying pan", "wash frying pan" ], "verbs": [ "wash", "put-in", "pick-up", "wash" ], "verb_classes": [ 2, 5, 0, 2 ], "nouns": [ "lid:saucepan", "lid:saucepan", "pan:frying", "pan:frying" ], "noun_classes": [ 6, 6, 5, 5 ], "start_stop_timestamps": [ [ "00:03:44.66", "00:03:54.31" ], [ "00:03:54.58", "00:03:56.10" ], [ "00:03:56.67", "00:03:57.87" ], [ "00:03:57.81", "00:03:59.89" ] ], "start_stop_frames": [ [ 11233, 11715 ], [ 11729, 11805 ], [ 11833, 11893 ], [ 11890, 11994 ] ], "trgnoun": "frying_pan", "trgverb": "wash" }, { "key": "P01_109+660_661_662_663", "video_id": "P01_109", "narration_ids": [ "P01_109_660", "P01_109_661", "P01_109_662", "P01_109_663" ], "src": "put_down spatula . pick_up sponge . pick_up fork", "src1": "put_down spatula", "src2": "pick_up sponge", "src3": "pick_up fork", "trg": "lather fork", "vis_src": "P01_109:660 P01_109:661 P01_109:662", "vis_trg": "P01_109:663", "narrations": [ "put down spatula", "pick up sponge", "pick up fork", "lather fork" ], "verbs": [ "put-down", "pick-up", "pick-up", "lather" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "spatula", "sponge", "fork", "fork" ], "noun_classes": [ 20, 9, 14, 14 ], "start_stop_timestamps": [ [ "00:49:38.71", "00:49:39.96" ], [ "00:49:40.53", "00:49:41.88" ], [ "00:49:41.74", "00:49:42.35" ], [ "00:49:42.45", "00:49:45.79" ] ], "start_stop_frames": [ [ 148935, 148998 ], [ 149026, 149094 ], [ 149087, 149117 ], [ 149122, 149289 ] ], "trgnoun": "fork", "trgverb": "lather" }, { "key": "P26_110+44_45_46_47", "video_id": "P26_110", "narration_ids": [ "P26_110_44", "P26_110_45", "P26_110_46", "P26_110_47" ], "src": "pick_up spatula . flip food . put_down fork", "src1": "pick_up spatula", "src2": "flip food", "src3": "put_down fork", "trg": "put_down spatula", "vis_src": "P26_110:44 P26_110:45 P26_110:46", "vis_trg": "P26_110:47", "narrations": [ "pick up spatula", "flip food", "put down fork", "put down spatula" ], "verbs": [ "pick-up", "flip", "put-down", "put-down" ], "verb_classes": [ 0, 22, 1, 1 ], "nouns": [ "spatula", "food", "fork", "spatula" ], "noun_classes": [ 20, 34, 14, 20 ], "start_stop_timestamps": [ [ "00:02:29.50", "00:02:32.54" ], [ "00:02:33.14", "00:02:38.39" ], [ "00:02:57.93", "00:02:58.62" ], [ "00:02:58.48", "00:02:59.91" ] ], "start_stop_frames": [ [ 7475, 7627 ], [ 7656, 7919 ], [ 8896, 8931 ], [ 8924, 8995 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P28_104+197_198_199_200", "video_id": "P28_104", "narration_ids": [ "P28_104_197", "P28_104_198", "P28_104_199", "P28_104_200" ], "src": "open cupboard . take oil . pour oil in food", "src1": "open cupboard", "src2": "take oil", "src3": "pour oil in food", "trg": "put oil", "vis_src": "P28_104:197 P28_104:198 P28_104:199", "vis_trg": "P28_104:200", "narrations": [ "open cupboard", "take oil", "pour oil in food", "put oil" ], "verbs": [ "open", "take", "pour-in", "put" ], "verb_classes": [ 3, 0, 9, 1 ], "nouns": [ "cupboard", "oil", "oil", "oil" ], "noun_classes": [ 3, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:11:13.01", "00:11:13.61" ], [ "00:11:13.84", "00:11:14.51" ], [ "00:11:16.76", "00:11:20.56" ], [ "00:11:26.14", "00:11:27.66" ] ], "start_stop_frames": [ [ 33650, 33680 ], [ 33692, 33725 ], [ 33838, 34028 ], [ 34307, 34383 ] ], "trgnoun": "oil", "trgverb": "put" }, { "key": "P23_04+54_55_56_57", "video_id": "P23_04", "narration_ids": [ "P23_04_54", "P23_04_55", "P23_04_56", "P23_04_57" ], "src": "close the cap . put_into the rack . take the oil from the rack", "src1": "close the cap", "src2": "put_into the rack", "src3": "take the oil from the rack", "trg": "put oil into the pan", "vis_src": "P23_04:54 P23_04:55 P23_04:56", "vis_trg": "P23_04:57", "narrations": [ "close the cap", "put into the rack", "take the oil from the rack", "put oil into the pan" ], "verbs": [ "close", "put-into", "take-from", "put-into" ], "verb_classes": [ 4, 5, 0, 5 ], "nouns": [ "cap", "rack", "oil", "oil" ], "noun_classes": [ 118, 110, 31, 31 ], "start_stop_timestamps": [ [ "00:16:07.11", "00:16:08.91" ], [ "00:16:11.52", "00:16:13.00" ], [ "00:16:13.29", "00:16:16.98" ], [ "00:16:21.29", "00:16:23.94" ] ], "start_stop_frames": [ [ 58026, 58134 ], [ 58291, 58380 ], [ 58397, 58618 ], [ 58877, 59036 ] ], "trgnoun": "oil", "trgverb": "put_into" }, { "key": "P02_131+215_216_217_218", "video_id": "P02_131", "narration_ids": [ "P02_131_215", "P02_131_216", "P02_131_217", "P02_131_218" ], "src": "pour washing_liquid from bottle into sponge . put_down washing liquid bottle . pick_up wooden_spoon", "src1": "pour washing_liquid from bottle into sponge", "src2": "put_down washing liquid bottle", "src3": "pick_up wooden_spoon", "trg": "sponge wooden_spoon", "vis_src": "P02_131:215 P02_131:216 P02_131:217", "vis_trg": "P02_131:218", "narrations": [ "pour washing liquid from bottle into sponge", "put down washing liquid bottle", "pick up wooden spoon", "sponge wooden spoon" ], "verbs": [ "pour-into", "put-down", "pick-up", "sponge" ], "verb_classes": [ 9, 1, 0, 2 ], "nouns": [ "liquid:washing", "bottle:washing:liquid", "spoon:wooden", "spoon:wooden" ], "noun_classes": [ 22, 15, 1, 1 ], "start_stop_timestamps": [ [ "00:09:06.38", "00:09:07.55" ], [ "00:09:07.40", "00:09:08.21" ], [ "00:09:08.43", "00:09:09.06" ], [ "00:09:09.04", "00:09:13.95" ] ], "start_stop_frames": [ [ 27319, 27377 ], [ 27370, 27410 ], [ 27421, 27452 ], [ 27452, 27697 ] ], "trgnoun": "wooden_spoon", "trgverb": "sponge" }, { "key": "P35_103+23_24_25_26", "video_id": "P35_103", "narration_ids": [ "P35_103_23", "P35_103_24", "P35_103_25", "P35_103_26" ], "src": "dry hands . open cupboard . pick_up container", "src1": "dry hands", "src2": "open cupboard", "src3": "pick_up container", "trg": "put_down container", "vis_src": "P35_103:23 P35_103:24 P35_103:25", "vis_trg": "P35_103:26", "narrations": [ "dry hands", "open cupboard", "pick up container", "put down container" ], "verbs": [ "dry", "open", "pick-up", "put-down" ], "verb_classes": [ 14, 3, 0, 1 ], "nouns": [ "hand", "cupboard", "container", "container" ], "noun_classes": [ 11, 3, 21, 21 ], "start_stop_timestamps": [ [ "00:04:13.01", "00:04:16.10" ], [ "00:04:17.14", "00:04:18.39" ], [ "00:04:17.92", "00:04:20.42" ], [ "00:04:20.43", "00:04:22.04" ] ], "start_stop_frames": [ [ 12650, 12805 ], [ 12857, 12919 ], [ 12896, 13021 ], [ 13021, 13102 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P21_03+29_30_31_32", "video_id": "P21_03", "narration_ids": [ "P21_03_29", "P21_03_30", "P21_03_31", "P21_03_32" ], "src": "mixing the sauce . putting sauce in tortilla . putting sauce in tortillas", "src1": "mixing the sauce", "src2": "putting sauce in tortilla", "src3": "putting sauce in tortillas", "trg": "closing the sauce", "vis_src": "P21_03:29 P21_03:30 P21_03:31", "vis_trg": "P21_03:32", "narrations": [ "mixing the sauce", "putting sauce in tortilla", "putting sauce in tortillas", "closing the sauce" ], "verbs": [ "mix", "put-in", "put-in", "close" ], "verb_classes": [ 10, 5, 5, 4 ], "nouns": [ "sauce", "sauce", "sauce", "sauce" ], "noun_classes": [ 47, 47, 47, 47 ], "start_stop_timestamps": [ [ "00:04:20.83", "00:04:27.64" ], [ "00:04:27.76", "00:04:30.80" ], [ "00:04:30.90", "00:05:03.51" ], [ "00:05:03.76", "00:05:06.17" ] ], "start_stop_frames": [ [ 15649, 16058 ], [ 16065, 16248 ], [ 16253, 18210 ], [ 18225, 18370 ] ], "trgnoun": "sauce", "trgverb": "close" }, { "key": "P01_106+32_33_34_35", "video_id": "P01_106", "narration_ids": [ "P01_106_32", "P01_106_33", "P01_106_34", "P01_106_35" ], "src": "pour food into container . put_down container . put_down spatula", "src1": "pour food into container", "src2": "put_down container", "src3": "put_down spatula", "trg": "take container", "vis_src": "P01_106:32 P01_106:33 P01_106:34", "vis_trg": "P01_106:35", "narrations": [ "pour food into container", "put down container", "put down spatula", "take container" ], "verbs": [ "pour-into", "put-down", "put-down", "take" ], "verb_classes": [ 9, 1, 1, 0 ], "nouns": [ "food", "container", "spatula", "container" ], "noun_classes": [ 34, 21, 20, 21 ], "start_stop_timestamps": [ [ "00:01:20.30", "00:01:23.27" ], [ "00:01:22.94", "00:01:24.18" ], [ "00:01:23.99", "00:01:24.75" ], [ "00:01:24.60", "00:01:26.43" ] ], "start_stop_frames": [ [ 4015, 4163 ], [ 4147, 4209 ], [ 4199, 4237 ], [ 4230, 4321 ] ], "trgnoun": "container", "trgverb": "take" }, { "key": "P06_05+4_5_6_7", "video_id": "P06_05", "narration_ids": [ "P06_05_4", "P06_05_5", "P06_05_6", "P06_05_7" ], "src": "pick_up flour . open flour . pour flour", "src1": "pick_up flour", "src2": "open flour", "src3": "pour flour", "trg": "put flour", "vis_src": "P06_05:4 P06_05:5 P06_05:6", "vis_trg": "P06_05:7", "narrations": [ "pick up flour", "open flour", "pour flour", "put flour" ], "verbs": [ "pick-up", "open", "pour", "put" ], "verb_classes": [ 0, 3, 9, 1 ], "nouns": [ "flour", "flour", "flour", "flour" ], "noun_classes": [ 75, 75, 75, 75 ], "start_stop_timestamps": [ [ "00:00:14.67", "00:00:15.82" ], [ "00:00:16.33", "00:00:19.50" ], [ "00:00:19.69", "00:00:27.60" ], [ "00:00:27.59", "00:00:29.03" ] ], "start_stop_frames": [ [ 880, 949 ], [ 979, 1170 ], [ 1181, 1656 ], [ 1655, 1741 ] ], "trgnoun": "flour", "trgverb": "put" }, { "key": "P04_107+342_778_779_781", "video_id": "P04_107", "narration_ids": [ "P04_107_342", "P04_107_778", "P04_107_779", "P04_107_781" ], "src": "remove chopstick from dough . lay_down dough . press dough", "src1": "remove chopstick from dough", "src2": "lay_down dough", "src3": "press dough", "trg": "put_down chopstick", "vis_src": "P04_107:342 P04_107:778 P04_107:779", "vis_trg": "P04_107:781", "narrations": [ "remove chopstick from dough", "lay down dough", "press dough", "put down chopstick" ], "verbs": [ "remove-from", "lay-down", "press", "put-down" ], "verb_classes": [ 12, 1, 21, 1 ], "nouns": [ "chopstick", "dough", "dough", "chopstick" ], "noun_classes": [ 80, 25, 25, 80 ], "start_stop_timestamps": [ [ "00:10:33.30", "00:10:34.14" ], [ "00:20:49.37", "00:20:49.92" ], [ "00:20:50.19", "00:20:50.54" ], [ "00:20:51.14", "00:20:51.41" ] ], "start_stop_frames": [ [ 31664, 31707 ], [ 62468, 62496 ], [ 62509, 62527 ], [ 62557, 62570 ] ], "trgnoun": "chopstick", "trgverb": "put_down" }, { "key": "P02_123+256_257_258_259", "video_id": "P02_123", "narration_ids": [ "P02_123_256", "P02_123_257", "P02_123_258", "P02_123_259" ], "src": "put plate on dish drainer . pick_up sponge . pick_up washing_liquid", "src1": "put plate on dish drainer", "src2": "pick_up sponge", "src3": "pick_up washing_liquid", "trg": "pour washing_liquid onto sponge", "vis_src": "P02_123:256 P02_123:257 P02_123:258", "vis_trg": "P02_123:259", "narrations": [ "put plate on dish drainer", "pick up sponge", "pick up washing liquid", "pour washing liquid onto sponge" ], "verbs": [ "put-on", "pick-up", "pick-up", "pour-onto" ], "verb_classes": [ 1, 0, 0, 9 ], "nouns": [ "plate", "sponge", "liquid:washing", "liquid:washing" ], "noun_classes": [ 2, 9, 22, 22 ], "start_stop_timestamps": [ [ "00:13:39.84", "00:13:41.55" ], [ "00:13:41.50", "00:13:42.65" ], [ "00:13:42.04", "00:13:42.51" ], [ "00:13:42.55", "00:13:43.83" ] ], "start_stop_frames": [ [ 40992, 41077 ], [ 41075, 41132 ], [ 41102, 41125 ], [ 41127, 41191 ] ], "trgnoun": "washing_liquid", "trgverb": "pour_onto" }, { "key": "P28_106+10_11_12_13", "video_id": "P28_106", "narration_ids": [ "P28_106_10", "P28_106_11", "P28_106_12", "P28_106_13" ], "src": "open fridge . take butter . take tortellini", "src1": "open fridge", "src2": "take butter", "src3": "take tortellini", "trg": "put tortellini", "vis_src": "P28_106:10 P28_106:11 P28_106:12", "vis_trg": "P28_106:13", "narrations": [ "open fridge", "take butter", "take tortellini", "put tortellini" ], "verbs": [ "open", "take", "take", "put" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "fridge", "butter", "tortellini", "tortellini" ], "noun_classes": [ 12, 78, 45, 45 ], "start_stop_timestamps": [ [ "00:00:54.11", "00:00:56.79" ], [ "00:00:56.47", "00:00:59.29" ], [ "00:00:59.08", "00:01:01.45" ], [ "00:01:02.27", "00:01:02.97" ] ], "start_stop_frames": [ [ 2705, 2839 ], [ 2823, 2964 ], [ 2954, 3072 ], [ 3113, 3148 ] ], "trgnoun": "tortellini", "trgverb": "put" }, { "key": "P01_09+597_598_599_600", "video_id": "P01_09", "narration_ids": [ "P01_09_597", "P01_09_598", "P01_09_599", "P01_09_600" ], "src": "open cupboard . take tomato_sauce . put_down sauce", "src1": "open cupboard", "src2": "take tomato_sauce", "src3": "put_down sauce", "trg": "put sauce into cupboard", "vis_src": "P01_09:597 P01_09:598 P01_09:599", "vis_trg": "P01_09:600", "narrations": [ "open cupboard", "take tomato sauce", "put down sauce", "put sauce into cupboard" ], "verbs": [ "open", "take", "put-down", "put-into" ], "verb_classes": [ 3, 0, 1, 5 ], "nouns": [ "cupboard", "sauce:tomato", "sauce", "sauce" ], "noun_classes": [ 3, 47, 47, 47 ], "start_stop_timestamps": [ [ "00:42:16.23", "00:42:19.23" ], [ "00:42:19.22", "00:42:23.00" ], [ "00:42:23.10", "00:42:24.18" ], [ "00:42:24.29", "00:42:27.17" ] ], "start_stop_frames": [ [ 152173, 152353 ], [ 152353, 152580 ], [ 152586, 152650 ], [ 152657, 152830 ] ], "trgnoun": "sauce", "trgverb": "put_into" }, { "key": "P02_101+62_63_64_65", "video_id": "P02_101", "narration_ids": [ "P02_101_62", "P02_101_63", "P02_101_64", "P02_101_65" ], "src": "hold butter . slice butter . put butter on bread", "src1": "hold butter", "src2": "slice butter", "src3": "put butter on bread", "trg": "spread butter", "vis_src": "P02_101:62 P02_101:63 P02_101:64", "vis_trg": "P02_101:65", "narrations": [ "hold butter", "slice butter", "put butter on bread", "spread butter" ], "verbs": [ "hold", "slice", "put-on", "spread" ], "verb_classes": [ 34, 7, 1, 27 ], "nouns": [ "butter", "butter", "butter", "butter" ], "noun_classes": [ 78, 78, 78, 78 ], "start_stop_timestamps": [ [ "00:02:30.72", "00:02:31.46" ], [ "00:02:31.56", "00:02:36.15" ], [ "00:02:37.09", "00:02:38.11" ], [ "00:02:37.87", "00:02:42.75" ] ], "start_stop_frames": [ [ 7536, 7573 ], [ 7578, 7807 ], [ 7854, 7905 ], [ 7893, 8137 ] ], "trgnoun": "butter", "trgverb": "spread" }, { "key": "P03_09+82_83_84_85", "video_id": "P03_09", "narration_ids": [ "P03_09_82", "P03_09_83", "P03_09_84", "P03_09_85" ], "src": "put butter in fridge . put cheese in fridge . grab lunch_box", "src1": "put butter in fridge", "src2": "put cheese in fridge", "src3": "grab lunch_box", "trg": "put lunch_box in fridge", "vis_src": "P03_09:82 P03_09:83 P03_09:84", "vis_trg": "P03_09:85", "narrations": [ "put butter in fridge", "put cheese in fridge", "grab lunch box", "put lunch box in fridge" ], "verbs": [ "put-in", "put-in", "grab", "put-in" ], "verb_classes": [ 5, 5, 0, 5 ], "nouns": [ "butter", "cheese", "box:lunch", "box:lunch" ], "noun_classes": [ 78, 32, 23, 23 ], "start_stop_timestamps": [ [ "00:03:15.27", "00:03:16.97" ], [ "00:03:17.51", "00:03:18.58" ], [ "00:03:19.60", "00:03:20.28" ], [ "00:03:20.40", "00:03:23.08" ] ], "start_stop_frames": [ [ 11716, 11818 ], [ 11850, 11914 ], [ 11976, 12016 ], [ 12024, 12184 ] ], "trgnoun": "lunch_box", "trgverb": "put_in" }, { "key": "P29_01+165_166_167_168", "video_id": "P29_01", "narration_ids": [ "P29_01_165", "P29_01_166", "P29_01_167", "P29_01_168" ], "src": "remove film from sausage packet . remove sausage from packet . slice sausage", "src1": "remove film from sausage packet", "src2": "remove sausage from packet", "src3": "slice sausage", "trg": "peel sausage", "vis_src": "P29_01:165 P29_01:166 P29_01:167", "vis_trg": "P29_01:168", "narrations": [ "remove film from sausage packet", "remove sausage from packet", "slice sausage", "peel sausage" ], "verbs": [ "remove-from", "remove-from", "slice", "peel" ], "verb_classes": [ 12, 12, 7, 19 ], "nouns": [ "film", "sausage", "sausage", "sausage" ], "noun_classes": [ 100, 86, 86, 86 ], "start_stop_timestamps": [ [ "00:10:25.74", "00:10:33.65" ], [ "00:10:35.12", "00:10:36.73" ], [ "00:10:36.83", "00:10:40.75" ], [ "00:10:40.24", "00:10:48.92" ] ], "start_stop_frames": [ [ 37544, 38019 ], [ 38107, 38203 ], [ 38209, 38445 ], [ 38414, 38935 ] ], "trgnoun": "sausage", "trgverb": "peel" }, { "key": "P03_09+79_80_81_82", "video_id": "P03_09", "narration_ids": [ "P03_09_79", "P03_09_80", "P03_09_81", "P03_09_82" ], "src": "put cheese in bag . grab butter . open fridge", "src1": "put cheese in bag", "src2": "grab butter", "src3": "open fridge", "trg": "put butter in fridge", "vis_src": "P03_09:79 P03_09:80 P03_09:81", "vis_trg": "P03_09:82", "narrations": [ "put cheese in bag", "grab butter", "open fridge", "put butter in fridge" ], "verbs": [ "put-in", "grab", "open", "put-in" ], "verb_classes": [ 5, 0, 3, 5 ], "nouns": [ "cheese", "butter", "fridge", "butter" ], "noun_classes": [ 32, 78, 12, 78 ], "start_stop_timestamps": [ [ "00:03:09.11", "00:03:11.30" ], [ "00:03:11.46", "00:03:12.06" ], [ "00:03:13.97", "00:03:14.76" ], [ "00:03:15.27", "00:03:16.97" ] ], "start_stop_frames": [ [ 11346, 11478 ], [ 11487, 11523 ], [ 11638, 11685 ], [ 11716, 11818 ] ], "trgnoun": "butter", "trgverb": "put_in" }, { "key": "P03_109+184_185_186_187", "video_id": "P03_109", "narration_ids": [ "P03_109_184", "P03_109_185", "P03_109_186", "P03_109_187" ], "src": "pick_up sponge . pick_up measuring_jug . pour_out spoon from measuring jug", "src1": "pick_up sponge", "src2": "pick_up measuring_jug", "src3": "pour_out spoon from measuring jug", "trg": "put_down measuring_jug", "vis_src": "P03_109:184 P03_109:185 P03_109:186", "vis_trg": "P03_109:187", "narrations": [ "pick up sponge", "pick up measuring jug", "pour out spoon from measuring jug", "put down measuring jug" ], "verbs": [ "pick-up", "pick-up", "pour-out", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "sponge", "jug:measuring", "spoon", "jug:measuring" ], "noun_classes": [ 9, 66, 1, 66 ], "start_stop_timestamps": [ [ "00:10:17.47", "00:10:23.95" ], [ "00:10:23.88", "00:10:26.68" ], [ "00:10:26.66", "00:10:27.61" ], [ "00:10:27.61", "00:10:28.78" ] ], "start_stop_frames": [ [ 30873, 31197 ], [ 31194, 31333 ], [ 31333, 31380 ], [ 31380, 31439 ] ], "trgnoun": "measuring_jug", "trgverb": "put_down" }, { "key": "P02_101+67_68_69_70", "video_id": "P02_101", "narration_ids": [ "P02_101_67", "P02_101_68", "P02_101_69", "P02_101_70" ], "src": "hold butter . slice butter . put butter on bread", "src1": "hold butter", "src2": "slice butter", "src3": "put butter on bread", "trg": "spread butter", "vis_src": "P02_101:67 P02_101:68 P02_101:69", "vis_trg": "P02_101:70", "narrations": [ "hold butter", "slice butter", "put butter on bread", "spread butter" ], "verbs": [ "hold", "slice", "put-on", "spread" ], "verb_classes": [ 34, 7, 1, 27 ], "nouns": [ "butter", "butter", "butter", "butter" ], "noun_classes": [ 78, 78, 78, 78 ], "start_stop_timestamps": [ [ "00:02:44.72", "00:02:45.42" ], [ "00:02:45.44", "00:02:49.74" ], [ "00:02:49.54", "00:02:51.64" ], [ "00:02:51.72", "00:02:58.70" ] ], "start_stop_frames": [ [ 8236, 8271 ], [ 8272, 8487 ], [ 8477, 8582 ], [ 8586, 8935 ] ], "trgnoun": "butter", "trgverb": "spread" }, { "key": "P04_103+2_3_4_5", "video_id": "P04_103", "narration_ids": [ "P04_103_2", "P04_103_3", "P04_103_4", "P04_103_5" ], "src": "open cupboard . pick_up measuring_jug . pick a bowl", "src1": "open cupboard", "src2": "pick_up measuring_jug", "src3": "pick a bowl", "trg": "put_on measuring_jug", "vis_src": "P04_103:2 P04_103:3 P04_103:4", "vis_trg": "P04_103:5", "narrations": [ "open cupboard", "pick up measuring jug", "pick a bowl", "put on measuring jug" ], "verbs": [ "open", "pick-up", "pick", "put-on" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "cupboard", "jug:measuring", "bowl", "jug:measuring" ], "noun_classes": [ 3, 66, 7, 66 ], "start_stop_timestamps": [ [ "00:00:04.73", "00:00:08.41" ], [ "00:00:08.48", "00:00:10.68" ], [ "00:00:10.44", "00:00:11.25" ], [ "00:00:11.34", "00:00:11.93" ] ], "start_stop_frames": [ [ 236, 420 ], [ 424, 534 ], [ 522, 562 ], [ 567, 596 ] ], "trgnoun": "measuring_jug", "trgverb": "put_on" }, { "key": "P04_112+3_4_5_6", "video_id": "P04_112", "narration_ids": [ "P04_112_3", "P04_112_4", "P04_112_5", "P04_112_6" ], "src": "put_down fork . pick_up plate . pick_up measuring_jug", "src1": "put_down fork", "src2": "pick_up plate", "src3": "pick_up measuring_jug", "trg": "put_down measuring_jug and plate", "vis_src": "P04_112:3 P04_112:4 P04_112:5", "vis_trg": "P04_112:6", "narrations": [ "put down fork", "pick up plate", "pick up measuring jug", "put down measuring jug and plate" ], "verbs": [ "put-down", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "fork", "plate", "jug:measuring", "jug:measuring" ], "noun_classes": [ 14, 2, 66, 66 ], "start_stop_timestamps": [ [ "00:00:10.65", "00:00:11.49" ], [ "00:00:11.40", "00:00:12.84" ], [ "00:00:14.11", "00:00:15.00" ], [ "00:00:19.97", "00:00:21.34" ] ], "start_stop_frames": [ [ 532, 574 ], [ 570, 642 ], [ 705, 750 ], [ 998, 1067 ] ], "trgnoun": "measuring_jug", "trgverb": "put_down" }, { "key": "P28_106+11_12_13_14", "video_id": "P28_106", "narration_ids": [ "P28_106_11", "P28_106_12", "P28_106_13", "P28_106_14" ], "src": "take butter . take tortellini . put tortellini", "src1": "take butter", "src2": "take tortellini", "src3": "put tortellini", "trg": "put butter", "vis_src": "P28_106:11 P28_106:12 P28_106:13", "vis_trg": "P28_106:14", "narrations": [ "take butter", "take tortellini", "put tortellini", "put butter" ], "verbs": [ "take", "take", "put", "put" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "butter", "tortellini", "tortellini", "butter" ], "noun_classes": [ 78, 45, 45, 78 ], "start_stop_timestamps": [ [ "00:00:56.47", "00:00:59.29" ], [ "00:00:59.08", "00:01:01.45" ], [ "00:01:02.27", "00:01:02.97" ], [ "00:01:03.00", "00:01:04.02" ] ], "start_stop_frames": [ [ 2823, 2964 ], [ 2954, 3072 ], [ 3113, 3148 ], [ 3150, 3201 ] ], "trgnoun": "butter", "trgverb": "put" }, { "key": "P04_05+10_11_12_13", "video_id": "P04_05", "narration_ids": [ "P04_05_10", "P04_05_11", "P04_05_12", "P04_05_13" ], "src": "test potato . turn_off hob . pick_up pan", "src1": "test potato", "src2": "turn_off hob", "src3": "pick_up pan", "trg": "drain potatoes", "vis_src": "P04_05:10 P04_05:11 P04_05:12", "vis_trg": "P04_05:13", "narrations": [ "test potato", "turn off hob", "pick up pan", "drain potatoes" ], "verbs": [ "test", "turn-off", "pick-up", "drain" ], "verb_classes": [ 24, 8, 0, 37 ], "nouns": [ "potato", "hob", "pan", "potato" ], "noun_classes": [ 30, 24, 5, 30 ], "start_stop_timestamps": [ [ "00:01:28.08", "00:01:29.71" ], [ "00:01:30.97", "00:01:34.82" ], [ "00:01:35.48", "00:01:39.51" ], [ "00:01:39.42", "00:01:43.42" ] ], "start_stop_frames": [ [ 5284, 5382 ], [ 5458, 5689 ], [ 5728, 5970 ], [ 5965, 6205 ] ], "trgnoun": "potato", "trgverb": "drain" }, { "key": "P04_110+73_74_75_76", "video_id": "P04_110", "narration_ids": [ "P04_110_73", "P04_110_74", "P04_110_75", "P04_110_76" ], "src": "put_down mug . pick_up sugar . unclip sugar", "src1": "put_down mug", "src2": "pick_up sugar", "src3": "unclip sugar", "trg": "pour sugar into cup", "vis_src": "P04_110:73 P04_110:74 P04_110:75", "vis_trg": "P04_110:76", "narrations": [ "put down mug", "pick up sugar", "unclip sugar", "pour sugar into cup" ], "verbs": [ "put-down", "pick-up", "unclip", "pour-into" ], "verb_classes": [ 1, 0, 12, 9 ], "nouns": [ "mug", "sugar", "sugar", "sugar" ], "noun_classes": [ 13, 102, 102, 102 ], "start_stop_timestamps": [ [ "00:02:50.20", "00:02:51.12" ], [ "00:02:54.75", "00:02:56.59" ], [ "00:02:56.27", "00:02:57.83" ], [ "00:02:57.78", "00:03:01.53" ] ], "start_stop_frames": [ [ 8510, 8556 ], [ 8737, 8829 ], [ 8813, 8891 ], [ 8889, 9076 ] ], "trgnoun": "sugar", "trgverb": "pour_into" }, { "key": "P21_04+40_41_42_43", "video_id": "P21_04", "narration_ids": [ "P21_04_40", "P21_04_41", "P21_04_42", "P21_04_43" ], "src": "closing the microwave . opening the sauce . using a spoon to stir sauce", "src1": "closing the microwave", "src2": "opening the sauce", "src3": "using a spoon to stir sauce", "trg": "putting sauce on tortillas", "vis_src": "P21_04:40 P21_04:41 P21_04:42", "vis_trg": "P21_04:43", "narrations": [ "closing the microwave", "opening the sauce", "using a spoon to stir sauce", "putting sauce on tortillas" ], "verbs": [ "close", "open", "stir", "put-on" ], "verb_classes": [ 4, 3, 10, 1 ], "nouns": [ "microwave", "sauce", "spoon", "sauce" ], "noun_classes": [ 90, 47, 1, 47 ], "start_stop_timestamps": [ [ "00:04:55.67", "00:04:56.54" ], [ "00:04:59.72", "00:05:02.47" ], [ "00:05:02.82", "00:05:05.71" ], [ "00:05:03.30", "00:05:22.02" ] ], "start_stop_frames": [ [ 17740, 17792 ], [ 17983, 18148 ], [ 18169, 18342 ], [ 18198, 19321 ] ], "trgnoun": "sauce", "trgverb": "put_on" }, { "key": "P03_101+123_124_125_126", "video_id": "P03_101", "narration_ids": [ "P03_101_123", "P03_101_124", "P03_101_125", "P03_101_126" ], "src": "wash saucepan_lid . put saucepan_lid in drying rack . pick_up saucepan", "src1": "wash saucepan_lid", "src2": "put saucepan_lid in drying rack", "src3": "pick_up saucepan", "trg": "empty saucepan", "vis_src": "P03_101:123 P03_101:124 P03_101:125", "vis_trg": "P03_101:126", "narrations": [ "wash saucepan lid", "put saucepan lid in drying rack", "pick up saucepan", "empty saucepan" ], "verbs": [ "wash", "put-in", "pick-up", "empty" ], "verb_classes": [ 2, 5, 0, 20 ], "nouns": [ "lid:saucepan", "lid:saucepan", "saucepan", "saucepan" ], "noun_classes": [ 6, 6, 5, 5 ], "start_stop_timestamps": [ [ "00:04:25.80", "00:04:32.04" ], [ "00:04:32.14", "00:04:33.47" ], [ "00:04:34.47", "00:04:35.35" ], [ "00:04:35.75", "00:04:37.40" ] ], "start_stop_frames": [ [ 13290, 13602 ], [ 13607, 13673 ], [ 13723, 13767 ], [ 13787, 13869 ] ], "trgnoun": "saucepan", "trgverb": "empty" }, { "key": "P28_14+17_18_19_20", "video_id": "P28_14", "narration_ids": [ "P28_14_17", "P28_14_18", "P28_14_19", "P28_14_20" ], "src": "cut cheese . open bread . put_down bread", "src1": "cut cheese", "src2": "open bread", "src3": "put_down bread", "trg": "take bread", "vis_src": "P28_14:17 P28_14:18 P28_14:19", "vis_trg": "P28_14:20", "narrations": [ "cut cheese", "open bread", "put down bread", "take bread" ], "verbs": [ "cut", "open", "put-down", "take" ], "verb_classes": [ 7, 3, 1, 0 ], "nouns": [ "cheese", "bread", "bread", "bread" ], "noun_classes": [ 32, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:00:49.88", "00:01:00.98" ], [ "00:00:55.93", "00:00:59.43" ], [ "00:01:00.03", "00:01:01.15" ], [ "00:01:01.48", "00:01:02.22" ] ], "start_stop_frames": [ [ 2992, 3658 ], [ 3355, 3565 ], [ 3601, 3669 ], [ 3688, 3733 ] ], "trgnoun": "bread", "trgverb": "take" }, { "key": "P22_106+23_24_25_26", "video_id": "P22_106", "narration_ids": [ "P22_106_23", "P22_106_24", "P22_106_25", "P22_106_26" ], "src": "pick_up container . pick_up lid . close container", "src1": "pick_up container", "src2": "pick_up lid", "src3": "close container", "trg": "put_down container", "vis_src": "P22_106:23 P22_106:24 P22_106:25", "vis_trg": "P22_106:26", "narrations": [ "pick up container", "pick up lid", "close container", "put down container" ], "verbs": [ "pick-up", "pick-up", "close", "put-down" ], "verb_classes": [ 0, 0, 4, 1 ], "nouns": [ "container", "lid", "container", "container" ], "noun_classes": [ 21, 6, 21, 21 ], "start_stop_timestamps": [ [ "00:00:40.17", "00:00:42.28" ], [ "00:00:42.36", "00:00:43.14" ], [ "00:00:43.05", "00:00:45.05" ], [ "00:00:44.82", "00:00:47.37" ] ], "start_stop_frames": [ [ 2008, 2114 ], [ 2118, 2157 ], [ 2152, 2252 ], [ 2241, 2368 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P03_04+307_308_309_310", "video_id": "P03_04", "narration_ids": [ "P03_04_307", "P03_04_308", "P03_04_309", "P03_04_310" ], "src": "open spice . pour spice . close spice", "src1": "open spice", "src2": "pour spice", "src3": "close spice", "trg": "put spice", "vis_src": "P03_04:307 P03_04:308 P03_04:309", "vis_trg": "P03_04:310", "narrations": [ "open spice", "pour spice", "close spice", "put spice" ], "verbs": [ "open", "pour", "close", "put" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "spice", "spice", "spice", "spice" ], "noun_classes": [ 85, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:21:11.76", "00:21:12.76" ], [ "00:21:13.11", "00:21:18.86" ], [ "00:21:18.57", "00:21:19.07" ], [ "00:21:19.21", "00:21:20.34" ] ], "start_stop_frames": [ [ 76305, 76365 ], [ 76386, 76731 ], [ 76714, 76744 ], [ 76752, 76820 ] ], "trgnoun": "spice", "trgverb": "put" }, { "key": "P06_101+137_138_139_141", "video_id": "P06_101", "narration_ids": [ "P06_101_137", "P06_101_138", "P06_101_139", "P06_101_141" ], "src": "put_down spoon . pick_up pepper and knife . chop pepper", "src1": "put_down spoon", "src2": "pick_up pepper and knife", "src3": "chop pepper", "trg": "put_down pepper", "vis_src": "P06_101:137 P06_101:138 P06_101:139", "vis_trg": "P06_101:141", "narrations": [ "put down spoon", "pick up pepper and knife", "chop pepper", "put down pepper" ], "verbs": [ "put-down", "pick-up", "chop", "put-down" ], "verb_classes": [ 1, 0, 7, 1 ], "nouns": [ "spoon", "pepper", "pepper", "pepper" ], "noun_classes": [ 1, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:09:00.40", "00:09:03.66" ], [ "00:09:20.26", "00:09:21.61" ], [ "00:09:22.06", "00:09:43.94" ], [ "00:09:44.64", "00:09:45.62" ] ], "start_stop_frames": [ [ 27020, 27183 ], [ 28013, 28080 ], [ 28102, 29197 ], [ 29232, 29281 ] ], "trgnoun": "pepper", "trgverb": "put_down" }, { "key": "P22_109+48_49_50_51", "video_id": "P22_109", "narration_ids": [ "P22_109_48", "P22_109_49", "P22_109_50", "P22_109_51" ], "src": "pick_up container . pick_up lid . close container", "src1": "pick_up container", "src2": "pick_up lid", "src3": "close container", "trg": "put_down container", "vis_src": "P22_109:48 P22_109:49 P22_109:50", "vis_trg": "P22_109:51", "narrations": [ "pick up container", "pick up lid", "close container", "put down container" ], "verbs": [ "pick-up", "pick-up", "close", "put-down" ], "verb_classes": [ 0, 0, 4, 1 ], "nouns": [ "container", "lid", "container", "container" ], "noun_classes": [ 21, 6, 21, 21 ], "start_stop_timestamps": [ [ "00:01:30.87", "00:01:31.51" ], [ "00:01:31.30", "00:01:31.92" ], [ "00:01:31.93", "00:01:33.16" ], [ "00:01:33.37", "00:01:35.77" ] ], "start_stop_frames": [ [ 4543, 4575 ], [ 4565, 4596 ], [ 4596, 4658 ], [ 4668, 4788 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P03_109+15_16_17_18", "video_id": "P03_109", "narration_ids": [ "P03_109_15", "P03_109_16", "P03_109_17", "P03_109_18" ], "src": "squeeze washing up liquid into bowl . put_down washing up liquid . rinse ladle", "src1": "squeeze washing up liquid into bowl", "src2": "put_down washing up liquid", "src3": "rinse ladle", "trg": "put_down ladle", "vis_src": "P03_109:15 P03_109:16 P03_109:17", "vis_trg": "P03_109:18", "narrations": [ "squeeze washing up liquid into bowl", "put down washing up liquid", "rinse ladle", "put down ladle" ], "verbs": [ "squeeze", "put-down", "rinse", "put-down" ], "verb_classes": [ 18, 1, 2, 1 ], "nouns": [ "liquid:washing:up", "liquid:washing:up", "ladle", "ladle" ], "noun_classes": [ 22, 22, 97, 97 ], "start_stop_timestamps": [ [ "00:00:20.69", "00:00:21.52" ], [ "00:00:21.84", "00:00:22.68" ], [ "00:00:22.73", "00:00:24.14" ], [ "00:00:24.06", "00:00:25.63" ] ], "start_stop_frames": [ [ 1034, 1076 ], [ 1092, 1134 ], [ 1136, 1207 ], [ 1203, 1281 ] ], "trgnoun": "ladle", "trgverb": "put_down" }, { "key": "P35_108+322_323_324_325", "video_id": "P35_108", "narration_ids": [ "P35_108_322", "P35_108_323", "P35_108_324", "P35_108_325" ], "src": "put_down saucepan . close drawer . pick_up cutting_board", "src1": "put_down saucepan", "src2": "close drawer", "src3": "pick_up cutting_board", "trg": "drain cutting_board", "vis_src": "P35_108:322 P35_108:323 P35_108:324", "vis_trg": "P35_108:325", "narrations": [ "put down saucepan", "close drawer", "pick up cutting board", "drain cutting board" ], "verbs": [ "put-down", "close", "pick-up", "drain" ], "verb_classes": [ 1, 4, 0, 37 ], "nouns": [ "saucepan", "drawer", "board:cutting", "board:cutting" ], "noun_classes": [ 5, 8, 18, 18 ], "start_stop_timestamps": [ [ "00:20:49.54", "00:20:50.83" ], [ "00:20:50.89", "00:20:51.89" ], [ "00:20:52.69", "00:20:54.24" ], [ "00:20:54.25", "00:21:00.03" ] ], "start_stop_frames": [ [ 62477, 62541 ], [ 62544, 62594 ], [ 62634, 62712 ], [ 62712, 63001 ] ], "trgnoun": "cutting_board", "trgverb": "drain" }, { "key": "P22_05+32_33_34_35", "video_id": "P22_05", "narration_ids": [ "P22_05_32", "P22_05_33", "P22_05_34", "P22_05_35" ], "src": "close drawer . open tap . fill container", "src1": "close drawer", "src2": "open tap", "src3": "fill container", "trg": "rinse container", "vis_src": "P22_05:32 P22_05:33 P22_05:34", "vis_trg": "P22_05:35", "narrations": [ "close drawer", "open tap", "fill container", "rinse container" ], "verbs": [ "close", "turn-on", "fill", "rinse" ], "verb_classes": [ 4, 6, 26, 2 ], "nouns": [ "drawer", "tap", "container", "container" ], "noun_classes": [ 8, 0, 21, 21 ], "start_stop_timestamps": [ [ "00:01:21.82", "00:01:22.76" ], [ "00:01:24.60", "00:01:25.35" ], [ "00:01:25.44", "00:01:27.94" ], [ "00:01:28.04", "00:01:29.04" ] ], "start_stop_frames": [ [ 4909, 4965 ], [ 5076, 5121 ], [ 5126, 5276 ], [ 5282, 5342 ] ], "trgnoun": "container", "trgverb": "rinse" }, { "key": "P02_101+11_12_13_14", "video_id": "P02_101", "narration_ids": [ "P02_101_11", "P02_101_12", "P02_101_13", "P02_101_14" ], "src": "open milk . pour milk . close milk", "src1": "open milk", "src2": "pour milk", "src3": "close milk", "trg": "put_down milk", "vis_src": "P02_101:11 P02_101:12 P02_101:13", "vis_trg": "P02_101:14", "narrations": [ "open milk", "pour milk", "close milk", "put down milk" ], "verbs": [ "open", "pour", "close", "put-down" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "milk", "milk", "milk", "milk" ], "noun_classes": [ 64, 64, 64, 64 ], "start_stop_timestamps": [ [ "00:00:22.21", "00:00:23.30" ], [ "00:00:23.51", "00:00:25.94" ], [ "00:00:25.91", "00:00:26.65" ], [ "00:00:26.51", "00:00:27.77" ] ], "start_stop_frames": [ [ 1110, 1165 ], [ 1175, 1297 ], [ 1295, 1332 ], [ 1325, 1388 ] ], "trgnoun": "milk", "trgverb": "put_down" }, { "key": "P02_128+13_14_15_17", "video_id": "P02_128", "narration_ids": [ "P02_128_13", "P02_128_14", "P02_128_15", "P02_128_17" ], "src": "pick milk from fridge door . open milk_bottle . pour milk from bottle into mug", "src1": "pick milk from fridge door", "src2": "open milk_bottle", "src3": "pour milk from bottle into mug", "trg": "open tap", "vis_src": "P02_128:13 P02_128:14 P02_128:15", "vis_trg": "P02_128:17", "narrations": [ "pick milk from fridge door", "open milk bottle", "pour milk from bottle into mug", "open tap" ], "verbs": [ "pick-from", "open", "pour-from", "turn-on" ], "verb_classes": [ 0, 3, 9, 6 ], "nouns": [ "milk", "bottle:milk", "milk", "tap" ], "noun_classes": [ 64, 15, 64, 0 ], "start_stop_timestamps": [ [ "00:00:31.21", "00:00:32.01" ], [ "00:00:34.23", "00:00:36.09" ], [ "00:00:35.99", "00:00:40.14" ], [ "00:00:49.27", "00:00:50.42" ] ], "start_stop_frames": [ [ 1560, 1600 ], [ 1711, 1804 ], [ 1799, 2007 ], [ 2463, 2521 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P02_120+70_71_72_73", "video_id": "P02_120", "narration_ids": [ "P02_120_70", "P02_120_71", "P02_120_72", "P02_120_73" ], "src": "pour baking_powder from sachet into bowl . shake sachet . open bin", "src1": "pour baking_powder from sachet into bowl", "src2": "shake sachet", "src3": "open bin", "trg": "throw sachet", "vis_src": "P02_120:70 P02_120:71 P02_120:72", "vis_trg": "P02_120:73", "narrations": [ "pour baking powder from sachet into bowl", "shake sachet", "open bin", "throw sachet" ], "verbs": [ "pour-into", "shake", "open", "throw" ], "verb_classes": [ 9, 15, 3, 13 ], "nouns": [ "powder:baking", "sachet", "bin", "sachet" ], "noun_classes": [ 138, 26, 36, 26 ], "start_stop_timestamps": [ [ "00:04:19.13", "00:04:25.67" ], [ "00:04:22.22", "00:04:24.72" ], [ "00:04:24.71", "00:04:27.82" ], [ "00:04:27.74", "00:04:28.14" ] ], "start_stop_frames": [ [ 12956, 13283 ], [ 13111, 13236 ], [ 13235, 13391 ], [ 13387, 13407 ] ], "trgnoun": "sachet", "trgverb": "throw" }, { "key": "P03_112+31_32_33_34", "video_id": "P03_112", "narration_ids": [ "P03_112_31", "P03_112_32", "P03_112_33", "P03_112_34" ], "src": "open cupboard . pick_up rice . pick_up scissors", "src1": "open cupboard", "src2": "pick_up rice", "src3": "pick_up scissors", "trg": "place scissors", "vis_src": "P03_112:31 P03_112:32 P03_112:33", "vis_trg": "P03_112:34", "narrations": [ "open cupboard", "pick up rice", "pick up scissors", "place scissors" ], "verbs": [ "open", "pick-up", "pick-up", "place" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "cupboard", "rice", "scissors", "scissors" ], "noun_classes": [ 3, 55, 79, 79 ], "start_stop_timestamps": [ [ "00:00:56.06", "00:00:56.71" ], [ "00:00:57.41", "00:00:57.75" ], [ "00:00:58.17", "00:01:00.44" ], [ "00:01:00.54", "00:01:01.18" ] ], "start_stop_frames": [ [ 2803, 2835 ], [ 2870, 2887 ], [ 2908, 3022 ], [ 3027, 3059 ] ], "trgnoun": "scissors", "trgverb": "place" }, { "key": "P01_105+752_753_754_755", "video_id": "P01_105", "narration_ids": [ "P01_105_752", "P01_105_753", "P01_105_754", "P01_105_755" ], "src": "pick_up spatula . scoop saucepan . put_down spatula", "src1": "pick_up spatula", "src2": "scoop saucepan", "src3": "put_down spatula", "trg": "put_down saucepan", "vis_src": "P01_105:752 P01_105:753 P01_105:754", "vis_trg": "P01_105:755", "narrations": [ "pick up spatula", "scoop saucepan", "put down spatula", "put down saucepan" ], "verbs": [ "pick-up", "scoop", "put-down", "put-down" ], "verb_classes": [ 0, 16, 1, 1 ], "nouns": [ "spatula", "saucepan", "spatula", "saucepan" ], "noun_classes": [ 20, 5, 20, 5 ], "start_stop_timestamps": [ [ "00:33:00.75", "00:33:01.24" ], [ "00:33:01.59", "00:33:03.95" ], [ "00:33:04.49", "00:33:05.85" ], [ "00:33:05.77", "00:33:07.37" ] ], "start_stop_frames": [ [ 99037, 99062 ], [ 99079, 99197 ], [ 99224, 99292 ], [ 99288, 99368 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P08_01+41_42_43_44", "video_id": "P08_01", "narration_ids": [ "P08_01_41", "P08_01_42", "P08_01_43", "P08_01_44" ], "src": "get mug . place mug . open milk", "src1": "get mug", "src2": "place mug", "src3": "open milk", "trg": "pour milk", "vis_src": "P08_01:41 P08_01:42 P08_01:43", "vis_trg": "P08_01:44", "narrations": [ "get mug", "place mug", "open milk", "pour milk" ], "verbs": [ "get", "place", "open", "pour" ], "verb_classes": [ 0, 1, 3, 9 ], "nouns": [ "mug", "mug", "milk", "milk" ], "noun_classes": [ 13, 13, 64, 64 ], "start_stop_timestamps": [ [ "00:02:30.90", "00:02:32.62" ], [ "00:02:33.33", "00:02:34.35" ], [ "00:02:34.43", "00:02:36.04" ], [ "00:02:36.45", "00:02:41.26" ] ], "start_stop_frames": [ [ 9054, 9157 ], [ 9199, 9261 ], [ 9265, 9362 ], [ 9387, 9675 ] ], "trgnoun": "milk", "trgverb": "pour" }, { "key": "P04_104+35_36_37_38", "video_id": "P04_104", "narration_ids": [ "P04_104_35", "P04_104_36", "P04_104_37", "P04_104_38" ], "src": "close drawer . press button on scales . open flour", "src1": "close drawer", "src2": "press button on scales", "src3": "open flour", "trg": "spoon flour into tub", "vis_src": "P04_104:35 P04_104:36 P04_104:37", "vis_trg": "P04_104:38", "narrations": [ "close drawer", "press button on scales", "open flour", "spoon flour into tub" ], "verbs": [ "close", "press", "open", "spoon-into" ], "verb_classes": [ 4, 21, 3, 16 ], "nouns": [ "drawer", "button", "flour", "flour" ], "noun_classes": [ 8, 92, 75, 75 ], "start_stop_timestamps": [ [ "00:01:24.56", "00:01:25.84" ], [ "00:01:25.59", "00:01:27.39" ], [ "00:01:27.74", "00:01:29.34" ], [ "00:01:31.77", "00:01:36.59" ] ], "start_stop_frames": [ [ 4228, 4292 ], [ 4279, 4369 ], [ 4387, 4467 ], [ 4588, 4829 ] ], "trgnoun": "flour", "trgverb": "spoon_into" }, { "key": "P02_128+25_26_27_28", "video_id": "P02_128", "narration_ids": [ "P02_128_25", "P02_128_26", "P02_128_27", "P02_128_28" ], "src": "shake milk_bottle . empty milk_bottle . close milk_bottle", "src1": "shake milk_bottle", "src2": "empty milk_bottle", "src3": "close milk_bottle", "trg": "throw milk_bottle into recycling box", "vis_src": "P02_128:25 P02_128:26 P02_128:27", "vis_trg": "P02_128:28", "narrations": [ "shake milk bottle", "empty milk bottle", "close milk bottle", "throw milk bottle into recycling box" ], "verbs": [ "shake", "empty", "close", "throw-into" ], "verb_classes": [ 15, 20, 4, 13 ], "nouns": [ "bottle:milk", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:00:54.70", "00:00:55.15" ], [ "00:00:55.59", "00:00:57.03" ], [ "00:00:57.13", "00:00:59.09" ], [ "00:00:59.67", "00:01:00.64" ] ], "start_stop_frames": [ [ 2735, 2757 ], [ 2779, 2851 ], [ 2856, 2954 ], [ 2983, 3032 ] ], "trgnoun": "milk_bottle", "trgverb": "throw_into" }, { "key": "P10_02+141_142_143_144", "video_id": "P10_02", "narration_ids": [ "P10_02_141", "P10_02_142", "P10_02_143", "P10_02_144" ], "src": "use the water to clean the pot . clean the brush . put the brush aside", "src1": "use the water to clean the pot", "src2": "clean the brush", "src3": "put the brush aside", "trg": "remove the water", "vis_src": "P10_02:141 P10_02:142 P10_02:143", "vis_trg": "P10_02:144", "narrations": [ "use the water to clean the pot", "clean the brush", "put the brush aside", "remove the water" ], "verbs": [ "clean", "clean", "put", "remove" ], "verb_classes": [ 2, 2, 1, 12 ], "nouns": [ "water", "brush", "brush", "water" ], "noun_classes": [ 27, 103, 103, 27 ], "start_stop_timestamps": [ [ "00:19:21.15", "00:19:26.01" ], [ "00:19:26.11", "00:19:27.55" ], [ "00:19:26.90", "00:19:28.45" ], [ "00:19:29.51", "00:19:32.65" ] ], "start_stop_frames": [ [ 69669, 69960 ], [ 69966, 70053 ], [ 70014, 70107 ], [ 70170, 70359 ] ], "trgnoun": "water", "trgverb": "remove" }, { "key": "P01_105+430_431_432_433", "video_id": "P01_105", "narration_ids": [ "P01_105_430", "P01_105_431", "P01_105_432", "P01_105_433" ], "src": "remove cling_film . put_down mushrooms . throw film", "src1": "remove cling_film", "src2": "put_down mushrooms", "src3": "throw film", "trg": "pick_up mushrooms", "vis_src": "P01_105:430 P01_105:431 P01_105:432", "vis_trg": "P01_105:433", "narrations": [ "remove cling film", "put down mushrooms", "throw film", "pick up mushrooms" ], "verbs": [ "remove", "put-down", "throw", "pick-up" ], "verb_classes": [ 12, 1, 13, 0 ], "nouns": [ "film:cling", "mushroom", "film", "mushroom" ], "noun_classes": [ 100, 56, 100, 56 ], "start_stop_timestamps": [ [ "00:17:46.04", "00:17:50.59" ], [ "00:17:50.76", "00:17:52.32" ], [ "00:17:52.29", "00:17:52.79" ], [ "00:17:53.39", "00:17:55.29" ] ], "start_stop_frames": [ [ 53302, 53529 ], [ 53538, 53616 ], [ 53614, 53639 ], [ 53669, 53764 ] ], "trgnoun": "mushroom", "trgverb": "pick_up" }, { "key": "P30_110+56_57_58_59", "video_id": "P30_110", "narration_ids": [ "P30_110_56", "P30_110_57", "P30_110_58", "P30_110_59" ], "src": "open fridge . open tupperware . pick_up saucepan", "src1": "open fridge", "src2": "open tupperware", "src3": "pick_up saucepan", "trg": "move tupperware", "vis_src": "P30_110:56 P30_110:57 P30_110:58", "vis_trg": "P30_110:59", "narrations": [ "open fridge", "open tupperware", "pick up saucepan", "move tupperware" ], "verbs": [ "open", "open", "pick-up", "move" ], "verb_classes": [ 3, 3, 0, 11 ], "nouns": [ "fridge", "tupperware", "saucepan", "tupperware" ], "noun_classes": [ 12, 23, 5, 23 ], "start_stop_timestamps": [ [ "00:01:33.43", "00:01:34.96" ], [ "00:01:45.26", "00:01:47.77" ], [ "00:01:48.31", "00:01:49.30" ], [ "00:01:49.30", "00:01:49.82" ] ], "start_stop_frames": [ [ 4671, 4748 ], [ 5263, 5388 ], [ 5415, 5465 ], [ 5465, 5491 ] ], "trgnoun": "tupperware", "trgverb": "move" }, { "key": "P03_117+20_21_22_23", "video_id": "P03_117", "narration_ids": [ "P03_117_20", "P03_117_21", "P03_117_22", "P03_117_23" ], "src": "soak tupperware . wash tupperware . fill tupperware with water", "src1": "soak tupperware", "src2": "wash tupperware", "src3": "fill tupperware with water", "trg": "pour_out tupperware", "vis_src": "P03_117:20 P03_117:21 P03_117:22", "vis_trg": "P03_117:23", "narrations": [ "soak tupperware", "wash tupperware", "fill tupperware with water", "pour out tupperware" ], "verbs": [ "soak", "wash", "fill-with", "pour-out" ], "verb_classes": [ 56, 2, 26, 9 ], "nouns": [ "tupperware", "tupperware", "tupperware", "tupperware" ], "noun_classes": [ 23, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:01:07.43", "00:01:08.86" ], [ "00:01:08.76", "00:01:13.07" ], [ "00:01:13.09", "00:01:14.89" ], [ "00:01:14.91", "00:01:16.63" ] ], "start_stop_frames": [ [ 3371, 3443 ], [ 3438, 3653 ], [ 3654, 3744 ], [ 3745, 3831 ] ], "trgnoun": "tupperware", "trgverb": "pour_out" }, { "key": "P03_109+380_381_382_383", "video_id": "P03_109", "narration_ids": [ "P03_109_380", "P03_109_381", "P03_109_382", "P03_109_383" ], "src": "put_down breakfast_bars . put lid back in cupboard . pull_out tupperware from other bit of tupperware", "src1": "put_down breakfast_bars", "src2": "put lid back in cupboard", "src3": "pull_out tupperware from other bit of tupperware", "trg": "put_down tupperware", "vis_src": "P03_109:380 P03_109:381 P03_109:382", "vis_trg": "P03_109:383", "narrations": [ "put down breakfast bars", "put lid back in cupboard", "pull out tupperware from other bit of tupperware", "put down tupperware" ], "verbs": [ "put-down", "put-in", "pull-out", "put-down" ], "verb_classes": [ 1, 5, 31, 1 ], "nouns": [ "bar:breakfast", "lid", "tupperware", "tupperware" ], "noun_classes": [ 265, 6, 23, 23 ], "start_stop_timestamps": [ [ "00:18:04.91", "00:18:05.53" ], [ "00:18:06.25", "00:18:07.06" ], [ "00:18:07.46", "00:18:08.92" ], [ "00:18:09.41", "00:18:10.13" ] ], "start_stop_frames": [ [ 54245, 54276 ], [ 54312, 54353 ], [ 54373, 54446 ], [ 54470, 54506 ] ], "trgnoun": "tupperware", "trgverb": "put_down" }, { "key": "P04_113+266_268_269_270", "video_id": "P04_113", "narration_ids": [ "P04_113_266", "P04_113_268", "P04_113_269", "P04_113_270" ], "src": "pull open dishwasher_drawer . close dishwasher_drawer . pick_up frying_pan", "src1": "pull open dishwasher_drawer", "src2": "close dishwasher_drawer", "src3": "pick_up frying_pan", "trg": "put frying_pan in dishwasher", "vis_src": "P04_113:266 P04_113:268 P04_113:269", "vis_trg": "P04_113:270", "narrations": [ "pull open dishwasher drawer", "close dishwasher drawer", "pick up frying pan", "put frying pan in dishwasher" ], "verbs": [ "pull", "close", "pick-up", "put-in" ], "verb_classes": [ 31, 4, 0, 5 ], "nouns": [ "drawer:dishwasher", "drawer:dishwasher", "pan:frying", "pan:frying" ], "noun_classes": [ 70, 70, 5, 5 ], "start_stop_timestamps": [ [ "00:08:13.27", "00:08:14.08" ], [ "00:08:14.68", "00:08:15.19" ], [ "00:08:14.91", "00:08:16.08" ], [ "00:08:16.18", "00:08:18.14" ] ], "start_stop_frames": [ [ 24663, 24704 ], [ 24734, 24759 ], [ 24745, 24804 ], [ 24809, 24907 ] ], "trgnoun": "frying_pan", "trgverb": "put_in" }, { "key": "P04_117+26_27_28_30", "video_id": "P04_117", "narration_ids": [ "P04_117_26", "P04_117_27", "P04_117_28", "P04_117_30" ], "src": "pull slice away from loaf of bread . try to put bread in toaster . turn_off toaster", "src1": "pull slice away from loaf of bread", "src2": "try to put bread in toaster", "src3": "turn_off toaster", "trg": "turn_on toaster", "vis_src": "P04_117:26 P04_117:27 P04_117:28", "vis_trg": "P04_117:30", "narrations": [ "pull slice away from loaf of bread", "try to put bread in toaster", "turn off toaster", "turn on toaster" ], "verbs": [ "pull", "put-in", "turn-off", "turn-on" ], "verb_classes": [ 31, 5, 8, 6 ], "nouns": [ "loaf:bread", "bread", "toaster", "toaster" ], "noun_classes": [ 33, 33, 186, 186 ], "start_stop_timestamps": [ [ "00:01:10.42", "00:01:12.07" ], [ "00:01:12.11", "00:01:17.38" ], [ "00:01:14.97", "00:01:15.85" ], [ "00:01:17.29", "00:01:18.29" ] ], "start_stop_frames": [ [ 3521, 3603 ], [ 3605, 3869 ], [ 3748, 3792 ], [ 3864, 3914 ] ], "trgnoun": "toaster", "trgverb": "turn_on" }, { "key": "P04_05+14_15_16_17", "video_id": "P04_05", "narration_ids": [ "P04_05_14", "P04_05_15", "P04_05_16", "P04_05_17" ], "src": "put_down potatoes . pick_up sieve . pick_up pan", "src1": "put_down potatoes", "src2": "pick_up sieve", "src3": "pick_up pan", "trg": "drain potatoes", "vis_src": "P04_05:14 P04_05:15 P04_05:16", "vis_trg": "P04_05:17", "narrations": [ "put down potatoes", "pick up sieve", "pick up pan", "drain potatoes" ], "verbs": [ "put-down", "pick-up", "pick-up", "drain" ], "verb_classes": [ 1, 0, 0, 37 ], "nouns": [ "potato", "sieve", "pan", "potato" ], "noun_classes": [ 30, 39, 5, 30 ], "start_stop_timestamps": [ [ "00:01:44.74", "00:01:46.01" ], [ "00:01:50.76", "00:01:52.52" ], [ "00:01:54.22", "00:01:56.21" ], [ "00:01:56.31", "00:01:58.86" ] ], "start_stop_frames": [ [ 6284, 6360 ], [ 6645, 6751 ], [ 6853, 6972 ], [ 6978, 7131 ] ], "trgnoun": "potato", "trgverb": "drain" }, { "key": "P22_109+56_57_58_62", "video_id": "P22_109", "narration_ids": [ "P22_109_56", "P22_109_57", "P22_109_58", "P22_109_62" ], "src": "move pots . pick_up pot . put_down pots", "src1": "move pots", "src2": "pick_up pot", "src3": "put_down pots", "trg": "insert pot", "vis_src": "P22_109:56 P22_109:57 P22_109:58", "vis_trg": "P22_109:62", "narrations": [ "move pots", "pick up pot", "put down pots", "insert pot" ], "verbs": [ "move", "pick-up", "put-down", "insert" ], "verb_classes": [ 11, 0, 1, 5 ], "nouns": [ "pot", "pot", "pot", "pot" ], "noun_classes": [ 29, 29, 29, 29 ], "start_stop_timestamps": [ [ "00:01:44.77", "00:01:47.98" ], [ "00:01:46.55", "00:01:47.83" ], [ "00:01:47.90", "00:01:49.52" ], [ "00:01:55.12", "00:01:56.71" ] ], "start_stop_frames": [ [ 5238, 5398 ], [ 5327, 5391 ], [ 5395, 5476 ], [ 5756, 5835 ] ], "trgnoun": "pot", "trgverb": "insert" }, { "key": "P04_109+27_28_29_30", "video_id": "P04_109", "narration_ids": [ "P04_109_27", "P04_109_28", "P04_109_29", "P04_109_30" ], "src": "arrange carrot_pieces . julienne carrot . grab carrot_slices", "src1": "arrange carrot_pieces", "src2": "julienne carrot", "src3": "grab carrot_slices", "trg": "put carrots in measuring jug", "vis_src": "P04_109:27 P04_109:28 P04_109:29", "vis_trg": "P04_109:30", "narrations": [ "arrange carrot pieces", "julienne carrot", "grab carrot slices", "put carrots in measuring jug" ], "verbs": [ "arrange", "julienne", "grab", "put-in" ], "verb_classes": [ 40, 7, 0, 5 ], "nouns": [ "piece:carrot", "carrot", "slice:carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:00:52.66", "00:00:54.82" ], [ "00:00:54.88", "00:01:45.64" ], [ "00:01:45.71", "00:01:47.61" ], [ "00:01:47.33", "00:01:49.65" ] ], "start_stop_frames": [ [ 2633, 2741 ], [ 2744, 5282 ], [ 5285, 5380 ], [ 5366, 5482 ] ], "trgnoun": "carrot", "trgverb": "put_in" }, { "key": "P04_109+81_82_83_85", "video_id": "P04_109", "narration_ids": [ "P04_109_81", "P04_109_82", "P04_109_83", "P04_109_85" ], "src": "grab pieces of carrot . drop pieces of carrot . pick_up piece of carrot", "src1": "grab pieces of carrot", "src2": "drop pieces of carrot", "src3": "pick_up piece of carrot", "trg": "move piece of carrot", "vis_src": "P04_109:81 P04_109:82 P04_109:83", "vis_trg": "P04_109:85", "narrations": [ "grab pieces of carrot", "drop pieces of carrot", "pick up piece of carrot", "move piece of carrot" ], "verbs": [ "grab", "drop", "pick-up", "move" ], "verb_classes": [ 0, 59, 0, 11 ], "nouns": [ "piece:carrot", "piece:carrot", "piece:carrot", "piece:carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:03:31.07", "00:03:32.46" ], [ "00:03:32.92", "00:03:33.54" ], [ "00:03:33.56", "00:03:33.95" ], [ "00:03:34.52", "00:03:35.49" ] ], "start_stop_frames": [ [ 10553, 10623 ], [ 10646, 10677 ], [ 10678, 10697 ], [ 10726, 10774 ] ], "trgnoun": "carrot_piece", "trgverb": "move" }, { "key": "P04_02+52_53_54_58", "video_id": "P04_02", "narration_ids": [ "P04_02_52", "P04_02_53", "P04_02_54", "P04_02_58" ], "src": "pull_out peeler . peel carrots . pick_up carrot", "src1": "pull_out peeler", "src2": "peel carrots", "src3": "pick_up carrot", "trg": "drop carrot", "vis_src": "P04_02:52 P04_02:53 P04_02:54", "vis_trg": "P04_02:58", "narrations": [ "pull out peeler", "peel carrots", "pick up carrot", "drop carrot" ], "verbs": [ "pull-out", "peel", "pick-up", "drop" ], "verb_classes": [ 31, 19, 0, 59 ], "nouns": [ "peeler", "carrot", "carrot", "carrot" ], "noun_classes": [ 87, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:02:54.34", "00:02:56.31" ], [ "00:02:57.74", "00:03:11.06" ], [ "00:03:12.80", "00:03:13.55" ], [ "00:03:34.53", "00:03:35.03" ] ], "start_stop_frames": [ [ 10460, 10578 ], [ 10664, 11463 ], [ 11568, 11613 ], [ 12871, 12901 ] ], "trgnoun": "carrot", "trgverb": "drop" }, { "key": "P08_04+60_61_62_63", "video_id": "P08_04", "narration_ids": [ "P08_04_60", "P08_04_61", "P08_04_62", "P08_04_63" ], "src": "arrange it . get mug . put_in dishwasher", "src1": "arrange it", "src2": "get mug", "src3": "put_in dishwasher", "trg": "close dishwasher", "vis_src": "P08_04:60 P08_04:61 P08_04:62", "vis_trg": "P08_04:63", "narrations": [ "arrange it", "get mug", "put in dishwasher", "close dishwasher" ], "verbs": [ "arrange", "get", "put-in", "close" ], "verb_classes": [ 40, 0, 5, 4 ], "nouns": [ "tap", "mug", "dishwasher", "dishwasher" ], "noun_classes": [ 0, 13, 70, 70 ], "start_stop_timestamps": [ [ "00:03:07.44", "00:03:08.91" ], [ "00:03:10.17", "00:03:13.22" ], [ "00:03:13.93", "00:03:16.04" ], [ "00:03:16.57", "00:03:17.63" ] ], "start_stop_frames": [ [ 11246, 11334 ], [ 11410, 11593 ], [ 11635, 11762 ], [ 11794, 11857 ] ], "trgnoun": "dishwasher", "trgverb": "close" }, { "key": "P02_122+197_198_199_200", "video_id": "P02_122", "narration_ids": [ "P02_122_197", "P02_122_198", "P02_122_199", "P02_122_200" ], "src": "pick_up pan . slide omelette from pan into plate using spatula . hit spatula on side of plate", "src1": "pick_up pan", "src2": "slide omelette from pan into plate using spatula", "src3": "hit spatula on side of plate", "trg": "put_down spatula", "vis_src": "P02_122:197 P02_122:198 P02_122:199", "vis_trg": "P02_122:200", "narrations": [ "pick up pan", "slide omelette from pan into plate using spatula", "hit spatula on side of plate", "put down spatula" ], "verbs": [ "pick-up", "slide-from", "hit-on", "put-down" ], "verb_classes": [ 0, 61, 32, 1 ], "nouns": [ "pan", "omelette", "spatula", "spatula" ], "noun_classes": [ 5, 162, 20, 20 ], "start_stop_timestamps": [ [ "00:12:01.30", "00:12:02.14" ], [ "00:12:02.54", "00:12:09.83" ], [ "00:12:09.93", "00:12:15.11" ], [ "00:12:14.02", "00:12:16.42" ] ], "start_stop_frames": [ [ 36065, 36107 ], [ 36127, 36491 ], [ 36496, 36755 ], [ 36701, 36821 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P01_105+428_429_430_431", "video_id": "P01_105", "narration_ids": [ "P01_105_428", "P01_105_429", "P01_105_430", "P01_105_431" ], "src": "put_down spatula . pick_up mushrooms . remove cling_film", "src1": "put_down spatula", "src2": "pick_up mushrooms", "src3": "remove cling_film", "trg": "put_down mushrooms", "vis_src": "P01_105:428 P01_105:429 P01_105:430", "vis_trg": "P01_105:431", "narrations": [ "put down spatula", "pick up mushrooms", "remove cling film", "put down mushrooms" ], "verbs": [ "put-down", "pick-up", "remove", "put-down" ], "verb_classes": [ 1, 0, 12, 1 ], "nouns": [ "spatula", "mushroom", "film:cling", "mushroom" ], "noun_classes": [ 20, 56, 100, 56 ], "start_stop_timestamps": [ [ "00:17:36.41", "00:17:37.20" ], [ "00:17:39.14", "00:17:40.40" ], [ "00:17:46.04", "00:17:50.59" ], [ "00:17:50.76", "00:17:52.32" ] ], "start_stop_frames": [ [ 52820, 52860 ], [ 52957, 53020 ], [ 53302, 53529 ], [ 53538, 53616 ] ], "trgnoun": "mushroom", "trgverb": "put_down" }, { "key": "P22_116+115_116_117_118", "video_id": "P22_116", "narration_ids": [ "P22_116_115", "P22_116_116", "P22_116_117", "P22_116_118" ], "src": "put_down teaspoon . pick_up spatula . lather spatula", "src1": "put_down teaspoon", "src2": "pick_up spatula", "src3": "lather spatula", "trg": "put_down spatula", "vis_src": "P22_116:115 P22_116:116 P22_116:117", "vis_trg": "P22_116:118", "narrations": [ "put down teaspoon", "pick up spatula", "lather spatula", "put down spatula" ], "verbs": [ "put-down", "pick-up", "lather", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "teaspoon", "spatula", "spatula", "spatula" ], "noun_classes": [ 1, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:04:31.59", "00:04:32.10" ], [ "00:04:32.45", "00:04:33.36" ], [ "00:04:33.46", "00:04:40.95" ], [ "00:04:40.99", "00:04:41.52" ] ], "start_stop_frames": [ [ 13579, 13605 ], [ 13622, 13668 ], [ 13672, 14047 ], [ 14049, 14076 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P01_07+44_45_46_47", "video_id": "P01_07", "narration_ids": [ "P01_07_44", "P01_07_45", "P01_07_46", "P01_07_47" ], "src": "close soy_milk . open fridge . put soy_milk into fridge", "src1": "close soy_milk", "src2": "open fridge", "src3": "put soy_milk into fridge", "trg": "close fridge", "vis_src": "P01_07:44 P01_07:45 P01_07:46", "vis_trg": "P01_07:47", "narrations": [ "close soy milk", "open fridge", "put soy milk into fridge", "close fridge" ], "verbs": [ "close", "open", "put-into", "close" ], "verb_classes": [ 4, 3, 5, 4 ], "nouns": [ "milk:soy", "fridge", "milk:soy", "fridge" ], "noun_classes": [ 64, 12, 64, 12 ], "start_stop_timestamps": [ [ "00:01:57.70", "00:02:00.98" ], [ "00:02:01.92", "00:02:02.71" ], [ "00:02:02.65", "00:02:03.83" ], [ "00:02:03.65", "00:02:05.26" ] ], "start_stop_frames": [ [ 7062, 7258 ], [ 7315, 7362 ], [ 7359, 7429 ], [ 7419, 7515 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P20_04+325_326_327_328", "video_id": "P20_04", "narration_ids": [ "P20_04_325", "P20_04_326", "P20_04_327", "P20_04_328" ], "src": "put_down spatula . put_down bowl . move frying_pan", "src1": "put_down spatula", "src2": "put_down bowl", "src3": "move frying_pan", "trg": "pick_up spatula", "vis_src": "P20_04:325 P20_04:326 P20_04:327", "vis_trg": "P20_04:328", "narrations": [ "put down spatula", "put down bowl", "move frying pan", "pick up spatula" ], "verbs": [ "put-down", "put-down", "move", "pick-up" ], "verb_classes": [ 1, 1, 11, 0 ], "nouns": [ "spatula", "bowl", "pan:frying", "spatula" ], "noun_classes": [ 20, 7, 5, 20 ], "start_stop_timestamps": [ [ "00:32:16.30", "00:32:17.09" ], [ "00:32:18.74", "00:32:19.67" ], [ "00:32:24.25", "00:32:26.27" ], [ "00:32:26.82", "00:32:30.22" ] ], "start_stop_frames": [ [ 116178, 116225 ], [ 116324, 116380 ], [ 116655, 116776 ], [ 116809, 117013 ] ], "trgnoun": "spatula", "trgverb": "pick_up" }, { "key": "P04_107+411_412_413_414", "video_id": "P04_107", "narration_ids": [ "P04_107_411", "P04_107_412", "P04_107_413", "P04_107_414" ], "src": "lift rolling_pin . flip_over dough . roll_out dough", "src1": "lift rolling_pin", "src2": "flip_over dough", "src3": "roll_out dough", "trg": "put_down rolling_pin", "vis_src": "P04_107:411 P04_107:412 P04_107:413", "vis_trg": "P04_107:414", "narrations": [ "lift rolling pin", "flip over dough", "roll out dough", "put down rolling pin" ], "verbs": [ "lift", "flip-over", "roll-out", "put-down" ], "verb_classes": [ 33, 22, 39, 1 ], "nouns": [ "pin:rolling", "dough", "dough", "pin:rolling" ], "noun_classes": [ 136, 25, 25, 136 ], "start_stop_timestamps": [ [ "00:12:27.78", "00:12:28.80" ], [ "00:12:28.74", "00:12:29.33" ], [ "00:12:29.27", "00:12:30.77" ], [ "00:12:30.67", "00:12:31.81" ] ], "start_stop_frames": [ [ 37389, 37440 ], [ 37437, 37466 ], [ 37463, 37538 ], [ 37533, 37590 ] ], "trgnoun": "rolling_pin", "trgverb": "put_down" }, { "key": "P04_05+136_137_138_139", "video_id": "P04_05", "narration_ids": [ "P04_05_136", "P04_05_137", "P04_05_138", "P04_05_139" ], "src": "wipe_off knife . tip garlic into pan . dice ginger", "src1": "wipe_off knife", "src2": "tip garlic into pan", "src3": "dice ginger", "trg": "slice ginger", "vis_src": "P04_05:136 P04_05:137 P04_05:138", "vis_trg": "P04_05:139", "narrations": [ "wipe off knife", "tip garlic into pan", "dice ginger", "slice ginger" ], "verbs": [ "wipe-off", "tip-into", "dice", "slice" ], "verb_classes": [ 2, 9, 7, 7 ], "nouns": [ "knife", "garlic", "ginger", "ginger" ], "noun_classes": [ 4, 51, 131, 131 ], "start_stop_timestamps": [ [ "00:15:56.70", "00:15:59.55" ], [ "00:15:59.61", "00:16:00.46" ], [ "00:16:02.60", "00:16:47.26" ], [ "00:16:02.63", "00:16:12.91" ] ], "start_stop_frames": [ [ 57402, 57573 ], [ 57576, 57627 ], [ 57756, 60435 ], [ 57757, 58374 ] ], "trgnoun": "ginger", "trgverb": "slice" }, { "key": "P04_01+136_137_138_139", "video_id": "P04_01", "narration_ids": [ "P04_01_136", "P04_01_137", "P04_01_138", "P04_01_139" ], "src": "close miso_paste . open fridge . put miso_paste", "src1": "close miso_paste", "src2": "open fridge", "src3": "put miso_paste", "trg": "close fridge", "vis_src": "P04_01:136 P04_01:137 P04_01:138", "vis_trg": "P04_01:139", "narrations": [ "close miso paste", "open fridge", "put miso paste", "close fridge" ], "verbs": [ "close", "open", "put", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "paste:miso", "fridge", "paste:miso", "fridge" ], "noun_classes": [ 148, 12, 148, 12 ], "start_stop_timestamps": [ [ "00:10:18.49", "00:10:23.93" ], [ "00:10:24.03", "00:10:26.06" ], [ "00:10:25.09", "00:10:26.72" ], [ "00:10:26.57", "00:10:27.36" ] ], "start_stop_frames": [ [ 37109, 37435 ], [ 37441, 37563 ], [ 37505, 37603 ], [ 37594, 37641 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_05+202_203_204_205", "video_id": "P04_05", "narration_ids": [ "P04_05_202", "P04_05_203", "P04_05_204", "P04_05_205" ], "src": "pull_out drawer . pick_up chilli . open packet", "src1": "pull_out drawer", "src2": "pick_up chilli", "src3": "open packet", "trg": "close drawer", "vis_src": "P04_05:202 P04_05:203 P04_05:204", "vis_trg": "P04_05:205", "narrations": [ "pull out drawer", "pick up chilli", "open packet", "close drawer" ], "verbs": [ "pull-out", "pick-up", "open", "close" ], "verb_classes": [ 31, 0, 3, 4 ], "nouns": [ "drawer", "chilli", "packet", "drawer" ], "noun_classes": [ 8, 69, 26, 8 ], "start_stop_timestamps": [ [ "00:23:15.57", "00:23:16.37" ], [ "00:23:16.23", "00:23:17.81" ], [ "00:23:17.67", "00:23:23.73" ], [ "00:23:24.40", "00:23:24.97" ] ], "start_stop_frames": [ [ 83734, 83782 ], [ 83773, 83868 ], [ 83860, 84223 ], [ 84264, 84298 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P25_104+69_70_71_72", "video_id": "P25_104", "narration_ids": [ "P25_104_69", "P25_104_70", "P25_104_71", "P25_104_72" ], "src": "stir onion . put_down spoon . pick_up sauce", "src1": "stir onion", "src2": "put_down spoon", "src3": "pick_up sauce", "trg": "pour sauce", "vis_src": "P25_104:69 P25_104:70 P25_104:71", "vis_trg": "P25_104:72", "narrations": [ "stir onion", "put down spoon", "pick up sauce", "pour sauce" ], "verbs": [ "stir", "put-down", "pick-up", "pour" ], "verb_classes": [ 10, 1, 0, 9 ], "nouns": [ "onion", "spoon", "sauce", "sauce" ], "noun_classes": [ 16, 1, 47, 47 ], "start_stop_timestamps": [ [ "00:03:24.60", "00:03:28.45" ], [ "00:03:28.27", "00:03:29.22" ], [ "00:03:29.41", "00:03:30.36" ], [ "00:03:30.32", "00:03:33.89" ] ], "start_stop_frames": [ [ 10230, 10422 ], [ 10413, 10461 ], [ 10470, 10518 ], [ 10516, 10694 ] ], "trgnoun": "sauce", "trgverb": "pour" }, { "key": "P04_107+669_671_672_673", "video_id": "P04_107", "narration_ids": [ "P04_107_669", "P04_107_671", "P04_107_672", "P04_107_673" ], "src": "put chopstick on dough . tap dough . press_down on dough", "src1": "put chopstick on dough", "src2": "tap dough", "src3": "press_down on dough", "trg": "slide chopstick out of dough", "vis_src": "P04_107:669 P04_107:671 P04_107:672", "vis_trg": "P04_107:673", "narrations": [ "put chopstick on dough", "tap dough", "press down on dough", "slide chopstick out of dough" ], "verbs": [ "put-on", "tap", "press-down", "slide-out" ], "verb_classes": [ 1, 32, 21, 61 ], "nouns": [ "chopstick", "dough", "dough", "chopstick" ], "noun_classes": [ 80, 25, 25, 80 ], "start_stop_timestamps": [ [ "00:18:09.79", "00:18:10.74" ], [ "00:18:10.98", "00:18:11.42" ], [ "00:18:11.60", "00:18:12.19" ], [ "00:18:12.29", "00:18:12.80" ] ], "start_stop_frames": [ [ 54489, 54537 ], [ 54549, 54571 ], [ 54579, 54609 ], [ 54614, 54640 ] ], "trgnoun": "chopstick", "trgverb": "slide_out" }, { "key": "P03_117+166_167_168_169", "video_id": "P03_117", "narration_ids": [ "P03_117_166", "P03_117_167", "P03_117_168", "P03_117_169" ], "src": "pick_up sink_strainer . take food from drain . empty sink_strainer into bin", "src1": "pick_up sink_strainer", "src2": "take food from drain", "src3": "empty sink_strainer into bin", "trg": "rinse_out sink_strainer", "vis_src": "P03_117:166 P03_117:167 P03_117:168", "vis_trg": "P03_117:169", "narrations": [ "pick up sink strainer", "take food from drain", "empty sink strainer into bin", "rinse out sink strainer" ], "verbs": [ "pick-up", "take-from", "empty", "rinse-out" ], "verb_classes": [ 0, 0, 20, 2 ], "nouns": [ "strainer:sink", "food", "strainer:sink", "strainer:sink" ], "noun_classes": [ 39, 34, 39, 39 ], "start_stop_timestamps": [ [ "00:08:25.28", "00:08:26.26" ], [ "00:08:27.05", "00:08:30.65" ], [ "00:08:31.90", "00:08:33.63" ], [ "00:08:34.94", "00:08:36.77" ] ], "start_stop_frames": [ [ 25264, 25313 ], [ 25352, 25532 ], [ 25595, 25681 ], [ 25747, 25838 ] ], "trgnoun": "sink_strainer", "trgverb": "rinse_out" }, { "key": "P03_20+5_6_7_8", "video_id": "P03_20", "narration_ids": [ "P03_20_5", "P03_20_6", "P03_20_7", "P03_20_8" ], "src": "stir rice . pick_up sauce . spoon rice into the lunch box", "src1": "stir rice", "src2": "pick_up sauce", "src3": "spoon rice into the lunch box", "trg": "pat_down rice", "vis_src": "P03_20:5 P03_20:6 P03_20:7", "vis_trg": "P03_20:8", "narrations": [ "stir rice", "pick up sauce", "spoon rice into the lunch box", "pat down rice" ], "verbs": [ "stir", "pick-up", "spoon-into", "pat-down" ], "verb_classes": [ 10, 0, 16, 32 ], "nouns": [ "rice", "sauce", "rice", "rice" ], "noun_classes": [ 55, 47, 55, 55 ], "start_stop_timestamps": [ [ "00:00:15.22", "00:00:19.96" ], [ "00:00:15.32", "00:00:17.59" ], [ "00:00:22.15", "00:00:34.30" ], [ "00:00:34.44", "00:00:36.19" ] ], "start_stop_frames": [ [ 913, 1197 ], [ 919, 1055 ], [ 1329, 2058 ], [ 2066, 2171 ] ], "trgnoun": "rice", "trgverb": "pat_down" }, { "key": "P04_11+16_17_18_19", "video_id": "P04_11", "narration_ids": [ "P04_11_16", "P04_11_17", "P04_11_18", "P04_11_19" ], "src": "pick_up chorizo . cook chorizo . put chorizo in packet", "src1": "pick_up chorizo", "src2": "cook chorizo", "src3": "put chorizo in packet", "trg": "slice chorizo", "vis_src": "P04_11:16 P04_11:17 P04_11:18", "vis_trg": "P04_11:19", "narrations": [ "pick up chorizo", "cook chorizo", "put chorizo in packet", "slice chorizo" ], "verbs": [ "pick-up", "cook", "put-in", "slice" ], "verb_classes": [ 0, 45, 5, 7 ], "nouns": [ "chorizo", "chorizo", "chorizo", "chorizo" ], "noun_classes": [ 86, 86, 86, 86 ], "start_stop_timestamps": [ [ "00:03:00.59", "00:03:01.59" ], [ "00:03:04.15", "00:03:05.98" ], [ "00:03:06.54", "00:03:09.34" ], [ "00:03:10.32", "00:03:21.10" ] ], "start_stop_frames": [ [ 10835, 10895 ], [ 11049, 11158 ], [ 11192, 11360 ], [ 11419, 12066 ] ], "trgnoun": "chorizo", "trgverb": "slice" }, { "key": "P01_18+35_36_37_38", "video_id": "P01_18", "narration_ids": [ "P01_18_35", "P01_18_36", "P01_18_37", "P01_18_38" ], "src": "cut squash . take cling_film . unroll film", "src1": "cut squash", "src2": "take cling_film", "src3": "unroll film", "trg": "wrap squash", "vis_src": "P01_18:35 P01_18:36 P01_18:37", "vis_trg": "P01_18:38", "narrations": [ "cut squash", "take cling film", "unroll film", "wrap squash" ], "verbs": [ "cut", "take", "unroll", "wrap" ], "verb_classes": [ 7, 0, 39, 36 ], "nouns": [ "squash", "film:cling", "film", "squash" ], "noun_classes": [ 116, 100, 100, 116 ], "start_stop_timestamps": [ [ "00:01:16.04", "00:01:36.41" ], [ "00:01:45.06", "00:01:47.09" ], [ "00:01:47.99", "00:02:00.19" ], [ "00:02:03.11", "00:02:14.43" ] ], "start_stop_frames": [ [ 4562, 5784 ], [ 6303, 6425 ], [ 6479, 7211 ], [ 7386, 8065 ] ], "trgnoun": "squash", "trgverb": "wrap" }, { "key": "P04_116+120_121_122_124", "video_id": "P04_116", "narration_ids": [ "P04_116_120", "P04_116_121", "P04_116_122", "P04_116_124" ], "src": "stir egg in pan using spatula . pick_up pan . scrape egg off bottom of pan using spatula", "src1": "stir egg in pan using spatula", "src2": "pick_up pan", "src3": "scrape egg off bottom of pan using spatula", "trg": "put_down pan", "vis_src": "P04_116:120 P04_116:121 P04_116:122", "vis_trg": "P04_116:124", "narrations": [ "stir egg in pan using spatula", "pick up pan", "scrape egg off bottom of pan using spatula", "put down pan" ], "verbs": [ "stir-in", "pick-up", "scrape-off", "put-down" ], "verb_classes": [ 10, 0, 25, 1 ], "nouns": [ "egg", "pan", "egg", "pan" ], "noun_classes": [ 53, 5, 53, 5 ], "start_stop_timestamps": [ [ "00:04:59.05", "00:05:16.70" ], [ "00:05:16.80", "00:05:18.85" ], [ "00:05:19.99", "00:05:21.22" ], [ "00:05:20.86", "00:05:21.96" ] ], "start_stop_frames": [ [ 14952, 15835 ], [ 15840, 15942 ], [ 15999, 16061 ], [ 16043, 16097 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P01_18+36_37_38_39", "video_id": "P01_18", "narration_ids": [ "P01_18_36", "P01_18_37", "P01_18_38", "P01_18_39" ], "src": "take cling_film . unroll film . wrap squash", "src1": "take cling_film", "src2": "unroll film", "src3": "wrap squash", "trg": "put cling_film into cupboard", "vis_src": "P01_18:36 P01_18:37 P01_18:38", "vis_trg": "P01_18:39", "narrations": [ "take cling film", "unroll film", "wrap squash", "put cling film into cupboard" ], "verbs": [ "take", "unroll", "wrap", "put-into" ], "verb_classes": [ 0, 39, 36, 5 ], "nouns": [ "film:cling", "film", "squash", "film:cling" ], "noun_classes": [ 100, 100, 116, 100 ], "start_stop_timestamps": [ [ "00:01:45.06", "00:01:47.09" ], [ "00:01:47.99", "00:02:00.19" ], [ "00:02:03.11", "00:02:14.43" ], [ "00:02:13.68", "00:02:16.56" ] ], "start_stop_frames": [ [ 6303, 6425 ], [ 6479, 7211 ], [ 7386, 8065 ], [ 8020, 8193 ] ], "trgnoun": "cling_film", "trgverb": "put_into" }, { "key": "P04_11+1_2_3_4", "video_id": "P04_11", "narration_ids": [ "P04_11_1", "P04_11_2", "P04_11_3", "P04_11_4" ], "src": "open fridge . open packet . pull_out chorizo", "src1": "open fridge", "src2": "open packet", "src3": "pull_out chorizo", "trg": "cut chorizo", "vis_src": "P04_11:1 P04_11:2 P04_11:3", "vis_trg": "P04_11:4", "narrations": [ "open fridge", "open packet", "pull out chorizo", "cut chorizo" ], "verbs": [ "open", "open", "pull-out", "cut" ], "verb_classes": [ 3, 3, 31, 7 ], "nouns": [ "fridge", "packet", "chorizo", "chorizo" ], "noun_classes": [ 12, 26, 86, 86 ], "start_stop_timestamps": [ [ "00:00:08.49", "00:00:09.57" ], [ "00:00:15.12", "00:00:20.75" ], [ "00:00:20.79", "00:00:22.98" ], [ "00:00:24.22", "00:00:27.01" ] ], "start_stop_frames": [ [ 509, 574 ], [ 907, 1245 ], [ 1247, 1378 ], [ 1453, 1620 ] ], "trgnoun": "chorizo", "trgverb": "cut" }, { "key": "P08_01+96_97_98_99", "video_id": "P08_01", "narration_ids": [ "P08_01_96", "P08_01_97", "P08_01_98", "P08_01_99" ], "src": "place cheese on pan . close wrap . open fridge", "src1": "place cheese on pan", "src2": "close wrap", "src3": "open fridge", "trg": "place cheese", "vis_src": "P08_01:96 P08_01:97 P08_01:98", "vis_trg": "P08_01:99", "narrations": [ "place cheese on pan", "close wrap", "open fridge", "place cheese" ], "verbs": [ "place-on", "close", "open", "place" ], "verb_classes": [ 1, 4, 3, 1 ], "nouns": [ "cheese", "wrap", "fridge", "cheese" ], "noun_classes": [ 32, 107, 12, 32 ], "start_stop_timestamps": [ [ "00:06:29.60", "00:06:35.55" ], [ "00:06:35.65", "00:06:47.90" ], [ "00:06:48.00", "00:06:49.25" ], [ "00:06:49.24", "00:06:53.10" ] ], "start_stop_frames": [ [ 23376, 23733 ], [ 23739, 24474 ], [ 24480, 24555 ], [ 24554, 24786 ] ], "trgnoun": "cheese", "trgverb": "place" }, { "key": "P22_117+364_365_366_367", "video_id": "P22_117", "narration_ids": [ "P22_117_364", "P22_117_365", "P22_117_366", "P22_117_367" ], "src": "stir courgettes . put_down spatula . pick_up pepper", "src1": "stir courgettes", "src2": "put_down spatula", "src3": "pick_up pepper", "trg": "open pepper", "vis_src": "P22_117:364 P22_117:365 P22_117:366", "vis_trg": "P22_117:367", "narrations": [ "stir courgettes", "put down spatula", "pick up pepper", "open pepper" ], "verbs": [ "stir", "put-down", "pick-up", "open" ], "verb_classes": [ 10, 1, 0, 3 ], "nouns": [ "courgette", "spatula", "pepper", "pepper" ], "noun_classes": [ 76, 20, 37, 37 ], "start_stop_timestamps": [ [ "00:13:34.54", "00:13:40.69" ], [ "00:13:41.19", "00:13:41.70" ], [ "00:13:42.56", "00:13:43.49" ], [ "00:13:43.66", "00:13:44.46" ] ], "start_stop_frames": [ [ 40727, 41034 ], [ 41059, 41085 ], [ 41128, 41174 ], [ 41183, 41223 ] ], "trgnoun": "pepper", "trgverb": "open" }, { "key": "P22_116+10_11_12_13", "video_id": "P22_116", "narration_ids": [ "P22_116_10", "P22_116_11", "P22_116_12", "P22_116_13" ], "src": "wrap fork . put_down fork . close bag", "src1": "wrap fork", "src2": "put_down fork", "src3": "close bag", "trg": "pick_up bag", "vis_src": "P22_116:10 P22_116:11 P22_116:12", "vis_trg": "P22_116:13", "narrations": [ "wrap fork", "put down fork", "close bag", "pick up bag" ], "verbs": [ "wrap", "put-down", "close", "pick-up" ], "verb_classes": [ 36, 1, 4, 0 ], "nouns": [ "fork", "fork", "bag", "bag" ], "noun_classes": [ 14, 14, 19, 19 ], "start_stop_timestamps": [ [ "00:00:22.99", "00:00:28.41" ], [ "00:00:28.51", "00:00:29.99" ], [ "00:00:30.09", "00:00:33.61" ], [ "00:00:32.00", "00:00:34.62" ] ], "start_stop_frames": [ [ 1149, 1420 ], [ 1425, 1499 ], [ 1504, 1680 ], [ 1600, 1730 ] ], "trgnoun": "bag", "trgverb": "pick_up" }, { "key": "P27_103+390_391_392_393", "video_id": "P27_103", "narration_ids": [ "P27_103_390", "P27_103_391", "P27_103_392", "P27_103_393" ], "src": "pick_up container . pick_up lid . open cupboard", "src1": "pick_up container", "src2": "pick_up lid", "src3": "open cupboard", "trg": "put_down container", "vis_src": "P27_103:390 P27_103:391 P27_103:392", "vis_trg": "P27_103:393", "narrations": [ "pick up container", "pick up lid", "open cupboard", "put down container" ], "verbs": [ "pick-up", "pick-up", "open", "put-down" ], "verb_classes": [ 0, 0, 3, 1 ], "nouns": [ "container", "lid", "cupboard", "container" ], "noun_classes": [ 21, 6, 3, 21 ], "start_stop_timestamps": [ [ "00:29:18.17", "00:29:19.05" ], [ "00:29:19.15", "00:29:21.69" ], [ "00:29:21.76", "00:29:23.29" ], [ "00:29:24.14", "00:29:24.65" ] ], "start_stop_frames": [ [ 87908, 87952 ], [ 87957, 88084 ], [ 88088, 88164 ], [ 88207, 88232 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P01_105+12_13_14_15", "video_id": "P01_105", "narration_ids": [ "P01_105_12", "P01_105_13", "P01_105_14", "P01_105_15" ], "src": "pick_up container . take container from container . put_down container", "src1": "pick_up container", "src2": "take container from container", "src3": "put_down container", "trg": "put containers into container", "vis_src": "P01_105:12 P01_105:13 P01_105:14", "vis_trg": "P01_105:15", "narrations": [ "pick up container", "take container from container", "put down container", "put containers into container" ], "verbs": [ "pick-up", "take-from", "put-down", "put-into" ], "verb_classes": [ 0, 0, 1, 5 ], "nouns": [ "container", "container", "container", "container" ], "noun_classes": [ 21, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:00:12.48", "00:00:14.33" ], [ "00:00:12.75", "00:00:14.76" ], [ "00:00:15.20", "00:00:16.51" ], [ "00:00:16.00", "00:00:18.60" ] ], "start_stop_frames": [ [ 624, 716 ], [ 637, 738 ], [ 760, 825 ], [ 800, 930 ] ], "trgnoun": "container", "trgverb": "put_into" }, { "key": "P04_121+98_99_100_101", "video_id": "P04_121", "narration_ids": [ "P04_121_98", "P04_121_99", "P04_121_100", "P04_121_101" ], "src": "squirt washing up liquid onto chopping board . pick_up sponge . wash chopping_board", "src1": "squirt washing up liquid onto chopping board", "src2": "pick_up sponge", "src3": "wash chopping_board", "trg": "rinse chopping_board", "vis_src": "P04_121:98 P04_121:99 P04_121:100", "vis_trg": "P04_121:101", "narrations": [ "squirt washing up liquid onto chopping board", "pick up sponge", "wash chopping board", "rinse chopping board" ], "verbs": [ "squirt", "pick-up", "wash", "rinse" ], "verb_classes": [ 27, 0, 2, 2 ], "nouns": [ "liquid:washing:up", "sponge", "board:chopping", "board:chopping" ], "noun_classes": [ 22, 9, 18, 18 ], "start_stop_timestamps": [ [ "00:06:00.39", "00:06:01.33" ], [ "00:06:01.89", "00:06:02.94" ], [ "00:06:02.84", "00:06:08.97" ], [ "00:06:06.00", "00:06:09.05" ] ], "start_stop_frames": [ [ 18019, 18066 ], [ 18094, 18147 ], [ 18142, 18448 ], [ 18300, 18452 ] ], "trgnoun": "chopping_board", "trgverb": "rinse" }, { "key": "P01_105+219_220_221_222", "video_id": "P01_105", "narration_ids": [ "P01_105_219", "P01_105_220", "P01_105_221", "P01_105_222" ], "src": "pick_up box . flatten box . open garbage_bin", "src1": "pick_up box", "src2": "flatten box", "src3": "open garbage_bin", "trg": "throw box into garbage bin", "vis_src": "P01_105:219 P01_105:220 P01_105:221", "vis_trg": "P01_105:222", "narrations": [ "pick up box", "flatten box", "open garbage bin", "throw box into garbage bin" ], "verbs": [ "pick-up", "flatten", "open", "throw-into" ], "verb_classes": [ 0, 87, 3, 13 ], "nouns": [ "box", "box", "bin:garbage", "box" ], "noun_classes": [ 23, 23, 36, 23 ], "start_stop_timestamps": [ [ "00:08:10.28", "00:08:11.99" ], [ "00:08:10.50", "00:08:15.31" ], [ "00:08:15.39", "00:08:16.11" ], [ "00:08:16.21", "00:08:16.52" ] ], "start_stop_frames": [ [ 24514, 24599 ], [ 24525, 24765 ], [ 24769, 24805 ], [ 24810, 24826 ] ], "trgnoun": "box", "trgverb": "throw_into" }, { "key": "P20_01+258_259_260_261", "video_id": "P20_01", "narration_ids": [ "P20_01_258", "P20_01_259", "P20_01_260", "P20_01_261" ], "src": "pick_up spatula . move meat with spatula . flip meat with spatula", "src1": "pick_up spatula", "src2": "move meat with spatula", "src3": "flip meat with spatula", "trg": "put_down spatula", "vis_src": "P20_01:258 P20_01:259 P20_01:260", "vis_trg": "P20_01:261", "narrations": [ "pick up spatula", "move meat with spatula", "flip meat with spatula", "put down spatula" ], "verbs": [ "pick-up", "move", "flip", "put-down" ], "verb_classes": [ 0, 11, 22, 1 ], "nouns": [ "spatula", "meat", "meat", "spatula" ], "noun_classes": [ 20, 28, 28, 20 ], "start_stop_timestamps": [ [ "00:15:54.91", "00:16:01.80" ], [ "00:15:57.85", "00:15:58.65" ], [ "00:16:03.12", "00:16:05.38" ], [ "00:16:06.18", "00:16:07.42" ] ], "start_stop_frames": [ [ 57294, 57708 ], [ 57471, 57519 ], [ 57787, 57922 ], [ 57970, 58045 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P25_09+11_12_13_14", "video_id": "P25_09", "narration_ids": [ "P25_09_11", "P25_09_12", "P25_09_13", "P25_09_14" ], "src": "cut lettuce . pick_up lettuce . wash lettuce", "src1": "cut lettuce", "src2": "pick_up lettuce", "src3": "wash lettuce", "trg": "slice lettuce", "vis_src": "P25_09:11 P25_09:12 P25_09:13", "vis_trg": "P25_09:14", "narrations": [ "cut lettuce", "pick up lettuce", "wash lettuce", "slice lettuce" ], "verbs": [ "cut", "pick-up", "wash", "slice" ], "verb_classes": [ 7, 0, 2, 7 ], "nouns": [ "lettuce", "lettuce", "lettuce", "lettuce" ], "noun_classes": [ 120, 120, 120, 120 ], "start_stop_timestamps": [ [ "00:01:56.95", "00:02:35.86" ], [ "00:02:36.33", "00:02:45.62" ], [ "00:02:45.72", "00:02:51.91" ], [ "00:02:52.84", "00:03:26.64" ] ], "start_stop_frames": [ [ 7017, 9351 ], [ 9379, 9937 ], [ 9943, 10314 ], [ 10370, 12398 ] ], "trgnoun": "lettuce", "trgverb": "slice" }, { "key": "P28_14+16_17_18_19", "video_id": "P28_14", "narration_ids": [ "P28_14_16", "P28_14_17", "P28_14_18", "P28_14_19" ], "src": "cut bread . cut cheese . open bread", "src1": "cut bread", "src2": "cut cheese", "src3": "open bread", "trg": "put_down bread", "vis_src": "P28_14:16 P28_14:17 P28_14:18", "vis_trg": "P28_14:19", "narrations": [ "cut bread", "cut cheese", "open bread", "put down bread" ], "verbs": [ "cut", "cut", "open", "put-down" ], "verb_classes": [ 7, 7, 3, 1 ], "nouns": [ "bread", "cheese", "bread", "bread" ], "noun_classes": [ 33, 32, 33, 33 ], "start_stop_timestamps": [ [ "00:00:44.92", "00:00:55.57" ], [ "00:00:49.88", "00:01:00.98" ], [ "00:00:55.93", "00:00:59.43" ], [ "00:01:00.03", "00:01:01.15" ] ], "start_stop_frames": [ [ 2695, 3334 ], [ 2992, 3658 ], [ 3355, 3565 ], [ 3601, 3669 ] ], "trgnoun": "bread", "trgverb": "put_down" }, { "key": "P22_07+624_625_626_627", "video_id": "P22_07", "narration_ids": [ "P22_07_624", "P22_07_625", "P22_07_626", "P22_07_627" ], "src": "dry dish . insert dish . take rack", "src1": "dry dish", "src2": "insert dish", "src3": "take rack", "trg": "put rack in", "vis_src": "P22_07:624 P22_07:625 P22_07:626", "vis_trg": "P22_07:627", "narrations": [ "dry dish", "insert dish", "take rack", "put rack in" ], "verbs": [ "dry", "insert", "take", "put-in" ], "verb_classes": [ 14, 5, 0, 5 ], "nouns": [ "dish", "dish", "rack", "rack" ], "noun_classes": [ 2, 2, 110, 110 ], "start_stop_timestamps": [ [ "00:30:06.97", "00:30:13.47" ], [ "00:30:13.47", "00:30:16.77" ], [ "00:30:19.17", "00:30:20.17" ], [ "00:30:20.43", "00:30:22.87" ] ], "start_stop_frames": [ [ 108418, 108808 ], [ 108808, 109006 ], [ 109150, 109210 ], [ 109225, 109372 ] ], "trgnoun": "rack", "trgverb": "put_in" }, { "key": "P21_01+67_68_69_70", "video_id": "P21_01", "narration_ids": [ "P21_01_67", "P21_01_68", "P21_01_69", "P21_01_70" ], "src": "opening the grapes bag . taking some grapes . placing them on the glass", "src1": "opening the grapes bag", "src2": "taking some grapes", "src3": "placing them on the glass", "trg": "taking some grapes from grapes bag", "vis_src": "P21_01:67 P21_01:68 P21_01:69", "vis_trg": "P21_01:70", "narrations": [ "opening the grapes bag", "taking some grapes", "placing them on the glass", "taking some grapes from grapes bag" ], "verbs": [ "open", "take", "place-on", "take-from" ], "verb_classes": [ 3, 0, 1, 0 ], "nouns": [ "bag:grape", "grape", "glass", "grape" ], "noun_classes": [ 19, 202, 10, 202 ], "start_stop_timestamps": [ [ "00:07:57.85", "00:08:04.92" ], [ "00:08:05.40", "00:08:07.68" ], [ "00:08:09.36", "00:08:34.06" ], [ "00:08:37.14", "00:08:40.55" ] ], "start_stop_frames": [ [ 28671, 29095 ], [ 29124, 29260 ], [ 29361, 30843 ], [ 31028, 31232 ] ], "trgnoun": "grape", "trgverb": "take_from" }, { "key": "P01_09+522_523_524_525", "video_id": "P01_09", "narration_ids": [ "P01_09_522", "P01_09_523", "P01_09_524", "P01_09_525" ], "src": "unroll flour_bag . unfold flour_bag . take flour", "src1": "unroll flour_bag", "src2": "unfold flour_bag", "src3": "take flour", "trg": "spread flour", "vis_src": "P01_09:522 P01_09:523 P01_09:524", "vis_trg": "P01_09:525", "narrations": [ "unroll", "unfold flour bag", "take flour", "spread flour" ], "verbs": [ "unroll", "unfold", "take", "spread" ], "verb_classes": [ 39, 39, 0, 27 ], "nouns": [ "bag:flour", "bag:flour", "flour", "flour" ], "noun_classes": [ 19, 19, 75, 75 ], "start_stop_timestamps": [ [ "00:36:36.85", "00:36:39.35" ], [ "00:36:37.64", "00:36:39.43" ], [ "00:36:39.79", "00:36:41.56" ], [ "00:36:41.51", "00:36:43.83" ] ], "start_stop_frames": [ [ 131811, 131961 ], [ 131858, 131965 ], [ 131987, 132093 ], [ 132090, 132229 ] ], "trgnoun": "flour", "trgverb": "spread" }, { "key": "P04_121+202_203_204_205", "video_id": "P04_121", "narration_ids": [ "P04_121_202", "P04_121_203", "P04_121_204", "P04_121_205" ], "src": "close dishwasher . put bowl in sink . pull dough away from bowl", "src1": "close dishwasher", "src2": "put bowl in sink", "src3": "pull dough away from bowl", "trg": "squeeze dough into ball", "vis_src": "P04_121:202 P04_121:203 P04_121:204", "vis_trg": "P04_121:205", "narrations": [ "close dishwasher", "put bowl in sink", "pull dough away from bowl", "squeeze dough into ball" ], "verbs": [ "close", "put-in", "pull", "squeeze-into" ], "verb_classes": [ 4, 5, 31, 18 ], "nouns": [ "dishwasher", "bowl", "dough", "dough" ], "noun_classes": [ 70, 7, 25, 25 ], "start_stop_timestamps": [ [ "00:09:04.23", "00:09:05.25" ], [ "00:09:05.35", "00:09:06.84" ], [ "00:09:06.93", "00:09:11.32" ], [ "00:09:10.83", "00:09:12.30" ] ], "start_stop_frames": [ [ 27211, 27262 ], [ 27267, 27342 ], [ 27346, 27566 ], [ 27541, 27614 ] ], "trgnoun": "dough", "trgverb": "squeeze_into" }, { "key": "P22_109+59_60_61_62", "video_id": "P22_109", "narration_ids": [ "P22_109_59", "P22_109_60", "P22_109_61", "P22_109_62" ], "src": "pick_up pots . put_down pots . pick_up pot", "src1": "pick_up pots", "src2": "put_down pots", "src3": "pick_up pot", "trg": "insert pot", "vis_src": "P22_109:59 P22_109:60 P22_109:61", "vis_trg": "P22_109:62", "narrations": [ "pick up pots", "put down pots", "pick up pot", "insert pot" ], "verbs": [ "pick-up", "put-down", "pick-up", "insert" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "pot", "pot", "pot", "pot" ], "noun_classes": [ 29, 29, 29, 29 ], "start_stop_timestamps": [ [ "00:01:50.53", "00:01:51.40" ], [ "00:01:51.45", "00:01:52.52" ], [ "00:01:52.95", "00:01:54.31" ], [ "00:01:55.12", "00:01:56.71" ] ], "start_stop_frames": [ [ 5526, 5570 ], [ 5572, 5626 ], [ 5647, 5715 ], [ 5756, 5835 ] ], "trgnoun": "pot", "trgverb": "insert" }, { "key": "P26_02+63_64_65_66", "video_id": "P26_02", "narration_ids": [ "P26_02_63", "P26_02_64", "P26_02_65", "P26_02_66" ], "src": "open bread . slice bread . take bread", "src1": "open bread", "src2": "slice bread", "src3": "take bread", "trg": "put_down bread", "vis_src": "P26_02:63 P26_02:64 P26_02:65", "vis_trg": "P26_02:66", "narrations": [ "open bread", "slice bread", "take bread", "put down bread" ], "verbs": [ "open", "slice", "take", "put-down" ], "verb_classes": [ 3, 7, 0, 1 ], "nouns": [ "bread", "bread", "bread", "bread" ], "noun_classes": [ 33, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:05:51.21", "00:05:59.33" ], [ "00:05:59.88", "00:06:04.89" ], [ "00:06:10.17", "00:06:10.93" ], [ "00:06:11.80", "00:06:12.83" ] ], "start_stop_frames": [ [ 21072, 21559 ], [ 21592, 21893 ], [ 22210, 22255 ], [ 22308, 22369 ] ], "trgnoun": "bread", "trgverb": "put_down" }, { "key": "P03_18+0_1_2_4", "video_id": "P03_18", "narration_ids": [ "P03_18_0", "P03_18_1", "P03_18_2", "P03_18_4" ], "src": "open fridge . put grapes in fridge . close fridge", "src1": "open fridge", "src2": "put grapes in fridge", "src3": "close fridge", "trg": "turn_on tap", "vis_src": "P03_18:0 P03_18:1 P03_18:2", "vis_trg": "P03_18:4", "narrations": [ "open fridge", "put grapes in fridge", "close fridge", "turn on tap" ], "verbs": [ "open", "put-in", "close", "turn-on" ], "verb_classes": [ 3, 5, 4, 6 ], "nouns": [ "fridge", "grape", "fridge", "tap" ], "noun_classes": [ 12, 202, 12, 0 ], "start_stop_timestamps": [ [ "00:00:01.87", "00:00:03.54" ], [ "00:00:04.23", "00:00:10.73" ], [ "00:00:11.13", "00:00:12.26" ], [ "00:00:14.03", "00:00:15.13" ] ], "start_stop_frames": [ [ 112, 212 ], [ 253, 643 ], [ 667, 735 ], [ 841, 907 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P25_09+13_14_15_16", "video_id": "P25_09", "narration_ids": [ "P25_09_13", "P25_09_14", "P25_09_15", "P25_09_16" ], "src": "wash lettuce . slice lettuce . pick_up colander", "src1": "wash lettuce", "src2": "slice lettuce", "src3": "pick_up colander", "trg": "put colander", "vis_src": "P25_09:13 P25_09:14 P25_09:15", "vis_trg": "P25_09:16", "narrations": [ "wash lettuce", "slice lettuce", "pick up colander", "put colander" ], "verbs": [ "wash", "slice", "pick-up", "put" ], "verb_classes": [ 2, 7, 0, 1 ], "nouns": [ "lettuce", "lettuce", "colander", "colander" ], "noun_classes": [ 120, 120, 39, 39 ], "start_stop_timestamps": [ [ "00:02:45.72", "00:02:51.91" ], [ "00:02:52.84", "00:03:26.64" ], [ "00:04:20.44", "00:04:21.57" ], [ "00:04:21.67", "00:04:23.40" ] ], "start_stop_frames": [ [ 9943, 10314 ], [ 10370, 12398 ], [ 15626, 15694 ], [ 15700, 15803 ] ], "trgnoun": "colander", "trgverb": "put" }, { "key": "P35_109+240_241_242_243", "video_id": "P35_109", "narration_ids": [ "P35_109_240", "P35_109_241", "P35_109_242", "P35_109_243" ], "src": "pour washing up liquid . put_down washing up liquid . pick_up cup", "src1": "pour washing up liquid", "src2": "put_down washing up liquid", "src3": "pick_up cup", "trg": "lather cup", "vis_src": "P35_109:240 P35_109:241 P35_109:242", "vis_trg": "P35_109:243", "narrations": [ "pour washing up liquid", "put down washing up liquid", "pick up cup", "lather cup" ], "verbs": [ "pour", "put-down", "pick-up", "lather" ], "verb_classes": [ 9, 1, 0, 2 ], "nouns": [ "liquid:washing:up", "liquid:washing:up", "cup", "cup" ], "noun_classes": [ 22, 22, 13, 13 ], "start_stop_timestamps": [ [ "00:16:14.03", "00:16:15.03" ], [ "00:16:15.05", "00:16:16.43" ], [ "00:16:16.48", "00:16:18.73" ], [ "00:16:17.00", "00:16:25.33" ] ], "start_stop_frames": [ [ 48701, 48751 ], [ 48752, 48821 ], [ 48824, 48936 ], [ 48850, 49266 ] ], "trgnoun": "cup", "trgverb": "lather" }, { "key": "P08_05+212_213_214_216", "video_id": "P08_05", "narration_ids": [ "P08_05_212", "P08_05_213", "P08_05_214", "P08_05_216" ], "src": "get carrot . get peeler . peel carrot", "src1": "get carrot", "src2": "get peeler", "src3": "peel carrot", "trg": "chop carrot_edges", "vis_src": "P08_05:212 P08_05:213 P08_05:214", "vis_trg": "P08_05:216", "narrations": [ "get carrot", "get peeler", "peel carrot", "chop carrot edges" ], "verbs": [ "get", "get", "peel", "chop" ], "verb_classes": [ 0, 0, 19, 7 ], "nouns": [ "carrot", "peeler", "carrot", "edge:carrot" ], "noun_classes": [ 41, 87, 41, 41 ], "start_stop_timestamps": [ [ "00:17:12.63", "00:17:14.99" ], [ "00:17:15.71", "00:17:17.96" ], [ "00:17:19.81", "00:17:26.26" ], [ "00:17:34.08", "00:17:36.73" ] ], "start_stop_frames": [ [ 61957, 62099 ], [ 62142, 62277 ], [ 62388, 62775 ], [ 63244, 63403 ] ], "trgnoun": "carrot_edge", "trgverb": "chop" }, { "key": "P02_03+3_4_5_6", "video_id": "P02_03", "narration_ids": [ "P02_03_3", "P02_03_4", "P02_03_5", "P02_03_6" ], "src": "get water_filter . get cup . fill water", "src1": "get water_filter", "src2": "get cup", "src3": "fill water", "trg": "put water_filter", "vis_src": "P02_03:3 P02_03:4 P02_03:5", "vis_trg": "P02_03:6", "narrations": [ "get water filter", "get cup", "fill water", "put water filter" ], "verbs": [ "get", "get", "fill", "put" ], "verb_classes": [ 0, 0, 26, 1 ], "nouns": [ "filter:water", "cup", "water", "filter:water" ], "noun_classes": [ 66, 13, 27, 66 ], "start_stop_timestamps": [ [ "00:00:11.04", "00:00:12.54" ], [ "00:00:11.30", "00:00:12.33" ], [ "00:00:12.67", "00:00:14.39" ], [ "00:00:14.22", "00:00:15.04" ] ], "start_stop_frames": [ [ 662, 752 ], [ 678, 739 ], [ 760, 863 ], [ 853, 902 ] ], "trgnoun": "water_filter", "trgverb": "put" }, { "key": "P02_09+390_393_394_395", "video_id": "P02_09", "narration_ids": [ "P02_09_390", "P02_09_393", "P02_09_394", "P02_09_395" ], "src": "hold glass . stirring stock . carry glass", "src1": "hold glass", "src2": "stirring stock", "src3": "carry glass", "trg": "mix stock with hot water", "vis_src": "P02_09:390 P02_09:393 P02_09:394", "vis_trg": "P02_09:395", "narrations": [ "hold glass", "stirring stock", "carry glass", "mix stock with hot water" ], "verbs": [ "hold", "stir", "carry", "mix-with" ], "verb_classes": [ 34, 10, 89, 10 ], "nouns": [ "glass", "stock", "glass", "stock" ], "noun_classes": [ 10, 95, 10, 95 ], "start_stop_timestamps": [ [ "00:27:44.77", "00:27:48.82" ], [ "00:27:54.23", "00:28:00.65" ], [ "00:28:00.97", "00:28:02.06" ], [ "00:28:01.78", "00:28:06.53" ] ], "start_stop_frames": [ [ 99886, 100129 ], [ 100453, 100839 ], [ 100858, 100923 ], [ 100906, 101191 ] ], "trgnoun": "stock", "trgverb": "mix_with" }, { "key": "P26_28+3_4_5_6", "video_id": "P26_28", "narration_ids": [ "P26_28_3", "P26_28_4", "P26_28_5", "P26_28_6" ], "src": "pick_up tablecloth . pick_up pot . drain pasta", "src1": "pick_up tablecloth", "src2": "pick_up pot", "src3": "drain pasta", "trg": "put pot", "vis_src": "P26_28:3 P26_28:4 P26_28:5", "vis_trg": "P26_28:6", "narrations": [ "pick up tablecloth", "pick up pot", "drain pasta", "put pot" ], "verbs": [ "pick-up", "pick-up", "drain", "put" ], "verb_classes": [ 0, 0, 37, 1 ], "nouns": [ "tablecloth", "pot", "pasta", "pot" ], "noun_classes": [ 17, 29, 45, 29 ], "start_stop_timestamps": [ [ "00:00:10.55", "00:00:12.74" ], [ "00:00:21.84", "00:00:23.40" ], [ "00:00:25.39", "00:00:30.48" ], [ "00:00:30.24", "00:00:31.89" ] ], "start_stop_frames": [ [ 633, 764 ], [ 1310, 1404 ], [ 1523, 1828 ], [ 1814, 1913 ] ], "trgnoun": "pot", "trgverb": "put" }, { "key": "P03_20+6_7_8_9", "video_id": "P03_20", "narration_ids": [ "P03_20_6", "P03_20_7", "P03_20_8", "P03_20_9" ], "src": "pick_up sauce . spoon rice into the lunch box . pat_down rice", "src1": "pick_up sauce", "src2": "spoon rice into the lunch box", "src3": "pat_down rice", "trg": "spoon rice", "vis_src": "P03_20:6 P03_20:7 P03_20:8", "vis_trg": "P03_20:9", "narrations": [ "pick up sauce", "spoon rice into the lunch box", "pat down rice", "spoon rice" ], "verbs": [ "pick-up", "spoon-into", "pat-down", "spoon" ], "verb_classes": [ 0, 16, 32, 16 ], "nouns": [ "sauce", "rice", "rice", "rice" ], "noun_classes": [ 47, 55, 55, 55 ], "start_stop_timestamps": [ [ "00:00:15.32", "00:00:17.59" ], [ "00:00:22.15", "00:00:34.30" ], [ "00:00:34.44", "00:00:36.19" ], [ "00:00:36.54", "00:00:51.02" ] ], "start_stop_frames": [ [ 919, 1055 ], [ 1329, 2058 ], [ 2066, 2171 ], [ 2192, 3061 ] ], "trgnoun": "rice", "trgverb": "spoon" }, { "key": "P10_02+140_141_142_143", "video_id": "P10_02", "narration_ids": [ "P10_02_140", "P10_02_141", "P10_02_142", "P10_02_143" ], "src": "switch_on the water_tap . use the water to clean the pot . clean the brush", "src1": "switch_on the water_tap", "src2": "use the water to clean the pot", "src3": "clean the brush", "trg": "put the brush aside", "vis_src": "P10_02:140 P10_02:141 P10_02:142", "vis_trg": "P10_02:143", "narrations": [ "switch on the water tap", "use the water to clean the pot", "clean the brush", "put the brush aside" ], "verbs": [ "switch-on", "clean", "clean", "put" ], "verb_classes": [ 6, 2, 2, 1 ], "nouns": [ "tap:water", "water", "brush", "brush" ], "noun_classes": [ 0, 27, 103, 103 ], "start_stop_timestamps": [ [ "00:19:20.16", "00:19:21.06" ], [ "00:19:21.15", "00:19:26.01" ], [ "00:19:26.11", "00:19:27.55" ], [ "00:19:26.90", "00:19:28.45" ] ], "start_stop_frames": [ [ 69609, 69663 ], [ 69669, 69960 ], [ 69966, 70053 ], [ 70014, 70107 ] ], "trgnoun": "brush", "trgverb": "put" }, { "key": "P26_28+10_11_12_13", "video_id": "P26_28", "narration_ids": [ "P26_28_10", "P26_28_11", "P26_28_12", "P26_28_13" ], "src": "put colander . pick_up tablecloth . pick_up pot", "src1": "put colander", "src2": "pick_up tablecloth", "src3": "pick_up pot", "trg": "put pot", "vis_src": "P26_28:10 P26_28:11 P26_28:12", "vis_trg": "P26_28:13", "narrations": [ "put colander", "pick up tablecloth", "pick up pot", "put pot" ], "verbs": [ "put", "pick-up", "pick-up", "put" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "colander", "tablecloth", "pot", "pot" ], "noun_classes": [ 39, 17, 29, 29 ], "start_stop_timestamps": [ [ "00:00:52.57", "00:00:54.80" ], [ "00:00:54.49", "00:00:55.14" ], [ "00:00:56.07", "00:00:57.12" ], [ "00:00:58.24", "00:00:59.75" ] ], "start_stop_frames": [ [ 3154, 3288 ], [ 3269, 3308 ], [ 3364, 3427 ], [ 3494, 3585 ] ], "trgnoun": "pot", "trgverb": "put" }, { "key": "P26_28+11_12_13_14", "video_id": "P26_28", "narration_ids": [ "P26_28_11", "P26_28_12", "P26_28_13", "P26_28_14" ], "src": "pick_up tablecloth . pick_up pot . put pot", "src1": "pick_up tablecloth", "src2": "pick_up pot", "src3": "put pot", "trg": "put tablecloth", "vis_src": "P26_28:11 P26_28:12 P26_28:13", "vis_trg": "P26_28:14", "narrations": [ "pick up tablecloth", "pick up pot", "put pot", "put tablecloth" ], "verbs": [ "pick-up", "pick-up", "put", "put" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "tablecloth", "pot", "pot", "tablecloth" ], "noun_classes": [ 17, 29, 29, 17 ], "start_stop_timestamps": [ [ "00:00:54.49", "00:00:55.14" ], [ "00:00:56.07", "00:00:57.12" ], [ "00:00:58.24", "00:00:59.75" ], [ "00:00:59.52", "00:01:01.24" ] ], "start_stop_frames": [ [ 3269, 3308 ], [ 3364, 3427 ], [ 3494, 3585 ], [ 3571, 3674 ] ], "trgnoun": "tablecloth", "trgverb": "put" }, { "key": "P04_107+671_672_673_674", "video_id": "P04_107", "narration_ids": [ "P04_107_671", "P04_107_672", "P04_107_673", "P04_107_674" ], "src": "tap dough . press_down on dough . slide chopstick out of dough", "src1": "tap dough", "src2": "press_down on dough", "src3": "slide chopstick out of dough", "trg": "put_down chopstick", "vis_src": "P04_107:671 P04_107:672 P04_107:673", "vis_trg": "P04_107:674", "narrations": [ "tap dough", "press down on dough", "slide chopstick out of dough", "put down chopstick" ], "verbs": [ "tap", "press-down", "slide-out", "put-down" ], "verb_classes": [ 32, 21, 61, 1 ], "nouns": [ "dough", "dough", "chopstick", "chopstick" ], "noun_classes": [ 25, 25, 80, 80 ], "start_stop_timestamps": [ [ "00:18:10.98", "00:18:11.42" ], [ "00:18:11.60", "00:18:12.19" ], [ "00:18:12.29", "00:18:12.80" ], [ "00:18:12.87", "00:18:13.80" ] ], "start_stop_frames": [ [ 54549, 54571 ], [ 54579, 54609 ], [ 54614, 54640 ], [ 54643, 54690 ] ], "trgnoun": "chopstick", "trgverb": "put_down" }, { "key": "P01_06+15_16_17_18", "video_id": "P01_06", "narration_ids": [ "P01_06_15", "P01_06_16", "P01_06_17", "P01_06_18" ], "src": "put tablecloth . take sponge . pour washing up liquid", "src1": "put tablecloth", "src2": "take sponge", "src3": "pour washing up liquid", "trg": "put_down washing up liquid", "vis_src": "P01_06:15 P01_06:16 P01_06:17", "vis_trg": "P01_06:18", "narrations": [ "put tablecloth", "take sponge", "pour washing up liquid", "put down washing up liquid" ], "verbs": [ "put", "take", "pour", "put-down" ], "verb_classes": [ 1, 0, 9, 1 ], "nouns": [ "tablecloth", "sponge", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 17, 9, 22, 22 ], "start_stop_timestamps": [ [ "00:00:50.24", "00:00:52.03" ], [ "00:00:55.41", "00:00:56.22" ], [ "00:00:57.12", "00:00:59.27" ], [ "00:00:59.45", "00:01:01.09" ] ], "start_stop_frames": [ [ 3014, 3121 ], [ 3324, 3373 ], [ 3427, 3556 ], [ 3567, 3665 ] ], "trgnoun": "up_washing_liquid", "trgverb": "put_down" }, { "key": "P31_08+52_53_54_55", "video_id": "P31_08", "narration_ids": [ "P31_08_52", "P31_08_53", "P31_08_54", "P31_08_55" ], "src": "throw napkin . slice lemon . squeeze lemon", "src1": "throw napkin", "src2": "slice lemon", "src3": "squeeze lemon", "trg": "throw lemon", "vis_src": "P31_08:52 P31_08:53 P31_08:54", "vis_trg": "P31_08:55", "narrations": [ "throw napkin", "slice lemon", "squeeze lemon", "throw lemon" ], "verbs": [ "throw", "slice", "squeeze", "throw" ], "verb_classes": [ 13, 7, 18, 13 ], "nouns": [ "napkin", "lemon", "lemon", "lemon" ], "noun_classes": [ 88, 105, 105, 105 ], "start_stop_timestamps": [ [ "00:07:21.96", "00:07:23.58" ], [ "00:07:28.31", "00:07:32.53" ], [ "00:07:35.77", "00:07:46.56" ], [ "00:07:46.66", "00:07:48.92" ] ], "start_stop_frames": [ [ 26517, 26614 ], [ 26898, 27151 ], [ 27346, 27993 ], [ 27999, 28135 ] ], "trgnoun": "lemon", "trgverb": "throw" }, { "key": "P01_105+212_213_214_216", "video_id": "P01_105", "narration_ids": [ "P01_105_212", "P01_105_213", "P01_105_214", "P01_105_216" ], "src": "take card off box . put_down box . open cupboard", "src1": "take card off box", "src2": "put_down box", "src3": "open cupboard", "trg": "put_down card", "vis_src": "P01_105:212 P01_105:213 P01_105:214", "vis_trg": "P01_105:216", "narrations": [ "take card off box", "put down box", "open cupboard", "put down card" ], "verbs": [ "take-off", "put-down", "open", "put-down" ], "verb_classes": [ 12, 1, 3, 1 ], "nouns": [ "card", "box", "cupboard", "card" ], "noun_classes": [ 49, 23, 3, 49 ], "start_stop_timestamps": [ [ "00:07:46.07", "00:07:46.96" ], [ "00:07:47.06", "00:07:47.62" ], [ "00:07:52.64", "00:07:53.86" ], [ "00:08:04.12", "00:08:05.22" ] ], "start_stop_frames": [ [ 23303, 23348 ], [ 23353, 23381 ], [ 23632, 23693 ], [ 24206, 24261 ] ], "trgnoun": "card", "trgverb": "put_down" }, { "key": "P20_04+326_327_328_329", "video_id": "P20_04", "narration_ids": [ "P20_04_326", "P20_04_327", "P20_04_328", "P20_04_329" ], "src": "put_down bowl . move frying_pan . pick_up spatula", "src1": "put_down bowl", "src2": "move frying_pan", "src3": "pick_up spatula", "trg": "put_down spatula", "vis_src": "P20_04:326 P20_04:327 P20_04:328", "vis_trg": "P20_04:329", "narrations": [ "put down bowl", "move frying pan", "pick up spatula", "put down spatula" ], "verbs": [ "put-down", "move", "pick-up", "put-down" ], "verb_classes": [ 1, 11, 0, 1 ], "nouns": [ "bowl", "pan:frying", "spatula", "spatula" ], "noun_classes": [ 7, 5, 20, 20 ], "start_stop_timestamps": [ [ "00:32:18.74", "00:32:19.67" ], [ "00:32:24.25", "00:32:26.27" ], [ "00:32:26.82", "00:32:30.22" ], [ "00:32:30.88", "00:32:31.98" ] ], "start_stop_frames": [ [ 116324, 116380 ], [ 116655, 116776 ], [ 116809, 117013 ], [ 117052, 117118 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P04_117+123_124_125_126", "video_id": "P04_117", "narration_ids": [ "P04_117_123", "P04_117_124", "P04_117_125", "P04_117_126" ], "src": "take slice of bread out of toaster . turn_off toaster . scoop butter out of tub using knife", "src1": "take slice of bread out of toaster", "src2": "turn_off toaster", "src3": "scoop butter out of tub using knife", "trg": "spread butter on bread", "vis_src": "P04_117:123 P04_117:124 P04_117:125", "vis_trg": "P04_117:126", "narrations": [ "take slice of bread out of toaster", "turn off toaster", "scoop butter out of tub using knife", "spread butter on bread" ], "verbs": [ "take-out", "turn-off", "scoop-out", "spread-on" ], "verb_classes": [ 12, 8, 16, 27 ], "nouns": [ "slice:bread", "toaster", "butter", "butter" ], "noun_classes": [ 33, 186, 78, 78 ], "start_stop_timestamps": [ [ "00:04:24.27", "00:04:25.84" ], [ "00:04:27.05", "00:04:28.30" ], [ "00:04:29.41", "00:04:31.16" ], [ "00:04:31.06", "00:04:32.97" ] ], "start_stop_frames": [ [ 13213, 13291 ], [ 13352, 13415 ], [ 13470, 13558 ], [ 13553, 13648 ] ], "trgnoun": "butter", "trgverb": "spread_on" }, { "key": "P02_04+162_163_164_165", "video_id": "P02_04", "narration_ids": [ "P02_04_162", "P02_04_163", "P02_04_164", "P02_04_165" ], "src": "pick_up water_filter . drink_from glass . pick_up glass", "src1": "pick_up water_filter", "src2": "drink_from glass", "src3": "pick_up glass", "trg": "put glass", "vis_src": "P02_04:162 P02_04:163 P02_04:164", "vis_trg": "P02_04:165", "narrations": [ "pick up water filter", "drink from glass", "pick up glass", "put glass" ], "verbs": [ "pick-up", "drink-from", "pick-up", "put" ], "verb_classes": [ 0, 60, 0, 1 ], "nouns": [ "filter:water", "glass", "glass", "glass" ], "noun_classes": [ 66, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:06:37.82", "00:06:39.09" ], [ "00:06:41.48", "00:06:47.91" ], [ "00:06:41.87", "00:06:42.37" ], [ "00:06:47.82", "00:06:49.38" ] ], "start_stop_frames": [ [ 23869, 23945 ], [ 24088, 24474 ], [ 24112, 24142 ], [ 24469, 24562 ] ], "trgnoun": "glass", "trgverb": "put" }, { "key": "P04_121+541_542_543_544", "video_id": "P04_121", "narration_ids": [ "P04_121_541", "P04_121_542", "P04_121_543", "P04_121_544" ], "src": "tip salt into bag . put_down bag . scoop salt out of bag", "src1": "tip salt into bag", "src2": "put_down bag", "src3": "scoop salt out of bag", "trg": "empty salt into bag", "vis_src": "P04_121:541 P04_121:542 P04_121:543", "vis_trg": "P04_121:544", "narrations": [ "tip salt into bag", "put down bag", "scoop salt out of bag", "empty salt into bag" ], "verbs": [ "tip-into", "put-down", "scoop-out", "empty" ], "verb_classes": [ 9, 1, 16, 20 ], "nouns": [ "salt", "bag", "salt", "salt" ], "noun_classes": [ 38, 19, 38, 38 ], "start_stop_timestamps": [ [ "00:22:12.76", "00:22:13.10" ], [ "00:22:13.20", "00:22:14.09" ], [ "00:22:15.08", "00:22:15.58" ], [ "00:22:16.19", "00:22:17.40" ] ], "start_stop_frames": [ [ 66638, 66655 ], [ 66660, 66704 ], [ 66754, 66779 ], [ 66809, 66870 ] ], "trgnoun": "salt", "trgverb": "empty" }, { "key": "P02_112+290_291_294_295", "video_id": "P02_112", "narration_ids": [ "P02_112_290", "P02_112_291", "P02_112_294", "P02_112_295" ], "src": "get meat from pan . place meat on dough . pick_up pan", "src1": "get meat from pan", "src2": "place meat on dough", "src3": "pick_up pan", "trg": "hold pan", "vis_src": "P02_112:290 P02_112:291 P02_112:294", "vis_trg": "P02_112:295", "narrations": [ "get meat from pan", "place meat on dough", "pick up pan", "hold pan" ], "verbs": [ "get", "place-on", "pick-up", "hold" ], "verb_classes": [ 0, 1, 0, 34 ], "nouns": [ "meat", "meat", "pan", "pan" ], "noun_classes": [ 28, 28, 5, 5 ], "start_stop_timestamps": [ [ "00:18:15.63", "00:18:16.92" ], [ "00:18:17.04", "00:18:18.13" ], [ "00:18:31.89", "00:18:32.43" ], [ "00:18:33.20", "00:18:33.66" ] ], "start_stop_frames": [ [ 54781, 54846 ], [ 54852, 54906 ], [ 55594, 55621 ], [ 55660, 55683 ] ], "trgnoun": "pan", "trgverb": "hold" }, { "key": "P02_03+4_5_6_7", "video_id": "P02_03", "narration_ids": [ "P02_03_4", "P02_03_5", "P02_03_6", "P02_03_7" ], "src": "get cup . fill water . put water_filter", "src1": "get cup", "src2": "fill water", "src3": "put water_filter", "trg": "drink_from cup", "vis_src": "P02_03:4 P02_03:5 P02_03:6", "vis_trg": "P02_03:7", "narrations": [ "get cup", "fill water", "put water filter", "drink from cup" ], "verbs": [ "get", "fill", "put", "drink-from" ], "verb_classes": [ 0, 26, 1, 60 ], "nouns": [ "cup", "water", "filter:water", "cup" ], "noun_classes": [ 13, 27, 66, 13 ], "start_stop_timestamps": [ [ "00:00:11.30", "00:00:12.33" ], [ "00:00:12.67", "00:00:14.39" ], [ "00:00:14.22", "00:00:15.04" ], [ "00:00:14.92", "00:00:21.23" ] ], "start_stop_frames": [ [ 678, 739 ], [ 760, 863 ], [ 853, 902 ], [ 895, 1273 ] ], "trgnoun": "cup", "trgverb": "drink_from" }, { "key": "P04_110+350_355_356_357", "video_id": "P04_110", "narration_ids": [ "P04_110_350", "P04_110_355", "P04_110_356", "P04_110_357" ], "src": "fold dough . lift dough away from chopping board . put dough back on chopping board", "src1": "fold dough", "src2": "lift dough away from chopping board", "src3": "put dough back on chopping board", "trg": "stretch dough", "vis_src": "P04_110:350 P04_110:355 P04_110:356", "vis_trg": "P04_110:357", "narrations": [ "fold dough", "lift dough away from chopping board", "put dough back on chopping board", "stretch dough" ], "verbs": [ "fold", "lift", "put-on", "stretch" ], "verb_classes": [ 28, 33, 1, 50 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:10:34.85", "00:10:35.77" ], [ "00:10:41.09", "00:10:43.19" ], [ "00:10:43.19", "00:10:43.84" ], [ "00:10:44.15", "00:10:45.41" ] ], "start_stop_frames": [ [ 31742, 31788 ], [ 32054, 32159 ], [ 32159, 32192 ], [ 32207, 32270 ] ], "trgnoun": "dough", "trgverb": "stretch" }, { "key": "P22_16+57_58_59_60", "video_id": "P22_16", "narration_ids": [ "P22_16_57", "P22_16_58", "P22_16_59", "P22_16_60" ], "src": "light cooker . put_down lighter . move pan", "src1": "light cooker", "src2": "put_down lighter", "src3": "move pan", "trg": "pick_up lighter", "vis_src": "P22_16:57 P22_16:58 P22_16:59", "vis_trg": "P22_16:60", "narrations": [ "light cooker", "put down lighter", "move pan", "pick up lighter" ], "verbs": [ "light", "put-down", "move", "pick-up" ], "verb_classes": [ 6, 1, 11, 0 ], "nouns": [ "cooker", "lighter", "pan", "lighter" ], "noun_classes": [ 46, 130, 5, 130 ], "start_stop_timestamps": [ [ "00:02:06.82", "00:02:08.06" ], [ "00:02:08.46", "00:02:09.11" ], [ "00:02:09.20", "00:02:10.14" ], [ "00:02:10.24", "00:02:12.20" ] ], "start_stop_frames": [ [ 7609, 7683 ], [ 7707, 7746 ], [ 7751, 7808 ], [ 7814, 7931 ] ], "trgnoun": "lighter", "trgverb": "pick_up" }, { "key": "P02_131+8_9_10_11", "video_id": "P02_131", "narration_ids": [ "P02_131_8", "P02_131_9", "P02_131_10", "P02_131_11" ], "src": "dry hands using towel . pick_up wooden_spoon . clear wooden_spoon", "src1": "dry hands using towel", "src2": "pick_up wooden_spoon", "src3": "clear wooden_spoon", "trg": "put wooden_spoon in glass", "vis_src": "P02_131:8 P02_131:9 P02_131:10", "vis_trg": "P02_131:11", "narrations": [ "dry hands using towel", "pick up wooden spoon", "clear wooden spoon", "put wooden spoon in glass" ], "verbs": [ "dry", "pick-up", "clear", "put-in" ], "verb_classes": [ 14, 0, 12, 5 ], "nouns": [ "hand", "spoon:wooden", "spoon:wooden", "spoon:wooden" ], "noun_classes": [ 11, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:00:25.22", "00:00:31.92" ], [ "00:00:34.42", "00:00:35.63" ], [ "00:00:35.73", "00:00:41.90" ], [ "00:00:43.12", "00:00:43.83" ] ], "start_stop_frames": [ [ 1261, 1596 ], [ 1721, 1781 ], [ 1786, 2095 ], [ 2156, 2191 ] ], "trgnoun": "wooden_spoon", "trgverb": "put_in" }, { "key": "P23_101+163_164_165_166", "video_id": "P23_101", "narration_ids": [ "P23_101_163", "P23_101_164", "P23_101_165", "P23_101_166" ], "src": "cut green_chilli . put knife . switch_off gas", "src1": "cut green_chilli", "src2": "put knife", "src3": "switch_off gas", "trg": "adjust gas", "vis_src": "P23_101:163 P23_101:164 P23_101:165", "vis_trg": "P23_101:166", "narrations": [ "cut green chilli", "put knife", "switch off gas", "adjust gas" ], "verbs": [ "cut", "put", "switch-off", "adjust" ], "verb_classes": [ 7, 1, 8, 17 ], "nouns": [ "chilli:green", "knife", "gas", "gas" ], "noun_classes": [ 69, 4, 24, 24 ], "start_stop_timestamps": [ [ "00:17:06.48", "00:17:35.61" ], [ "00:17:35.21", "00:17:35.51" ], [ "00:17:35.64", "00:17:36.78" ], [ "00:17:37.23", "00:17:39.08" ] ], "start_stop_frames": [ [ 51324, 52780 ], [ 52760, 52775 ], [ 52782, 52839 ], [ 52861, 52954 ] ], "trgnoun": "gas", "trgverb": "adjust" }, { "key": "P02_108+165_166_167_168", "video_id": "P02_108", "narration_ids": [ "P02_108_165", "P02_108_166", "P02_108_167", "P02_108_168" ], "src": "close oil_bottle . mix mixture in bowl using spoon . clear spoon from any mixture", "src1": "close oil_bottle", "src2": "mix mixture in bowl using spoon", "src3": "clear spoon from any mixture", "trg": "put_down spoon", "vis_src": "P02_108:165 P02_108:166 P02_108:167", "vis_trg": "P02_108:168", "narrations": [ "close oil bottle", "mix mixture in bowl using spoon", "clear spoon from any mixture", "put down spoon" ], "verbs": [ "close", "mix-in", "clear", "put-down" ], "verb_classes": [ 4, 10, 12, 1 ], "nouns": [ "bottle:oil", "mixture", "spoon", "spoon" ], "noun_classes": [ 15, 71, 1, 1 ], "start_stop_timestamps": [ [ "00:07:24.99", "00:07:27.81" ], [ "00:07:27.79", "00:07:43.52" ], [ "00:07:43.11", "00:07:46.14" ], [ "00:07:46.24", "00:07:47.73" ] ], "start_stop_frames": [ [ 22249, 22390 ], [ 22389, 23176 ], [ 23155, 23307 ], [ 23312, 23386 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P02_05+0_1_2_3", "video_id": "P02_05", "narration_ids": [ "P02_05_0", "P02_05_1", "P02_05_2", "P02_05_3" ], "src": "pick_up water_filter . pick_up glass . fill glass", "src1": "pick_up water_filter", "src2": "pick_up glass", "src3": "fill glass", "trg": "drink_from glass", "vis_src": "P02_05:0 P02_05:1 P02_05:2", "vis_trg": "P02_05:3", "narrations": [ "pick up water filter", "pick up glass", "fill glass", "drink from glass" ], "verbs": [ "pick-up", "pick-up", "fill", "drink-from" ], "verb_classes": [ 0, 0, 26, 60 ], "nouns": [ "filter:water", "glass", "glass", "glass" ], "noun_classes": [ 66, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:00:02.84", "00:00:03.58" ], [ "00:00:03.46", "00:00:04.18" ], [ "00:00:04.21", "00:00:05.72" ], [ "00:00:06.18", "00:00:11.16" ] ], "start_stop_frames": [ [ 170, 214 ], [ 207, 250 ], [ 252, 343 ], [ 370, 669 ] ], "trgnoun": "glass", "trgverb": "drink_from" }, { "key": "P02_105+73_74_75_76", "video_id": "P02_105", "narration_ids": [ "P02_105_73", "P02_105_74", "P02_105_75", "P02_105_76" ], "src": "pick_up grater . sponge grater . open tap", "src1": "pick_up grater", "src2": "sponge grater", "src3": "open tap", "trg": "rinse grater", "vis_src": "P02_105:73 P02_105:74 P02_105:75", "vis_trg": "P02_105:76", "narrations": [ "pick up grater", "sponge grater", "open tap", "rinse grater" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "grater", "grater", "tap", "grater" ], "noun_classes": [ 96, 96, 0, 96 ], "start_stop_timestamps": [ [ "00:02:30.88", "00:02:31.70" ], [ "00:02:31.80", "00:02:33.76" ], [ "00:02:34.00", "00:02:34.86" ], [ "00:02:34.89", "00:02:38.45" ] ], "start_stop_frames": [ [ 7544, 7584 ], [ 7590, 7688 ], [ 7700, 7743 ], [ 7744, 7922 ] ], "trgnoun": "grater", "trgverb": "rinse" }, { "key": "P06_103+173_174_175_176", "video_id": "P06_103", "narration_ids": [ "P06_103_173", "P06_103_174", "P06_103_175", "P06_103_176" ], "src": "close wraps . open fridge . put wraps in fridge", "src1": "close wraps", "src2": "open fridge", "src3": "put wraps in fridge", "trg": "close fridge", "vis_src": "P06_103:173 P06_103:174 P06_103:175", "vis_trg": "P06_103:176", "narrations": [ "close wraps", "open fridge", "put wraps in fridge", "close fridge" ], "verbs": [ "close", "open", "put-in", "close" ], "verb_classes": [ 4, 3, 5, 4 ], "nouns": [ "wrap", "fridge", "wrap", "fridge" ], "noun_classes": [ 107, 12, 107, 12 ], "start_stop_timestamps": [ [ "00:13:43.04", "00:13:48.09" ], [ "00:13:52.14", "00:13:53.34" ], [ "00:13:53.82", "00:13:56.16" ], [ "00:13:56.29", "00:13:57.89" ] ], "start_stop_frames": [ [ 41152, 41404 ], [ 41607, 41667 ], [ 41691, 41808 ], [ 41814, 41894 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P06_109+1_2_3_4", "video_id": "P06_109", "narration_ids": [ "P06_109_1", "P06_109_2", "P06_109_3", "P06_109_4" ], "src": "pick_up fork . open oven . take_out pizza", "src1": "pick_up fork", "src2": "open oven", "src3": "take_out pizza", "trg": "turn pizza", "vis_src": "P06_109:1 P06_109:2 P06_109:3", "vis_trg": "P06_109:4", "narrations": [ "pick up fork", "open oven", "take out pizza", "turn pizza" ], "verbs": [ "pick-up", "open", "take-out", "turn" ], "verb_classes": [ 0, 3, 12, 23 ], "nouns": [ "fork", "oven", "pizza", "pizza" ], "noun_classes": [ 14, 46, 91, 91 ], "start_stop_timestamps": [ [ "00:00:09.50", "00:00:11.73" ], [ "00:00:11.40", "00:00:13.71" ], [ "00:00:13.22", "00:00:16.00" ], [ "00:00:16.10", "00:00:19.65" ] ], "start_stop_frames": [ [ 475, 586 ], [ 570, 685 ], [ 661, 800 ], [ 805, 982 ] ], "trgnoun": "pizza", "trgverb": "turn" }, { "key": "P02_120+6_7_8_9", "video_id": "P02_120", "narration_ids": [ "P02_120_6", "P02_120_7", "P02_120_8", "P02_120_9" ], "src": "put_down eggs . open eggs pack . pick_up egg", "src1": "put_down eggs", "src2": "open eggs pack", "src3": "pick_up egg", "trg": "tap egg on side of bowl", "vis_src": "P02_120:6 P02_120:7 P02_120:8", "vis_trg": "P02_120:9", "narrations": [ "put down eggs", "open eggs pack", "pick up egg", "tap egg on side of bowl" ], "verbs": [ "put-down", "open", "pick-up", "tap-on" ], "verb_classes": [ 1, 3, 0, 32 ], "nouns": [ "egg", "egg", "egg", "egg" ], "noun_classes": [ 53, 53, 53, 53 ], "start_stop_timestamps": [ [ "00:00:51.03", "00:00:52.62" ], [ "00:00:52.58", "00:00:54.02" ], [ "00:00:54.04", "00:00:55.60" ], [ "00:00:55.54", "00:00:56.69" ] ], "start_stop_frames": [ [ 2551, 2631 ], [ 2629, 2701 ], [ 2702, 2780 ], [ 2777, 2834 ] ], "trgnoun": "egg", "trgverb": "tap_on" }, { "key": "P04_102+19_20_21_23", "video_id": "P04_102", "narration_ids": [ "P04_102_19", "P04_102_20", "P04_102_21", "P04_102_23" ], "src": "put bowl in dishwasher . pick_up bag . pick_up broccoli", "src1": "put bowl in dishwasher", "src2": "pick_up bag", "src3": "pick_up broccoli", "trg": "hold bag", "vis_src": "P04_102:19 P04_102:20 P04_102:21", "vis_trg": "P04_102:23", "narrations": [ "put bowl in dishwasher", "pick up bag", "pick up broccoli", "hold bag" ], "verbs": [ "put-in", "pick-up", "pick-up", "hold" ], "verb_classes": [ 5, 0, 0, 34 ], "nouns": [ "bowl", "bag", "broccoli", "bag" ], "noun_classes": [ 7, 19, 101, 19 ], "start_stop_timestamps": [ [ "00:00:49.38", "00:00:50.65" ], [ "00:00:57.35", "00:00:58.18" ], [ "00:00:58.53", "00:00:59.28" ], [ "00:01:01.00", "00:01:03.86" ] ], "start_stop_frames": [ [ 2469, 2532 ], [ 2867, 2909 ], [ 2926, 2964 ], [ 3050, 3193 ] ], "trgnoun": "bag", "trgverb": "hold" }, { "key": "P06_109+2_3_4_5", "video_id": "P06_109", "narration_ids": [ "P06_109_2", "P06_109_3", "P06_109_4", "P06_109_5" ], "src": "open oven . take_out pizza . turn pizza", "src1": "open oven", "src2": "take_out pizza", "src3": "turn pizza", "trg": "put pizza in oven", "vis_src": "P06_109:2 P06_109:3 P06_109:4", "vis_trg": "P06_109:5", "narrations": [ "open oven", "take out pizza", "turn pizza", "put pizza in oven" ], "verbs": [ "open", "take-out", "turn", "put-in" ], "verb_classes": [ 3, 12, 23, 5 ], "nouns": [ "oven", "pizza", "pizza", "pizza" ], "noun_classes": [ 46, 91, 91, 91 ], "start_stop_timestamps": [ [ "00:00:11.40", "00:00:13.71" ], [ "00:00:13.22", "00:00:16.00" ], [ "00:00:16.10", "00:00:19.65" ], [ "00:00:19.67", "00:00:22.54" ] ], "start_stop_frames": [ [ 570, 685 ], [ 661, 800 ], [ 805, 982 ], [ 983, 1127 ] ], "trgnoun": "pizza", "trgverb": "put_in" }, { "key": "P02_124+69_70_71_72", "video_id": "P02_124", "narration_ids": [ "P02_124_69", "P02_124_70", "P02_124_71", "P02_124_72" ], "src": "pour milk from bottle into mug . close milk_bottle . open fridge", "src1": "pour milk from bottle into mug", "src2": "close milk_bottle", "src3": "open fridge", "trg": "put milk_bottle in fridge door", "vis_src": "P02_124:69 P02_124:70 P02_124:71", "vis_trg": "P02_124:72", "narrations": [ "pour milk from bottle into mug", "close milk bottle", "open fridge", "put milk bottle in fridge door" ], "verbs": [ "pour-from", "close", "open", "put-in" ], "verb_classes": [ 9, 4, 3, 5 ], "nouns": [ "milk", "bottle:milk", "fridge", "bottle:milk" ], "noun_classes": [ 64, 15, 12, 15 ], "start_stop_timestamps": [ [ "00:02:27.17", "00:02:30.29" ], [ "00:02:30.37", "00:02:32.08" ], [ "00:02:33.67", "00:02:34.44" ], [ "00:02:34.46", "00:02:36.01" ] ], "start_stop_frames": [ [ 7358, 7514 ], [ 7518, 7603 ], [ 7683, 7722 ], [ 7723, 7800 ] ], "trgnoun": "milk_bottle", "trgverb": "put_in" }, { "key": "P08_23+147_148_150_151", "video_id": "P08_23", "narration_ids": [ "P08_23_147", "P08_23_148", "P08_23_150", "P08_23_151" ], "src": "tap on . wash chilli . search_for plate", "src1": "tap on", "src2": "wash chilli", "src3": "search_for plate", "trg": "get plate", "vis_src": "P08_23:147 P08_23:148 P08_23:150", "vis_trg": "P08_23:151", "narrations": [ "tap on", "wash chilli", "search for plate", "get plate" ], "verbs": [ "turn-on", "wash", "search-for", "get" ], "verb_classes": [ 6, 2, 48, 0 ], "nouns": [ "tap", "chilli", "plate", "plate" ], "noun_classes": [ 0, 69, 2, 2 ], "start_stop_timestamps": [ [ "00:13:49.62", "00:13:51.09" ], [ "00:13:50.37", "00:13:51.61" ], [ "00:13:58.85", "00:14:03.82" ], [ "00:14:04.15", "00:14:06.45" ] ], "start_stop_frames": [ [ 49777, 49865 ], [ 49822, 49896 ], [ 50331, 50629 ], [ 50649, 50787 ] ], "trgnoun": "plate", "trgverb": "get" }, { "key": "P28_112+1_2_3_4", "video_id": "P28_112", "narration_ids": [ "P28_112_1", "P28_112_2", "P28_112_3", "P28_112_4" ], "src": "take detergent . put detergent . take clothes", "src1": "take detergent", "src2": "put detergent", "src3": "take clothes", "trg": "put clothes", "vis_src": "P28_112:1 P28_112:2 P28_112:3", "vis_trg": "P28_112:4", "narrations": [ "take detergent", "put detergent", "take clothes", "put clothes" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "detergent", "detergent", "clothes", "clothes" ], "noun_classes": [ 22, 22, 73, 73 ], "start_stop_timestamps": [ [ "00:00:13.07", "00:00:13.79" ], [ "00:00:14.16", "00:00:14.83" ], [ "00:00:15.50", "00:00:17.00" ], [ "00:00:17.25", "00:00:17.93" ] ], "start_stop_frames": [ [ 653, 689 ], [ 708, 741 ], [ 775, 850 ], [ 862, 896 ] ], "trgnoun": "clothes", "trgverb": "put" }, { "key": "P27_103+118_119_120_121", "video_id": "P27_103", "narration_ids": [ "P27_103_118", "P27_103_119", "P27_103_120", "P27_103_121" ], "src": "adjust gas . pick_up egg . pick_up containers", "src1": "adjust gas", "src2": "pick_up egg", "src3": "pick_up containers", "trg": "put_down container", "vis_src": "P27_103:118 P27_103:119 P27_103:120", "vis_trg": "P27_103:121", "narrations": [ "adjust gas", "pick up egg", "pick up containers", "put down container" ], "verbs": [ "adjust", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 17, 0, 0, 1 ], "nouns": [ "gas", "egg", "container", "container" ], "noun_classes": [ 24, 53, 21, 21 ], "start_stop_timestamps": [ [ "00:05:21.43", "00:05:22.00" ], [ "00:05:27.89", "00:05:28.53" ], [ "00:05:31.12", "00:05:32.62" ], [ "00:05:32.73", "00:05:34.58" ] ], "start_stop_frames": [ [ 16071, 16100 ], [ 16394, 16426 ], [ 16556, 16631 ], [ 16636, 16729 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P01_105+756_757_758_759", "video_id": "P01_105", "narration_ids": [ "P01_105_756", "P01_105_757", "P01_105_758", "P01_105_759" ], "src": "pick_up colander . shake colander . pour noodles into wok", "src1": "pick_up colander", "src2": "shake colander", "src3": "pour noodles into wok", "trg": "put_down colander", "vis_src": "P01_105:756 P01_105:757 P01_105:758", "vis_trg": "P01_105:759", "narrations": [ "pick up colander", "shake colander", "pour noodles into wok", "put down colander" ], "verbs": [ "pick-up", "shake", "pour-into", "put-down" ], "verb_classes": [ 0, 15, 9, 1 ], "nouns": [ "colander", "colander", "noodle", "colander" ], "noun_classes": [ 39, 39, 155, 39 ], "start_stop_timestamps": [ [ "00:33:08.09", "00:33:09.14" ], [ "00:33:09.14", "00:33:11.14" ], [ "00:33:11.74", "00:33:15.37" ], [ "00:33:16.02", "00:33:16.84" ] ], "start_stop_frames": [ [ 99404, 99457 ], [ 99457, 99557 ], [ 99587, 99768 ], [ 99801, 99842 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P22_117+216_217_218_219", "video_id": "P22_117", "narration_ids": [ "P22_117_216", "P22_117_217", "P22_117_218", "P22_117_219" ], "src": "close bag . pick_up onion . unwrap onion", "src1": "close bag", "src2": "pick_up onion", "src3": "unwrap onion", "trg": "put_down onion", "vis_src": "P22_117:216 P22_117:217 P22_117:218", "vis_trg": "P22_117:219", "narrations": [ "close bag", "pick up onion", "unwrap onion", "put down onion" ], "verbs": [ "close", "pick-up", "unwrap", "put-down" ], "verb_classes": [ 4, 0, 84, 1 ], "nouns": [ "bag", "onion", "onion", "onion" ], "noun_classes": [ 19, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:08:53.94", "00:08:56.04" ], [ "00:08:56.34", "00:08:57.15" ], [ "00:08:56.99", "00:09:08.49" ], [ "00:09:01.33", "00:09:02.83" ] ], "start_stop_frames": [ [ 26697, 26802 ], [ 26817, 26857 ], [ 26849, 27424 ], [ 27066, 27141 ] ], "trgnoun": "onion", "trgverb": "put_down" }, { "key": "P02_120+7_8_9_10", "video_id": "P02_120", "narration_ids": [ "P02_120_7", "P02_120_8", "P02_120_9", "P02_120_10" ], "src": "open eggs pack . pick_up egg . tap egg on side of bowl", "src1": "open eggs pack", "src2": "pick_up egg", "src3": "tap egg on side of bowl", "trg": "crack egg", "vis_src": "P02_120:7 P02_120:8 P02_120:9", "vis_trg": "P02_120:10", "narrations": [ "open eggs pack", "pick up egg", "tap egg on side of bowl", "crack egg" ], "verbs": [ "open", "pick-up", "tap-on", "crack" ], "verb_classes": [ 3, 0, 32, 30 ], "nouns": [ "egg", "egg", "egg", "egg" ], "noun_classes": [ 53, 53, 53, 53 ], "start_stop_timestamps": [ [ "00:00:52.58", "00:00:54.02" ], [ "00:00:54.04", "00:00:55.60" ], [ "00:00:55.54", "00:00:56.69" ], [ "00:00:56.76", "00:00:59.02" ] ], "start_stop_frames": [ [ 2629, 2701 ], [ 2702, 2780 ], [ 2777, 2834 ], [ 2838, 2951 ] ], "trgnoun": "egg", "trgverb": "crack" }, { "key": "P04_102+20_21_23_54", "video_id": "P04_102", "narration_ids": [ "P04_102_20", "P04_102_21", "P04_102_23", "P04_102_54" ], "src": "pick_up bag . pick_up broccoli . hold bag", "src1": "pick_up bag", "src2": "pick_up broccoli", "src3": "hold bag", "trg": "put_down bag", "vis_src": "P04_102:20 P04_102:21 P04_102:23", "vis_trg": "P04_102:54", "narrations": [ "pick up bag", "pick up broccoli", "hold bag", "put down bag" ], "verbs": [ "pick-up", "pick-up", "hold", "put-down" ], "verb_classes": [ 0, 0, 34, 1 ], "nouns": [ "bag", "broccoli", "bag", "bag" ], "noun_classes": [ 19, 101, 19, 19 ], "start_stop_timestamps": [ [ "00:00:57.35", "00:00:58.18" ], [ "00:00:58.53", "00:00:59.28" ], [ "00:01:01.00", "00:01:03.86" ], [ "00:01:56.68", "00:01:57.50" ] ], "start_stop_frames": [ [ 2867, 2909 ], [ 2926, 2964 ], [ 3050, 3193 ], [ 5834, 5875 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P23_02+186_187_188_189", "video_id": "P23_02", "narration_ids": [ "P23_02_186", "P23_02_187", "P23_02_188", "P23_02_189" ], "src": "close the door . washing the coffee_machine . put it with the brush", "src1": "close the door", "src2": "washing the coffee_machine", "src3": "put it with the brush", "trg": "cleaning the coffee_machine with the brush", "vis_src": "P23_02:186 P23_02:187 P23_02:188", "vis_trg": "P23_02:189", "narrations": [ "close the door", "washing the coffee machine", "put it with the brush", "cleaning the coffee machine with the brush" ], "verbs": [ "close", "wash", "put-with", "clean-with" ], "verb_classes": [ 4, 2, 1, 2 ], "nouns": [ "door", "machine:coffee", "brush", "machine:coffee" ], "noun_classes": [ 3, 50, 103, 50 ], "start_stop_timestamps": [ [ "00:25:37.61", "00:25:38.61" ], [ "00:25:40.53", "00:25:50.87" ], [ "00:25:51.51", "00:25:52.44" ], [ "00:25:55.53", "00:26:07.15" ] ], "start_stop_frames": [ [ 92256, 92316 ], [ 92431, 93052 ], [ 93090, 93146 ], [ 93331, 94029 ] ], "trgnoun": "coffee_machine", "trgverb": "clean_with" }, { "key": "P08_18+22_23_24_25", "video_id": "P08_18", "narration_ids": [ "P08_18_22", "P08_18_23", "P08_18_24", "P08_18_25" ], "src": "place forks and knives . get towel . wipe_off plate", "src1": "place forks and knives", "src2": "get towel", "src3": "wipe_off plate", "trg": "place plate", "vis_src": "P08_18:22 P08_18:23 P08_18:24", "vis_trg": "P08_18:25", "narrations": [ "place forks and knives", "get towel", "wipe off plate", "place plate" ], "verbs": [ "place", "get", "wipe-off", "place" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "fork", "towel", "plate", "plate" ], "noun_classes": [ 14, 52, 2, 2 ], "start_stop_timestamps": [ [ "00:01:26.64", "00:01:29.29" ], [ "00:01:29.89", "00:01:31.10" ], [ "00:01:31.20", "00:01:33.31" ], [ "00:01:33.41", "00:01:34.88" ] ], "start_stop_frames": [ [ 5198, 5357 ], [ 5393, 5466 ], [ 5472, 5598 ], [ 5604, 5692 ] ], "trgnoun": "plate", "trgverb": "place" }, { "key": "P22_110+114_115_116_117", "video_id": "P22_110", "narration_ids": [ "P22_110_114", "P22_110_115", "P22_110_116", "P22_110_117" ], "src": "lather spatula . put_down spatula . pick_up pan", "src1": "lather spatula", "src2": "put_down spatula", "src3": "pick_up pan", "trg": "lather pan", "vis_src": "P22_110:114 P22_110:115 P22_110:116", "vis_trg": "P22_110:117", "narrations": [ "lather spatula", "put down spatula", "pick up pan", "lather pan" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spatula", "spatula", "pan", "pan" ], "noun_classes": [ 20, 20, 5, 5 ], "start_stop_timestamps": [ [ "00:03:18.05", "00:03:24.03" ], [ "00:03:24.37", "00:03:25.02" ], [ "00:03:24.88", "00:03:26.07" ], [ "00:03:26.42", "00:03:46.81" ] ], "start_stop_frames": [ [ 9902, 10201 ], [ 10218, 10251 ], [ 10244, 10303 ], [ 10321, 11340 ] ], "trgnoun": "pan", "trgverb": "lather" }, { "key": "P09_05+34_35_36_37", "video_id": "P09_05", "narration_ids": [ "P09_05_34", "P09_05_35", "P09_05_36", "P09_05_37" ], "src": "add cheese in omelette . cook omelette . turn_off stove", "src1": "add cheese in omelette", "src2": "cook omelette", "src3": "turn_off stove", "trg": "take cheese", "vis_src": "P09_05:34 P09_05:35 P09_05:36", "vis_trg": "P09_05:37", "narrations": [ "add cheese in omelette", "cook omelette", "turn off stove", "take cheese" ], "verbs": [ "add-in", "cook", "turn-off", "take" ], "verb_classes": [ 46, 45, 8, 0 ], "nouns": [ "cheese", "omelette", "stove", "cheese" ], "noun_classes": [ 32, 162, 24, 32 ], "start_stop_timestamps": [ [ "00:02:57.97", "00:03:02.52" ], [ "00:03:02.62", "00:03:07.79" ], [ "00:03:08.00", "00:03:09.28" ], [ "00:03:10.46", "00:03:14.04" ] ], "start_stop_frames": [ [ 10678, 10951 ], [ 10957, 11267 ], [ 11280, 11356 ], [ 11427, 11642 ] ], "trgnoun": "cheese", "trgverb": "take" }, { "key": "P04_107+718_719_720_721", "video_id": "P04_107", "narration_ids": [ "P04_107_718", "P04_107_719", "P04_107_720", "P04_107_721" ], "src": "move chopstick . pick_up ball of dough . squeeze ball of dough", "src1": "move chopstick", "src2": "pick_up ball of dough", "src3": "squeeze ball of dough", "trg": "put ball of dough on chopping board", "vis_src": "P04_107:718 P04_107:719 P04_107:720", "vis_trg": "P04_107:721", "narrations": [ "move chopstick", "pick up ball of dough", "squeeze ball of dough", "put ball of dough on chopping board" ], "verbs": [ "move", "pick-up", "squeeze", "put-on" ], "verb_classes": [ 11, 0, 18, 1 ], "nouns": [ "chopstick", "ball:dough", "ball:dough", "ball:dough" ], "noun_classes": [ 80, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:19:21.62", "00:19:22.33" ], [ "00:19:22.19", "00:19:22.94" ], [ "00:19:22.38", "00:19:25.06" ], [ "00:19:24.64", "00:19:25.85" ] ], "start_stop_frames": [ [ 58080, 58116 ], [ 58109, 58147 ], [ 58119, 58253 ], [ 58232, 58292 ] ], "trgnoun": "dough_ball", "trgverb": "put_on" }, { "key": "P01_109+899_900_901_902", "video_id": "P01_109", "narration_ids": [ "P01_109_899", "P01_109_900", "P01_109_901", "P01_109_902" ], "src": "get aluminium_foil . put_down aluminium_foil . wrap plate with aluminium foil", "src1": "get aluminium_foil", "src2": "put_down aluminium_foil", "src3": "wrap plate with aluminium foil", "trg": "pick_up plate", "vis_src": "P01_109:899 P01_109:900 P01_109:901", "vis_trg": "P01_109:902", "narrations": [ "get aluminium foil", "put down aluminium foil", "wrap plate with aluminium foil", "pick up plate" ], "verbs": [ "get", "put-down", "wrap-with", "pick-up" ], "verb_classes": [ 0, 1, 36, 0 ], "nouns": [ "foil:aluminium", "foil:aluminium", "plate", "plate" ], "noun_classes": [ 123, 123, 2, 2 ], "start_stop_timestamps": [ [ "01:01:18.45", "01:01:21.56" ], [ "01:01:21.66", "01:01:22.22" ], [ "01:01:22.45", "01:01:28.80" ], [ "01:01:29.15", "01:01:30.30" ] ], "start_stop_frames": [ [ 183922, 184078 ], [ 184083, 184111 ], [ 184122, 184440 ], [ 184457, 184515 ] ], "trgnoun": "plate", "trgverb": "pick_up" }, { "key": "P04_01+20_21_22_23", "video_id": "P04_01", "narration_ids": [ "P04_01_20", "P04_01_21", "P04_01_22", "P04_01_23" ], "src": "pick_up can_opener . put lid . pick_up lid", "src1": "pick_up can_opener", "src2": "put lid", "src3": "pick_up lid", "trg": "put lid in dishwasher", "vis_src": "P04_01:20 P04_01:21 P04_01:22", "vis_trg": "P04_01:23", "narrations": [ "pick up can opener", "put lid", "pick up lid", "put lid in dishwasher" ], "verbs": [ "pick-up", "put", "pick-up", "put-in" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "opener:can", "lid", "lid", "lid" ], "noun_classes": [ 174, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:01:07.39", "00:01:08.39" ], [ "00:01:09.17", "00:01:10.31" ], [ "00:01:09.44", "00:01:10.15" ], [ "00:01:12.58", "00:01:17.03" ] ], "start_stop_frames": [ [ 4043, 4103 ], [ 4150, 4218 ], [ 4166, 4209 ], [ 4354, 4621 ] ], "trgnoun": "lid", "trgverb": "put_in" }, { "key": "P09_103+14_15_16_17", "video_id": "P09_103", "narration_ids": [ "P09_103_14", "P09_103_15", "P09_103_16", "P09_103_17" ], "src": "stir chicken . take chicken_breast . take knife", "src1": "stir chicken", "src2": "take chicken_breast", "src3": "take knife", "trg": "cut chicken", "vis_src": "P09_103:14 P09_103:15 P09_103:16", "vis_trg": "P09_103:17", "narrations": [ "stir chicken", "take chicken breast", "take knife", "cut chicken" ], "verbs": [ "stir", "take", "take", "cut" ], "verb_classes": [ 10, 0, 0, 7 ], "nouns": [ "chicken", "breast:chicken", "knife", "chicken" ], "noun_classes": [ 57, 57, 4, 57 ], "start_stop_timestamps": [ [ "00:02:51.43", "00:03:02.03" ], [ "00:03:05.00", "00:03:08.08" ], [ "00:03:12.15", "00:03:12.76" ], [ "00:03:12.86", "00:03:47.40" ] ], "start_stop_frames": [ [ 8571, 9101 ], [ 9250, 9404 ], [ 9607, 9638 ], [ 9643, 11370 ] ], "trgnoun": "chicken", "trgverb": "cut" }, { "key": "P01_108+23_24_25_26", "video_id": "P01_108", "narration_ids": [ "P01_108_23", "P01_108_24", "P01_108_25", "P01_108_26" ], "src": "open purse . put chopsticks and wooden spoon into purse . close purse", "src1": "open purse", "src2": "put chopsticks and wooden spoon into purse", "src3": "close purse", "trg": "put_down purse", "vis_src": "P01_108:23 P01_108:24 P01_108:25", "vis_trg": "P01_108:26", "narrations": [ "open purse", "put chopsticks and wooden spoon into purse", "close purse", "put down purse" ], "verbs": [ "open", "put-into", "close", "put-down" ], "verb_classes": [ 3, 5, 4, 1 ], "nouns": [ "purse", "chopstick", "purse", "purse" ], "noun_classes": [ 19, 80, 19, 19 ], "start_stop_timestamps": [ [ "00:00:47.96", "00:00:50.57" ], [ "00:00:50.67", "00:00:53.48" ], [ "00:00:53.60", "00:01:06.28" ], [ "00:01:06.18", "00:01:06.71" ] ], "start_stop_frames": [ [ 2398, 2528 ], [ 2533, 2674 ], [ 2680, 3314 ], [ 3309, 3335 ] ], "trgnoun": "purse", "trgverb": "put_down" }, { "key": "P04_120+27_28_29_30", "video_id": "P04_120", "narration_ids": [ "P04_120_27", "P04_120_28", "P04_120_29", "P04_120_30" ], "src": "put top on water bottle . put_down water_bottle . pick_up instructions", "src1": "put top on water bottle", "src2": "put_down water_bottle", "src3": "pick_up instructions", "trg": "read instructions", "vis_src": "P04_120:27 P04_120:28 P04_120:29", "vis_trg": "P04_120:30", "narrations": [ "put top on water bottle", "put down water bottle", "pick up instructions", "read instructions" ], "verbs": [ "put-on", "put-down", "pick-up", "read" ], "verb_classes": [ 1, 1, 0, 38 ], "nouns": [ "top", "bottle:water", "instruction", "instruction" ], "noun_classes": [ 42, 15, 149, 149 ], "start_stop_timestamps": [ [ "00:01:20.54", "00:01:21.30" ], [ "00:01:24.96", "00:01:25.99" ], [ "00:01:26.68", "00:01:28.51" ], [ "00:01:28.08", "00:01:57.54" ] ], "start_stop_frames": [ [ 4026, 4065 ], [ 4248, 4299 ], [ 4334, 4425 ], [ 4404, 5877 ] ], "trgnoun": "instruction", "trgverb": "read" }, { "key": "P02_06+184_185_186_187", "video_id": "P02_06", "narration_ids": [ "P02_06_184", "P02_06_185", "P02_06_186", "P02_06_187" ], "src": "pick_up plate . put wooden salad_plate . pick_up lettuce", "src1": "pick_up plate", "src2": "put wooden salad_plate", "src3": "pick_up lettuce", "trg": "put lettuce on chopping board", "vis_src": "P02_06:184 P02_06:185 P02_06:186", "vis_trg": "P02_06:187", "narrations": [ "pick up plate", "put wooden salad plate", "pick up lettuce", "put lettuce on chopping board" ], "verbs": [ "pick-up", "put", "pick-up", "put-on" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "plate", "plate:salad", "lettuce", "lettuce" ], "noun_classes": [ 2, 2, 120, 120 ], "start_stop_timestamps": [ [ "00:08:32.57", "00:08:36.57" ], [ "00:08:40.11", "00:08:41.45" ], [ "00:08:42.76", "00:08:43.93" ], [ "00:08:44.34", "00:08:45.11" ] ], "start_stop_frames": [ [ 30754, 30994 ], [ 31206, 31287 ], [ 31365, 31435 ], [ 31460, 31506 ] ], "trgnoun": "lettuce", "trgverb": "put_on" }, { "key": "P27_101+234_235_236_237", "video_id": "P27_101", "narration_ids": [ "P27_101_234", "P27_101_235", "P27_101_236", "P27_101_237" ], "src": "move tap . use towel . dry counter top", "src1": "move tap", "src2": "use towel", "src3": "dry counter top", "trg": "put_down towel", "vis_src": "P27_101:234 P27_101:235 P27_101:236", "vis_trg": "P27_101:237", "narrations": [ "move tap", "use towel", "dry counter top", "put down towel" ], "verbs": [ "move", "use", "dry", "put-down" ], "verb_classes": [ 11, 76, 14, 1 ], "nouns": [ "tap", "towel", "top", "towel" ], "noun_classes": [ 0, 52, 42, 52 ], "start_stop_timestamps": [ [ "00:10:17.84", "00:10:21.13" ], [ "00:10:21.87", "00:10:23.77" ], [ "00:10:23.87", "00:10:26.59" ], [ "00:10:29.72", "00:10:30.26" ] ], "start_stop_frames": [ [ 30892, 31056 ], [ 31093, 31188 ], [ 31193, 31329 ], [ 31486, 31513 ] ], "trgnoun": "towel", "trgverb": "put_down" }, { "key": "P02_02+77_78_79_80", "video_id": "P02_02", "narration_ids": [ "P02_02_77", "P02_02_78", "P02_02_79", "P02_02_80" ], "src": "open tap . rinse plate . close top", "src1": "open tap", "src2": "rinse plate", "src3": "close top", "trg": "put plate into drainer", "vis_src": "P02_02:77 P02_02:78 P02_02:79", "vis_trg": "P02_02:80", "narrations": [ "open tap", "rinse plate", "close top", "put plate into drainer" ], "verbs": [ "turn-on", "rinse", "close", "put-into" ], "verb_classes": [ 6, 2, 4, 5 ], "nouns": [ "tap", "plate", "top", "plate" ], "noun_classes": [ 0, 2, 42, 2 ], "start_stop_timestamps": [ [ "00:02:54.58", "00:02:56.27" ], [ "00:02:55.95", "00:03:03.05" ], [ "00:03:02.02", "00:03:03.05" ], [ "00:03:03.15", "00:03:05.58" ] ], "start_stop_frames": [ [ 10474, 10576 ], [ 10557, 10983 ], [ 10921, 10983 ], [ 10989, 11134 ] ], "trgnoun": "plate", "trgverb": "put_into" }, { "key": "P04_107+747_748_749_750", "video_id": "P04_107", "narration_ids": [ "P04_107_747", "P04_107_748", "P04_107_749", "P04_107_750" ], "src": "lay_out greaseproof_paper . put_down dough . move greaseproof_paper", "src1": "lay_out greaseproof_paper", "src2": "put_down dough", "src3": "move greaseproof_paper", "trg": "straighten greaseproof_paper", "vis_src": "P04_107:747 P04_107:748 P04_107:749", "vis_trg": "P04_107:750", "narrations": [ "lay out greaseproof paper", "put down dough", "move greaseproof paper", "straighten greaseproof paper" ], "verbs": [ "lay-out", "put-down", "move", "straighten" ], "verb_classes": [ 1, 1, 11, 40 ], "nouns": [ "paper:greaseproof", "dough", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 49, 25, 49, 49 ], "start_stop_timestamps": [ [ "00:20:01.22", "00:20:01.91" ], [ "00:20:02.24", "00:20:03.88" ], [ "00:20:03.84", "00:20:04.76" ], [ "00:20:05.91", "00:20:07.81" ] ], "start_stop_frames": [ [ 60061, 60095 ], [ 60112, 60194 ], [ 60191, 60238 ], [ 60295, 60390 ] ], "trgnoun": "greaseproof_paper", "trgverb": "straighten" }, { "key": "P09_105+32_33_34_35", "video_id": "P09_105", "narration_ids": [ "P09_105_32", "P09_105_33", "P09_105_34", "P09_105_35" ], "src": "turn_off kettle . take kettle . pour hot_water in cup", "src1": "turn_off kettle", "src2": "take kettle", "src3": "pour hot_water in cup", "trg": "place kettle back", "vis_src": "P09_105:32 P09_105:33 P09_105:34", "vis_trg": "P09_105:35", "narrations": [ "turn off kettle", "take kettle", "pour hot water in cup", "place kettle back" ], "verbs": [ "turn-off", "take", "pour-in", "place" ], "verb_classes": [ 8, 0, 9, 1 ], "nouns": [ "kettle", "kettle", "water:hot", "kettle" ], "noun_classes": [ 44, 44, 27, 44 ], "start_stop_timestamps": [ [ "00:01:46.56", "00:02:02.23" ], [ "00:02:01.88", "00:02:03.61" ], [ "00:02:03.91", "00:02:07.92" ], [ "00:02:08.12", "00:02:11.21" ] ], "start_stop_frames": [ [ 5328, 6111 ], [ 6094, 6180 ], [ 6195, 6396 ], [ 6406, 6560 ] ], "trgnoun": "kettle", "trgverb": "place" }, { "key": "P10_04+342_343_344_346", "video_id": "P10_04", "narration_ids": [ "P10_04_342", "P10_04_343", "P10_04_344", "P10_04_346" ], "src": "get the cutting_board . and get the ginger . cut the ginger into small pieces", "src1": "get the cutting_board", "src2": "and get the ginger", "src3": "cut the ginger into small pieces", "trg": "cut the ginger_slice into smaller pieces", "vis_src": "P10_04:342 P10_04:343 P10_04:344", "vis_trg": "P10_04:346", "narrations": [ "get the cutting board", "and get the ginger", "cut the ginger into small pieces", "cut the ginger slice into smaller pieces" ], "verbs": [ "get", "get", "cut-into", "cut-into" ], "verb_classes": [ 0, 0, 7, 7 ], "nouns": [ "board:cutting", "ginger", "ginger", "slice:ginger" ], "noun_classes": [ 18, 131, 131, 131 ], "start_stop_timestamps": [ [ "00:36:46.75", "00:36:49.02" ], [ "00:36:49.37", "00:36:50.46" ], [ "00:36:50.56", "00:36:59.45" ], [ "00:37:12.54", "00:37:19.68" ] ], "start_stop_frames": [ [ 132405, 132541 ], [ 132562, 132627 ], [ 132633, 133167 ], [ 133952, 134380 ] ], "trgnoun": "ginger_slice", "trgverb": "cut_into" }, { "key": "P31_08+46_47_48_49", "video_id": "P31_08", "narration_ids": [ "P31_08_46", "P31_08_47", "P31_08_48", "P31_08_49" ], "src": "pick_up tablecloth . open fridge . take lemon", "src1": "pick_up tablecloth", "src2": "open fridge", "src3": "take lemon", "trg": "close fridge", "vis_src": "P31_08:46 P31_08:47 P31_08:48", "vis_trg": "P31_08:49", "narrations": [ "pick up tablecloth", "open fridge", "take lemon", "close fridge" ], "verbs": [ "pick-up", "open", "take", "close" ], "verb_classes": [ 0, 3, 0, 4 ], "nouns": [ "tablecloth", "fridge", "lemon", "fridge" ], "noun_classes": [ 17, 12, 105, 12 ], "start_stop_timestamps": [ [ "00:06:57.52", "00:06:58.92" ], [ "00:07:01.79", "00:07:02.56" ], [ "00:07:03.59", "00:07:05.53" ], [ "00:07:07.18", "00:07:08.53" ] ], "start_stop_frames": [ [ 25051, 25135 ], [ 25307, 25353 ], [ 25415, 25531 ], [ 25630, 25711 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P11_05+141_142_143_144", "video_id": "P11_05", "narration_ids": [ "P11_05_141", "P11_05_142", "P11_05_143", "P11_05_144" ], "src": "pick_up measuring_jug . put away pasta . take_off lid", "src1": "pick_up measuring_jug", "src2": "put away pasta", "src3": "take_off lid", "trg": "pour pasta into pot", "vis_src": "P11_05:141 P11_05:142 P11_05:143", "vis_trg": "P11_05:144", "narrations": [ "pick up measuring jug", "put away pasta", "take off lid", "pour pasta into pot" ], "verbs": [ "pick-up", "put", "take-off", "pour-into" ], "verb_classes": [ 0, 1, 12, 9 ], "nouns": [ "jug:measuring", "pasta", "lid", "pasta" ], "noun_classes": [ 66, 45, 6, 45 ], "start_stop_timestamps": [ [ "00:08:26.87", "00:08:27.62" ], [ "00:08:29.80", "00:08:32.79" ], [ "00:08:35.99", "00:08:37.73" ], [ "00:08:37.83", "00:08:41.36" ] ], "start_stop_frames": [ [ 30412, 30457 ], [ 30588, 30767 ], [ 30959, 31063 ], [ 31069, 31281 ] ], "trgnoun": "pasta", "trgverb": "pour_into" }, { "key": "P15_08+50_51_52_53", "video_id": "P15_08", "narration_ids": [ "P15_08_50", "P15_08_51", "P15_08_52", "P15_08_53" ], "src": "dry tupperware . pick_up glass . dry glass", "src1": "dry tupperware", "src2": "pick_up glass", "src3": "dry glass", "trg": "put_away glass", "vis_src": "P15_08:50 P15_08:51 P15_08:52", "vis_trg": "P15_08:53", "narrations": [ "dry tupperware", "pick up glass", "dry glass", "put away glass" ], "verbs": [ "dry", "pick-up", "dry", "put-away" ], "verb_classes": [ 14, 0, 14, 1 ], "nouns": [ "tupperware", "glass", "glass", "glass" ], "noun_classes": [ 23, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:04:27.80", "00:04:34.55" ], [ "00:04:39.18", "00:04:41.06" ], [ "00:04:41.08", "00:04:44.73" ], [ "00:04:45.99", "00:04:52.49" ] ], "start_stop_frames": [ [ 16068, 16473 ], [ 16750, 16863 ], [ 16864, 17083 ], [ 17159, 17549 ] ], "trgnoun": "glass", "trgverb": "put_away" }, { "key": "P28_14+20_21_22_23", "video_id": "P28_14", "narration_ids": [ "P28_14_20", "P28_14_21", "P28_14_22", "P28_14_23" ], "src": "take bread . cut bread . cut cheese", "src1": "take bread", "src2": "cut bread", "src3": "cut cheese", "trg": "open bread", "vis_src": "P28_14:20 P28_14:21 P28_14:22", "vis_trg": "P28_14:23", "narrations": [ "take bread", "cut bread", "cut cheese", "open bread" ], "verbs": [ "take", "cut", "cut", "open" ], "verb_classes": [ 0, 7, 7, 3 ], "nouns": [ "bread", "bread", "cheese", "bread" ], "noun_classes": [ 33, 33, 32, 33 ], "start_stop_timestamps": [ [ "00:01:01.48", "00:01:02.22" ], [ "00:01:02.24", "00:01:05.99" ], [ "00:01:03.62", "00:01:07.53" ], [ "00:01:06.09", "00:01:08.14" ] ], "start_stop_frames": [ [ 3688, 3733 ], [ 3734, 3959 ], [ 3817, 4051 ], [ 3965, 4088 ] ], "trgnoun": "bread", "trgverb": "open" }, { "key": "P02_130+195_196_197_198", "video_id": "P02_130", "narration_ids": [ "P02_130_195", "P02_130_196", "P02_130_197", "P02_130_198" ], "src": "attach can opener to tin . rotate can opener . remove can_opener", "src1": "attach can opener to tin", "src2": "rotate can opener", "src3": "remove can_opener", "trg": "put_down can_opener", "vis_src": "P02_130:195 P02_130:196 P02_130:197", "vis_trg": "P02_130:198", "narrations": [ "attach can opener to tin", "rotate can opener", "remove can opener", "put down can opener" ], "verbs": [ "attach", "rotate", "remove", "put-down" ], "verb_classes": [ 64, 23, 12, 1 ], "nouns": [ "tin", "can", "opener:can", "opener:can" ], "noun_classes": [ 61, 61, 174, 174 ], "start_stop_timestamps": [ [ "00:07:22.66", "00:07:24.31" ], [ "00:07:24.24", "00:07:32.43" ], [ "00:07:32.24", "00:07:32.97" ], [ "00:07:33.07", "00:07:34.33" ] ], "start_stop_frames": [ [ 22133, 22215 ], [ 22212, 22621 ], [ 22612, 22648 ], [ 22653, 22716 ] ], "trgnoun": "can_opener", "trgverb": "put_down" }, { "key": "P04_120+78_79_80_81", "video_id": "P04_120", "narration_ids": [ "P04_120_78", "P04_120_79", "P04_120_80", "P04_120_81" ], "src": "take top away from milk bottle . turn milk_bottle upside down . shake milk_bottle", "src1": "take top away from milk bottle", "src2": "turn milk_bottle upside down", "src3": "shake milk_bottle", "trg": "squeeze milk_bottle", "vis_src": "P04_120:78 P04_120:79 P04_120:80", "vis_trg": "P04_120:81", "narrations": [ "take top away from milk bottle", "turn milk bottle upside down", "shake milk bottle", "squeeze milk bottle" ], "verbs": [ "take", "turn", "shake", "squeeze" ], "verb_classes": [ 0, 23, 15, 18 ], "nouns": [ "top", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 42, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:04:56.95", "00:05:06.70" ], [ "00:05:00.30", "00:05:01.15" ], [ "00:05:01.25", "00:05:02.17" ], [ "00:05:02.27", "00:05:04.76" ] ], "start_stop_frames": [ [ 14847, 15335 ], [ 15015, 15057 ], [ 15062, 15108 ], [ 15113, 15238 ] ], "trgnoun": "milk_bottle", "trgverb": "squeeze" }, { "key": "P07_101+41_42_43_44", "video_id": "P07_101", "narration_ids": [ "P07_101_41", "P07_101_42", "P07_101_43", "P07_101_44" ], "src": "peel chorizo . grab knife . slice chorizo", "src1": "peel chorizo", "src2": "grab knife", "src3": "slice chorizo", "trg": "put chorizo into bag", "vis_src": "P07_101:41 P07_101:42 P07_101:43", "vis_trg": "P07_101:44", "narrations": [ "peel chorizo", "grab knife", "slice chorizo", "put chorizo into bag" ], "verbs": [ "peel", "grab", "slice", "put-into" ], "verb_classes": [ 19, 0, 7, 5 ], "nouns": [ "chorizo", "knife", "chorizo", "chorizo" ], "noun_classes": [ 86, 4, 86, 86 ], "start_stop_timestamps": [ [ "00:04:09.00", "00:04:14.17" ], [ "00:04:13.94", "00:04:15.02" ], [ "00:04:15.12", "00:04:38.06" ], [ "00:04:43.91", "00:04:48.69" ] ], "start_stop_frames": [ [ 12450, 12708 ], [ 12697, 12751 ], [ 12756, 13903 ], [ 14195, 14434 ] ], "trgnoun": "chorizo", "trgverb": "put_into" }, { "key": "P15_13+20_21_22_23", "video_id": "P15_13", "narration_ids": [ "P15_13_20", "P15_13_21", "P15_13_22", "P15_13_23" ], "src": "rinse lid . dry lid . rinse tupperware", "src1": "rinse lid", "src2": "dry lid", "src3": "rinse tupperware", "trg": "dry tupperware", "vis_src": "P15_13:20 P15_13:21 P15_13:22", "vis_trg": "P15_13:23", "narrations": [ "rinse lid", "dry lid", "rinse tupperware", "dry tupperware" ], "verbs": [ "rinse", "dry", "rinse", "dry" ], "verb_classes": [ 2, 14, 2, 14 ], "nouns": [ "lid", "lid", "tupperware", "tupperware" ], "noun_classes": [ 6, 6, 23, 23 ], "start_stop_timestamps": [ [ "00:02:24.73", "00:02:35.33" ], [ "00:02:35.37", "00:02:38.15" ], [ "00:02:38.25", "00:02:52.20" ], [ "00:02:51.45", "00:02:54.04" ] ], "start_stop_frames": [ [ 8683, 9319 ], [ 9322, 9489 ], [ 9495, 10332 ], [ 10287, 10442 ] ], "trgnoun": "tupperware", "trgverb": "dry" }, { "key": "P03_09+0_1_2_3", "video_id": "P03_09", "narration_ids": [ "P03_09_0", "P03_09_1", "P03_09_2", "P03_09_3" ], "src": "put lunch_box . put bottle . close washing_machine", "src1": "put lunch_box", "src2": "put bottle", "src3": "close washing_machine", "trg": "open bottle", "vis_src": "P03_09:0 P03_09:1 P03_09:2", "vis_trg": "P03_09:3", "narrations": [ "put lunch box", "put bottle", "close washing machine", "open bottle" ], "verbs": [ "put", "put", "close", "open" ], "verb_classes": [ 1, 1, 4, 3 ], "nouns": [ "box:lunch", "bottle", "machine:washing", "bottle" ], "noun_classes": [ 23, 15, 124, 15 ], "start_stop_timestamps": [ [ "00:00:03.87", "00:00:04.74" ], [ "00:00:05.48", "00:00:05.98" ], [ "00:00:06.58", "00:00:07.58" ], [ "00:00:08.24", "00:00:10.16" ] ], "start_stop_frames": [ [ 232, 284 ], [ 328, 358 ], [ 394, 454 ], [ 494, 609 ] ], "trgnoun": "bottle", "trgverb": "open" }, { "key": "P28_104+30_31_32_33", "video_id": "P28_104", "narration_ids": [ "P28_104_30", "P28_104_31", "P28_104_32", "P28_104_33" ], "src": "rinse lid . put lid . take tupperware", "src1": "rinse lid", "src2": "put lid", "src3": "take tupperware", "trg": "rinse tupperware", "vis_src": "P28_104:30 P28_104:31 P28_104:32", "vis_trg": "P28_104:33", "narrations": [ "rinse lid", "put lid", "take tupperware", "rinse tupperware" ], "verbs": [ "rinse", "put", "take", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "lid", "lid", "tupperware", "tupperware" ], "noun_classes": [ 6, 6, 23, 23 ], "start_stop_timestamps": [ [ "00:01:13.73", "00:01:15.84" ], [ "00:01:18.28", "00:01:19.52" ], [ "00:01:19.62", "00:01:20.32" ], [ "00:01:20.42", "00:01:24.76" ] ], "start_stop_frames": [ [ 3686, 3792 ], [ 3914, 3976 ], [ 3981, 4015 ], [ 4021, 4238 ] ], "trgnoun": "tupperware", "trgverb": "rinse" }, { "key": "P03_109+30_31_32_33", "video_id": "P03_109", "narration_ids": [ "P03_109_30", "P03_109_31", "P03_109_32", "P03_109_33" ], "src": "dry hands . open washing_machine . check clothes", "src1": "dry hands", "src2": "open washing_machine", "src3": "check clothes", "trg": "close washing_machine", "vis_src": "P03_109:30 P03_109:31 P03_109:32", "vis_trg": "P03_109:33", "narrations": [ "dry hands", "open washing machine", "check clothes", "close washing machine" ], "verbs": [ "dry", "open", "check", "close" ], "verb_classes": [ 14, 3, 24, 4 ], "nouns": [ "hand", "machine:washing", "clothes", "machine:washing" ], "noun_classes": [ 11, 124, 73, 124 ], "start_stop_timestamps": [ [ "00:00:50.55", "00:00:52.29" ], [ "00:00:53.37", "00:00:54.64" ], [ "00:00:54.68", "00:00:56.98" ], [ "00:00:56.86", "00:00:57.65" ] ], "start_stop_frames": [ [ 2527, 2614 ], [ 2668, 2732 ], [ 2734, 2849 ], [ 2843, 2882 ] ], "trgnoun": "washing_machine", "trgverb": "close" }, { "key": "P04_110+355_356_357_358", "video_id": "P04_110", "narration_ids": [ "P04_110_355", "P04_110_356", "P04_110_357", "P04_110_358" ], "src": "lift dough away from chopping board . put dough back on chopping board . stretch dough", "src1": "lift dough away from chopping board", "src2": "put dough back on chopping board", "src3": "stretch dough", "trg": "fold dough", "vis_src": "P04_110:355 P04_110:356 P04_110:357", "vis_trg": "P04_110:358", "narrations": [ "lift dough away from chopping board", "put dough back on chopping board", "stretch dough", "fold dough" ], "verbs": [ "lift", "put-on", "stretch", "fold" ], "verb_classes": [ 33, 1, 50, 28 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:10:41.09", "00:10:43.19" ], [ "00:10:43.19", "00:10:43.84" ], [ "00:10:44.15", "00:10:45.41" ], [ "00:10:44.89", "00:10:45.87" ] ], "start_stop_frames": [ [ 32054, 32159 ], [ 32159, 32192 ], [ 32207, 32270 ], [ 32244, 32293 ] ], "trgnoun": "dough", "trgverb": "fold" }, { "key": "P04_121+378_379_380_381", "video_id": "P04_121", "narration_ids": [ "P04_121_378", "P04_121_379", "P04_121_380", "P04_121_381" ], "src": "turn bowl upright . put_down spatula . rotate bowl", "src1": "turn bowl upright", "src2": "put_down spatula", "src3": "rotate bowl", "trg": "pick_up spatula", "vis_src": "P04_121:378 P04_121:379 P04_121:380", "vis_trg": "P04_121:381", "narrations": [ "turn bowl upright", "put down spatula", "rotate bowl", "pick up spatula" ], "verbs": [ "turn", "put-down", "rotate", "pick-up" ], "verb_classes": [ 23, 1, 23, 0 ], "nouns": [ "bowl", "spatula", "bowl", "spatula" ], "noun_classes": [ 7, 20, 7, 20 ], "start_stop_timestamps": [ [ "00:17:08.38", "00:17:08.90" ], [ "00:17:08.90", "00:17:10.64" ], [ "00:17:10.57", "00:17:13.11" ], [ "00:17:12.56", "00:17:13.74" ] ], "start_stop_frames": [ [ 51419, 51445 ], [ 51445, 51532 ], [ 51528, 51655 ], [ 51628, 51687 ] ], "trgnoun": "spatula", "trgverb": "pick_up" }, { "key": "P03_101+323_324_325_326", "video_id": "P03_101", "narration_ids": [ "P03_101_323", "P03_101_324", "P03_101_325", "P03_101_326" ], "src": "check washing . pick_up top . check tops tag", "src1": "check washing", "src2": "pick_up top", "src3": "check tops tag", "trg": "put top on drying rack", "vis_src": "P03_101:323 P03_101:324 P03_101:325", "vis_trg": "P03_101:326", "narrations": [ "check washing", "pick up top", "check tops tag", "put top on drying rack" ], "verbs": [ "check", "pick-up", "check", "put-on" ], "verb_classes": [ 24, 0, 24, 1 ], "nouns": [ "washing", "top", "tag:top", "top" ], "noun_classes": [ 73, 42, 73, 42 ], "start_stop_timestamps": [ [ "00:12:54.01", "00:12:58.35" ], [ "00:12:58.45", "00:13:00.13" ], [ "00:13:00.23", "00:13:10.51" ], [ "00:13:12.95", "00:13:15.94" ] ], "start_stop_frames": [ [ 38700, 38917 ], [ 38922, 39006 ], [ 39011, 39525 ], [ 39647, 39797 ] ], "trgnoun": "top", "trgverb": "put_on" }, { "key": "P22_14+158_159_160_161", "video_id": "P22_14", "narration_ids": [ "P22_14_158", "P22_14_159", "P22_14_160", "P22_14_161" ], "src": "take cloth . take saucepan . empty saucepan", "src1": "take cloth", "src2": "take saucepan", "src3": "empty saucepan", "trg": "wash saucepan", "vis_src": "P22_14:158 P22_14:159 P22_14:160", "vis_trg": "P22_14:161", "narrations": [ "take cloth", "take saucepan", "empty saucepan", "wash saucepan" ], "verbs": [ "take", "take", "empty", "wash" ], "verb_classes": [ 0, 0, 20, 2 ], "nouns": [ "cloth", "saucepan", "saucepan", "saucepan" ], "noun_classes": [ 17, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:06:30.65", "00:06:32.19" ], [ "00:06:34.25", "00:06:34.90" ], [ "00:06:35.41", "00:06:36.47" ], [ "00:06:36.98", "00:06:55.45" ] ], "start_stop_frames": [ [ 23439, 23531 ], [ 23655, 23694 ], [ 23724, 23788 ], [ 23818, 24927 ] ], "trgnoun": "saucepan", "trgverb": "wash" }, { "key": "P15_13+27_28_29_30", "video_id": "P15_13", "narration_ids": [ "P15_13_27", "P15_13_28", "P15_13_29", "P15_13_30" ], "src": "clean wooden_spoon . rinse wooden_spoon . empty water from can", "src1": "clean wooden_spoon", "src2": "rinse wooden_spoon", "src3": "empty water from can", "trg": "rinse can", "vis_src": "P15_13:27 P15_13:28 P15_13:29", "vis_trg": "P15_13:30", "narrations": [ "clean wooden spoon", "rinse wooden spoon", "empty water from can", "rinse can" ], "verbs": [ "clean", "rinse", "empty", "rinse" ], "verb_classes": [ 2, 2, 20, 2 ], "nouns": [ "spoon:wooden", "spoon:wooden", "can", "can" ], "noun_classes": [ 1, 1, 61, 61 ], "start_stop_timestamps": [ [ "00:03:10.20", "00:03:15.89" ], [ "00:03:16.99", "00:03:22.37" ], [ "00:03:25.80", "00:03:28.81" ], [ "00:03:29.71", "00:03:36.25" ] ], "start_stop_frames": [ [ 11412, 11753 ], [ 11819, 12142 ], [ 12348, 12528 ], [ 12582, 12975 ] ], "trgnoun": "can", "trgverb": "rinse" }, { "key": "P04_107+257_258_259_260", "video_id": "P04_107", "narration_ids": [ "P04_107_257", "P04_107_258", "P04_107_259", "P04_107_260" ], "src": "put_down dough and greaseproof paper . grab dough_balls . drop dough_balls into bowl", "src1": "put_down dough and greaseproof paper", "src2": "grab dough_balls", "src3": "drop dough_balls into bowl", "trg": "pick_up balls of dough", "vis_src": "P04_107:257 P04_107:258 P04_107:259", "vis_trg": "P04_107:260", "narrations": [ "put down dough and greaseproof paper", "grab dough balls", "drop dough balls into bowl", "pick up balls of dough" ], "verbs": [ "put-down", "grab", "drop-into", "pick-up" ], "verb_classes": [ 1, 0, 5, 0 ], "nouns": [ "dough", "ball:dough", "ball:dough", "ball:dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:08:31.37", "00:08:32.40" ], [ "00:08:32.48", "00:08:33.32" ], [ "00:08:33.82", "00:08:34.60" ], [ "00:08:33.00", "00:08:34.25" ] ], "start_stop_frames": [ [ 25568, 25620 ], [ 25624, 25666 ], [ 25691, 25730 ], [ 25650, 25712 ] ], "trgnoun": "dough_ball", "trgverb": "pick_up" }, { "key": "P04_109+61_90_98_99", "video_id": "P04_109", "narration_ids": [ "P04_109_61", "P04_109_90", "P04_109_98", "P04_109_99" ], "src": "put carrot in measuring jug . drop carrot into measuring jug . wipe carrot off knife into measuring jug", "src1": "put carrot in measuring jug", "src2": "drop carrot into measuring jug", "src3": "wipe carrot off knife into measuring jug", "trg": "grab carrot", "vis_src": "P04_109:61 P04_109:90 P04_109:98", "vis_trg": "P04_109:99", "narrations": [ "put carrot in measuring jug", "drop carrot into measuring jug", "wipe carrot off knife into measuring jug", "grab carrot" ], "verbs": [ "put-in", "drop-into", "wipe-off", "grab" ], "verb_classes": [ 5, 5, 2, 0 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:02:37.36", "00:02:38.07" ], [ "00:03:46.06", "00:03:48.21" ], [ "00:04:01.44", "00:04:02.12" ], [ "00:04:02.21", "00:04:03.46" ] ], "start_stop_frames": [ [ 7868, 7903 ], [ 11303, 11410 ], [ 12072, 12106 ], [ 12110, 12173 ] ], "trgnoun": "carrot", "trgverb": "grab" }, { "key": "P04_109+366_369_370_371", "video_id": "P04_109", "narration_ids": [ "P04_109_366", "P04_109_369", "P04_109_370", "P04_109_371" ], "src": "drop floret into pan . pick_up broccoli . break broccoli", "src1": "drop floret into pan", "src2": "pick_up broccoli", "src3": "break broccoli", "trg": "put broccoli into pan", "vis_src": "P04_109:366 P04_109:369 P04_109:370", "vis_trg": "P04_109:371", "narrations": [ "drop floret into pan", "pick up broccoli", "break broccoli", "put broccoli into pan" ], "verbs": [ "drop-into", "pick-up", "break", "put-into" ], "verb_classes": [ 5, 0, 30, 5 ], "nouns": [ "pan", "broccoli", "broccoli", "broccoli" ], "noun_classes": [ 5, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:11:08.05", "00:11:08.80" ], [ "00:11:11.27", "00:11:18.78" ], [ "00:11:09.79", "00:11:11.12" ], [ "00:11:10.94", "00:11:11.41" ] ], "start_stop_frames": [ [ 33402, 33440 ], [ 33563, 33939 ], [ 33489, 33556 ], [ 33547, 33570 ] ], "trgnoun": "broccoli", "trgverb": "put_into" }, { "key": "P29_03+274_275_276_277", "video_id": "P29_03", "narration_ids": [ "P29_03_274", "P29_03_275", "P29_03_276", "P29_03_277" ], "src": "pick_up tin . scour tin . pick_up sponge", "src1": "pick_up tin", "src2": "scour tin", "src3": "pick_up sponge", "trg": "wash tin", "vis_src": "P29_03:274 P29_03:275 P29_03:276", "vis_trg": "P29_03:277", "narrations": [ "pick up tin", "scour tin", "pick up sponge", "wash tin" ], "verbs": [ "pick-up", "scour", "pick-up", "wash" ], "verb_classes": [ 0, 29, 0, 2 ], "nouns": [ "tin", "tin", "sponge", "tin" ], "noun_classes": [ 61, 61, 9, 61 ], "start_stop_timestamps": [ [ "00:17:23.81", "00:17:25.37" ], [ "00:17:26.50", "00:17:32.55" ], [ "00:17:33.07", "00:17:34.16" ], [ "00:17:33.70", "00:17:37.73" ] ], "start_stop_frames": [ [ 62628, 62722 ], [ 62790, 63153 ], [ 63184, 63249 ], [ 63222, 63463 ] ], "trgnoun": "tin", "trgverb": "wash" }, { "key": "P11_07+6_7_8_10", "video_id": "P11_07", "narration_ids": [ "P11_07_6", "P11_07_7", "P11_07_8", "P11_07_10" ], "src": "empty milk . increase water . wash the bowl", "src1": "empty milk", "src2": "increase water", "src3": "wash the bowl", "trg": "place bowl in drying rack", "vis_src": "P11_07:6 P11_07:7 P11_07:8", "vis_trg": "P11_07:10", "narrations": [ "empty milk", "increase water", "wash the bowl", "place bowl in drying rack" ], "verbs": [ "empty", "increase", "wash", "place-in" ], "verb_classes": [ 20, 70, 2, 5 ], "nouns": [ "milk", "water", "bowl", "bowl" ], "noun_classes": [ 64, 27, 7, 7 ], "start_stop_timestamps": [ [ "00:00:11.86", "00:00:12.99" ], [ "00:00:13.09", "00:00:14.19" ], [ "00:00:14.12", "00:00:18.37" ], [ "00:00:20.27", "00:00:22.77" ] ], "start_stop_frames": [ [ 711, 779 ], [ 785, 851 ], [ 847, 1102 ], [ 1216, 1366 ] ], "trgnoun": "bowl", "trgverb": "place_in" }, { "key": "P22_109+572_573_574_575", "video_id": "P22_109", "narration_ids": [ "P22_109_572", "P22_109_573", "P22_109_574", "P22_109_575" ], "src": "pick_up napkins . put_down napkins . move table", "src1": "pick_up napkins", "src2": "put_down napkins", "src3": "move table", "trg": "move napkins", "vis_src": "P22_109:572 P22_109:573 P22_109:574", "vis_trg": "P22_109:575", "narrations": [ "pick up napkins", "put down napkins", "move table", "move napkins" ], "verbs": [ "pick-up", "put-down", "move", "move" ], "verb_classes": [ 0, 1, 11, 11 ], "nouns": [ "napkin", "napkin", "table", "napkin" ], "noun_classes": [ 88, 88, 42, 88 ], "start_stop_timestamps": [ [ "00:24:16.05", "00:24:16.57" ], [ "00:24:17.64", "00:24:19.43" ], [ "00:24:20.67", "00:24:22.92" ], [ "00:24:23.24", "00:24:24.21" ] ], "start_stop_frames": [ [ 72802, 72828 ], [ 72882, 72971 ], [ 73033, 73146 ], [ 73162, 73210 ] ], "trgnoun": "napkin", "trgverb": "move" }, { "key": "P22_11+178_179_180_181", "video_id": "P22_11", "narration_ids": [ "P22_11_178", "P22_11_179", "P22_11_180", "P22_11_181" ], "src": "fill jar . shake can . empty can", "src1": "fill jar", "src2": "shake can", "src3": "empty can", "trg": "fill_up can", "vis_src": "P22_11:178 P22_11:179 P22_11:180", "vis_trg": "P22_11:181", "narrations": [ "fill jar", "shake can", "empty can", "fill up can" ], "verbs": [ "fill", "shake", "empty", "fill-up" ], "verb_classes": [ 26, 15, 20, 26 ], "nouns": [ "jar", "can", "can", "can" ], "noun_classes": [ 40, 61, 61, 61 ], "start_stop_timestamps": [ [ "00:06:20.22", "00:06:23.92" ], [ "00:06:24.00", "00:06:24.91" ], [ "00:06:24.76", "00:06:25.39" ], [ "00:06:26.00", "00:06:27.60" ] ], "start_stop_frames": [ [ 22813, 23035 ], [ 23040, 23094 ], [ 23085, 23123 ], [ 23160, 23256 ] ], "trgnoun": "can", "trgverb": "fill_up" }, { "key": "P04_107+58_59_60_61", "video_id": "P04_107", "narration_ids": [ "P04_107_58", "P04_107_59", "P04_107_60", "P04_107_61" ], "src": "move foil . move cling_film . pick_up tea_towels", "src1": "move foil", "src2": "move cling_film", "src3": "pick_up tea_towels", "trg": "put_down tea_towels", "vis_src": "P04_107:58 P04_107:59 P04_107:60", "vis_trg": "P04_107:61", "narrations": [ "move foil", "move cling film", "pick up tea towels", "put down tea towels" ], "verbs": [ "move", "move", "pick-up", "put-down" ], "verb_classes": [ 11, 11, 0, 1 ], "nouns": [ "foil", "film:cling", "towel:tea", "towel:tea" ], "noun_classes": [ 123, 100, 52, 52 ], "start_stop_timestamps": [ [ "00:02:22.36", "00:02:23.34" ], [ "00:02:24.98", "00:02:27.33" ], [ "00:02:22.00", "00:02:25.25" ], [ "00:02:25.20", "00:02:25.81" ] ], "start_stop_frames": [ [ 7118, 7167 ], [ 7248, 7366 ], [ 7100, 7262 ], [ 7259, 7290 ] ], "trgnoun": "tea_towel", "trgverb": "put_down" }, { "key": "P02_04+122_123_124_125", "video_id": "P02_04", "narration_ids": [ "P02_04_122", "P02_04_123", "P02_04_124", "P02_04_125" ], "src": "wash tupperware . put sponge . open tap", "src1": "wash tupperware", "src2": "put sponge", "src3": "open tap", "trg": "rinse tupperware", "vis_src": "P02_04:122 P02_04:123 P02_04:124", "vis_trg": "P02_04:125", "narrations": [ "wash tupperware", "put sponge", "open tap", "rinse tupperware" ], "verbs": [ "wash", "put", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "tupperware", "sponge", "tap", "tupperware" ], "noun_classes": [ 23, 9, 0, 23 ], "start_stop_timestamps": [ [ "00:04:50.79", "00:04:57.81" ], [ "00:04:57.60", "00:04:58.29" ], [ "00:04:58.39", "00:04:59.40" ], [ "00:04:59.19", "00:05:03.69" ] ], "start_stop_frames": [ [ 17447, 17868 ], [ 17856, 17897 ], [ 17903, 17964 ], [ 17951, 18221 ] ], "trgnoun": "tupperware", "trgverb": "rinse" }, { "key": "P22_12+190_191_192_193", "video_id": "P22_12", "narration_ids": [ "P22_12_190", "P22_12_191", "P22_12_192", "P22_12_193" ], "src": "open cupboard . grab detergent . grab cloth", "src1": "open cupboard", "src2": "grab detergent", "src3": "grab cloth", "trg": "spray detergent", "vis_src": "P22_12:190 P22_12:191 P22_12:192", "vis_trg": "P22_12:193", "narrations": [ "open cupboard", "grab detergent", "grab cloth", "spray detergent" ], "verbs": [ "open", "grab", "grab", "spray" ], "verb_classes": [ 3, 0, 0, 44 ], "nouns": [ "cupboard", "detergent", "cloth", "detergent" ], "noun_classes": [ 3, 22, 17, 22 ], "start_stop_timestamps": [ [ "00:07:46.23", "00:07:47.36" ], [ "00:07:47.29", "00:07:48.63" ], [ "00:07:49.64", "00:07:50.82" ], [ "00:07:52.56", "00:07:54.06" ] ], "start_stop_frames": [ [ 27973, 28041 ], [ 28037, 28117 ], [ 28178, 28249 ], [ 28353, 28443 ] ], "trgnoun": "detergent", "trgverb": "spray" }, { "key": "P06_108+108_109_110_111", "video_id": "P06_108", "narration_ids": [ "P06_108_108", "P06_108_109", "P06_108_110", "P06_108_111" ], "src": "move mozzarella . put foil on pizza . move pan to hob", "src1": "move mozzarella", "src2": "put foil on pizza", "src3": "move pan to hob", "trg": "adjust foil", "vis_src": "P06_108:108 P06_108:109 P06_108:110", "vis_trg": "P06_108:111", "narrations": [ "move mozzarella", "put foil on pizza", "move pan to hob", "adjust foil" ], "verbs": [ "move", "put-on", "move", "adjust" ], "verb_classes": [ 11, 1, 11, 17 ], "nouns": [ "mozzarella", "foil", "pan", "foil" ], "noun_classes": [ 32, 123, 5, 123 ], "start_stop_timestamps": [ [ "00:08:19.92", "00:08:20.74" ], [ "00:08:20.76", "00:08:22.79" ], [ "00:08:22.13", "00:08:26.34" ], [ "00:08:26.19", "00:08:28.21" ] ], "start_stop_frames": [ [ 24996, 25037 ], [ 25038, 25139 ], [ 25106, 25317 ], [ 25309, 25410 ] ], "trgnoun": "foil", "trgverb": "adjust" }, { "key": "P30_108+145_146_148_149", "video_id": "P30_108", "narration_ids": [ "P30_108_145", "P30_108_146", "P30_108_148", "P30_108_149" ], "src": "apply washing up liquid to sponge . scrub knife . scrub fork", "src1": "apply washing up liquid to sponge", "src2": "scrub knife", "src3": "scrub fork", "trg": "pick_up fork", "vis_src": "P30_108:145 P30_108:146 P30_108:148", "vis_trg": "P30_108:149", "narrations": [ "apply washing up liquid to sponge", "scrub knife", "scrub fork", "pick up fork" ], "verbs": [ "apply", "scrub", "scrub", "pick-up" ], "verb_classes": [ 27, 29, 29, 0 ], "nouns": [ "liquid:washing:up", "knife", "fork", "fork" ], "noun_classes": [ 22, 4, 14, 14 ], "start_stop_timestamps": [ [ "00:06:39.24", "00:06:39.89" ], [ "00:06:41.14", "00:06:43.95" ], [ "00:06:44.84", "00:06:48.49" ], [ "00:06:48.00", "00:06:50.37" ] ], "start_stop_frames": [ [ 19962, 19994 ], [ 20057, 20197 ], [ 20242, 20424 ], [ 20400, 20518 ] ], "trgnoun": "fork", "trgverb": "pick_up" }, { "key": "P01_109+105_106_107_108", "video_id": "P01_109", "narration_ids": [ "P01_109_105", "P01_109_106", "P01_109_107", "P01_109_108" ], "src": "adjust peeler_blade . pick_up potato . put_down peeler", "src1": "adjust peeler_blade", "src2": "pick_up potato", "src3": "put_down peeler", "trg": "put_down potato", "vis_src": "P01_109:105 P01_109:106 P01_109:107", "vis_trg": "P01_109:108", "narrations": [ "adjust peeler blade", "pick up potato", "put down peeler", "put down potato" ], "verbs": [ "adjust", "pick-up", "put-down", "put-down" ], "verb_classes": [ 17, 0, 1, 1 ], "nouns": [ "blade:peeler", "potato", "peeler", "potato" ], "noun_classes": [ 4, 30, 87, 30 ], "start_stop_timestamps": [ [ "00:05:27.88", "00:05:36.98" ], [ "00:05:37.06", "00:05:38.11" ], [ "00:05:38.29", "00:05:39.01" ], [ "00:05:38.77", "00:05:39.27" ] ], "start_stop_frames": [ [ 16394, 16849 ], [ 16853, 16905 ], [ 16914, 16950 ], [ 16938, 16963 ] ], "trgnoun": "potato", "trgverb": "put_down" }, { "key": "P30_113+132_133_134_135", "video_id": "P30_113", "narration_ids": [ "P30_113_132", "P30_113_133", "P30_113_134", "P30_113_135" ], "src": "rinse chopping_board . wash chopping_board . apply washing up liquid to chopping board", "src1": "rinse chopping_board", "src2": "wash chopping_board", "src3": "apply washing up liquid to chopping board", "trg": "scrub chopping_board", "vis_src": "P30_113:132 P30_113:133 P30_113:134", "vis_trg": "P30_113:135", "narrations": [ "rinse chopping board", "wash chopping board", "apply washing up liquid to chopping board", "scrub chopping board" ], "verbs": [ "rinse", "wash", "apply", "scrub" ], "verb_classes": [ 2, 2, 27, 29 ], "nouns": [ "board:chopping", "board:chopping", "liquid:washing:up", "board:chopping" ], "noun_classes": [ 18, 18, 22, 18 ], "start_stop_timestamps": [ [ "00:05:25.92", "00:05:27.55" ], [ "00:05:28.17", "00:05:43.92" ], [ "00:05:33.00", "00:05:35.88" ], [ "00:05:34.92", "00:05:38.67" ] ], "start_stop_frames": [ [ 16296, 16377 ], [ 16408, 17196 ], [ 16650, 16794 ], [ 16746, 16933 ] ], "trgnoun": "chopping_board", "trgverb": "scrub" }, { "key": "P04_106+84_85_86_87", "video_id": "P04_106", "narration_ids": [ "P04_106_84", "P04_106_85", "P04_106_86", "P04_106_87" ], "src": "put chunk on chopping_board . move foil . tap spoon on oven dish", "src1": "put chunk on chopping_board", "src2": "move foil", "src3": "tap spoon on oven dish", "trg": "put_down spoon", "vis_src": "P04_106:84 P04_106:85 P04_106:86", "vis_trg": "P04_106:87", "narrations": [ "put chunk on chopping board", "move foil", "tap spoon on oven dish", "put down spoon" ], "verbs": [ "put-on", "move", "tap", "put-down" ], "verb_classes": [ 1, 11, 32, 1 ], "nouns": [ "board:chopping", "foil", "spoon", "spoon" ], "noun_classes": [ 18, 123, 1, 1 ], "start_stop_timestamps": [ [ "00:03:18.55", "00:03:19.45" ], [ "00:03:19.55", "00:03:20.53" ], [ "00:03:20.20", "00:03:20.67" ], [ "00:03:20.85", "00:03:21.79" ] ], "start_stop_frames": [ [ 9927, 9972 ], [ 9977, 10026 ], [ 10010, 10033 ], [ 10042, 10089 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P27_104+163_164_165_166", "video_id": "P27_104", "narration_ids": [ "P27_104_163", "P27_104_164", "P27_104_165", "P27_104_166" ], "src": "remove coffee_pod . lower lever . open garbage_bin", "src1": "remove coffee_pod", "src2": "lower lever", "src3": "open garbage_bin", "trg": "throw coffee_pod", "vis_src": "P27_104:163 P27_104:164 P27_104:165", "vis_trg": "P27_104:166", "narrations": [ "remove coffee pod", "lower lever", "open garbage bin", "throw coffee pod" ], "verbs": [ "remove", "lower", "open", "throw" ], "verb_classes": [ 12, 73, 3, 13 ], "nouns": [ "pod:coffee", "lever", "bin:garbage", "pod:coffee" ], "noun_classes": [ 59, 191, 36, 59 ], "start_stop_timestamps": [ [ "00:07:56.36", "00:07:57.90" ], [ "00:07:57.92", "00:07:58.70" ], [ "00:07:58.77", "00:08:01.01" ], [ "00:08:00.19", "00:08:01.10" ] ], "start_stop_frames": [ [ 23818, 23895 ], [ 23896, 23935 ], [ 23938, 24050 ], [ 24009, 24055 ] ], "trgnoun": "coffee_pod", "trgverb": "throw" }, { "key": "P02_133+20_21_22_23", "video_id": "P02_133", "narration_ids": [ "P02_133_20", "P02_133_21", "P02_133_22", "P02_133_23" ], "src": "pick_up lid . close yoghurt . open fridge", "src1": "pick_up lid", "src2": "close yoghurt", "src3": "open fridge", "trg": "put yoghurt in fridge", "vis_src": "P02_133:20 P02_133:21 P02_133:22", "vis_trg": "P02_133:23", "narrations": [ "pick up lid", "close yoghurt", "open fridge", "put yoghurt in fridge" ], "verbs": [ "pick-up", "close", "open", "put-in" ], "verb_classes": [ 0, 4, 3, 5 ], "nouns": [ "lid", "yoghurt", "fridge", "yoghurt" ], "noun_classes": [ 6, 98, 12, 98 ], "start_stop_timestamps": [ [ "00:00:40.68", "00:00:41.14" ], [ "00:00:41.00", "00:00:43.13" ], [ "00:00:45.47", "00:00:46.76" ], [ "00:00:46.49", "00:00:47.58" ] ], "start_stop_frames": [ [ 2034, 2057 ], [ 2050, 2156 ], [ 2273, 2338 ], [ 2324, 2379 ] ], "trgnoun": "yoghurt", "trgverb": "put_in" }, { "key": "P29_01+62_63_64_65", "video_id": "P29_01", "narration_ids": [ "P29_01_62", "P29_01_63", "P29_01_64", "P29_01_65" ], "src": "push onion . pick_up spatula . chop onion", "src1": "push onion", "src2": "pick_up spatula", "src3": "chop onion", "trg": "put_down spatula", "vis_src": "P29_01:62 P29_01:63 P29_01:64", "vis_trg": "P29_01:65", "narrations": [ "push onion", "pick up spatula", "chop onion", "put down spatula" ], "verbs": [ "push", "pick-up", "chop", "put-down" ], "verb_classes": [ 21, 0, 7, 1 ], "nouns": [ "onion", "spatula", "onion", "spatula" ], "noun_classes": [ 16, 20, 16, 20 ], "start_stop_timestamps": [ [ "00:03:25.69", "00:03:34.31" ], [ "00:03:37.54", "00:03:39.13" ], [ "00:03:38.90", "00:03:46.15" ], [ "00:03:39.23", "00:03:41.51" ] ], "start_stop_frames": [ [ 12341, 12858 ], [ 13052, 13147 ], [ 13134, 13569 ], [ 13153, 13290 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P04_109+82_83_84_85", "video_id": "P04_109", "narration_ids": [ "P04_109_82", "P04_109_83", "P04_109_84", "P04_109_85" ], "src": "drop pieces of carrot . pick_up piece of carrot . drop piece of carrot", "src1": "drop pieces of carrot", "src2": "pick_up piece of carrot", "src3": "drop piece of carrot", "trg": "move piece of carrot", "vis_src": "P04_109:82 P04_109:83 P04_109:84", "vis_trg": "P04_109:85", "narrations": [ "drop pieces of carrot", "pick up piece of carrot", "drop piece of carrot", "move piece of carrot" ], "verbs": [ "drop", "pick-up", "drop", "move" ], "verb_classes": [ 59, 0, 59, 11 ], "nouns": [ "piece:carrot", "piece:carrot", "piece:carrot", "piece:carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:03:32.92", "00:03:33.54" ], [ "00:03:33.56", "00:03:33.95" ], [ "00:03:34.02", "00:03:34.45" ], [ "00:03:34.52", "00:03:35.49" ] ], "start_stop_frames": [ [ 10646, 10677 ], [ 10678, 10697 ], [ 10701, 10722 ], [ 10726, 10774 ] ], "trgnoun": "carrot_piece", "trgverb": "move" }, { "key": "P04_107+410_411_412_413", "video_id": "P04_107", "narration_ids": [ "P04_107_410", "P04_107_411", "P04_107_412", "P04_107_413" ], "src": "pull dough off rolling pin . lift rolling_pin . flip_over dough", "src1": "pull dough off rolling pin", "src2": "lift rolling_pin", "src3": "flip_over dough", "trg": "roll_out dough", "vis_src": "P04_107:410 P04_107:411 P04_107:412", "vis_trg": "P04_107:413", "narrations": [ "pull dough off rolling pin", "lift rolling pin", "flip over dough", "roll out dough" ], "verbs": [ "pull-off", "lift", "flip-over", "roll-out" ], "verb_classes": [ 0, 33, 22, 39 ], "nouns": [ "dough", "pin:rolling", "dough", "dough" ], "noun_classes": [ 25, 136, 25, 25 ], "start_stop_timestamps": [ [ "00:12:27.18", "00:12:27.93" ], [ "00:12:27.78", "00:12:28.80" ], [ "00:12:28.74", "00:12:29.33" ], [ "00:12:29.27", "00:12:30.77" ] ], "start_stop_frames": [ [ 37359, 37396 ], [ 37389, 37440 ], [ 37437, 37466 ], [ 37463, 37538 ] ], "trgnoun": "dough", "trgverb": "roll_out" }, { "key": "P12_104+108_109_110_111", "video_id": "P12_104", "narration_ids": [ "P12_104_108", "P12_104_109", "P12_104_110", "P12_104_111" ], "src": "close drawer . open plastic_bag . put food from plate into plastic bag using fork", "src1": "close drawer", "src2": "open plastic_bag", "src3": "put food from plate into plastic bag using fork", "trg": "move food from plate into plastic bag using fork", "vis_src": "P12_104:108 P12_104:109 P12_104:110", "vis_trg": "P12_104:111", "narrations": [ "close drawer", "open plastic bag", "put food from plate into plastic bag using fork", "move food from plate into plastic bag using fork" ], "verbs": [ "close", "open", "put-from", "move-from" ], "verb_classes": [ 4, 3, 1, 11 ], "nouns": [ "drawer", "bag:plastic", "food", "food" ], "noun_classes": [ 8, 19, 34, 34 ], "start_stop_timestamps": [ [ "00:07:30.50", "00:07:32.22" ], [ "00:07:34.45", "00:07:37.93" ], [ "00:07:40.34", "00:07:45.06" ], [ "00:07:45.06", "00:07:51.28" ] ], "start_stop_frames": [ [ 22525, 22611 ], [ 22722, 22896 ], [ 23017, 23253 ], [ 23253, 23564 ] ], "trgnoun": "food", "trgverb": "move_from" }, { "key": "P04_107+343_344_345_346", "video_id": "P04_107", "narration_ids": [ "P04_107_343", "P04_107_344", "P04_107_345", "P04_107_346" ], "src": "put_down chopstick . flatten greaseproof_paper . put dough on greaseproof paper", "src1": "put_down chopstick", "src2": "flatten greaseproof_paper", "src3": "put dough on greaseproof paper", "trg": "move chopstick", "vis_src": "P04_107:343 P04_107:344 P04_107:345", "vis_trg": "P04_107:346", "narrations": [ "put down chopstick", "flatten greaseproof paper", "put dough on greaseproof paper", "move chopstick" ], "verbs": [ "put-down", "flatten", "put-on", "move" ], "verb_classes": [ 1, 87, 1, 11 ], "nouns": [ "chopstick", "paper:greaseproof", "dough", "chopstick" ], "noun_classes": [ 80, 49, 25, 80 ], "start_stop_timestamps": [ [ "00:10:33.97", "00:10:34.40" ], [ "00:10:35.03", "00:10:35.59" ], [ "00:10:35.54", "00:10:38.91" ], [ "00:10:39.75", "00:10:40.92" ] ], "start_stop_frames": [ [ 31698, 31720 ], [ 31751, 31779 ], [ 31777, 31945 ], [ 31987, 32045 ] ], "trgnoun": "chopstick", "trgverb": "move" }, { "key": "P30_114+15_16_17_19", "video_id": "P30_114", "narration_ids": [ "P30_114_15", "P30_114_16", "P30_114_17", "P30_114_19" ], "src": "put bowl into washing up bowl . pick_up sponge . put sponge into bowl", "src1": "put bowl into washing up bowl", "src2": "pick_up sponge", "src3": "put sponge into bowl", "trg": "apply washing up liquid to bowl", "vis_src": "P30_114:15 P30_114:16 P30_114:17", "vis_trg": "P30_114:19", "narrations": [ "put bowl into washing up bowl", "pick up sponge", "put sponge into bowl", "apply washing up liquid to bowl" ], "verbs": [ "put-into", "pick-up", "put-into", "apply" ], "verb_classes": [ 5, 0, 5, 27 ], "nouns": [ "bowl:washing:up", "sponge", "sponge", "liquid:washing:up" ], "noun_classes": [ 7, 9, 9, 22 ], "start_stop_timestamps": [ [ "00:00:32.96", "00:00:33.51" ], [ "00:00:35.53", "00:00:36.05" ], [ "00:00:36.50", "00:00:36.75" ], [ "00:00:35.00", "00:00:38.32" ] ], "start_stop_frames": [ [ 1648, 1675 ], [ 1776, 1802 ], [ 1825, 1837 ], [ 1750, 1916 ] ], "trgnoun": "up_washing_liquid", "trgverb": "apply" }, { "key": "P04_101+6_7_8_9", "video_id": "P04_101", "narration_ids": [ "P04_101_6", "P04_101_7", "P04_101_8", "P04_101_9" ], "src": "put_down starter . open cupboard . look_for tub", "src1": "put_down starter", "src2": "open cupboard", "src3": "look_for tub", "trg": "pick_up tub", "vis_src": "P04_101:6 P04_101:7 P04_101:8", "vis_trg": "P04_101:9", "narrations": [ "put down starter", "open cupboard", "look for tub", "pick up tub" ], "verbs": [ "put-down", "open", "look-for", "pick-up" ], "verb_classes": [ 1, 3, 48, 0 ], "nouns": [ "starter", "cupboard", "tub", "tub" ], "noun_classes": [ 71, 3, 23, 23 ], "start_stop_timestamps": [ [ "00:00:11.89", "00:00:12.64" ], [ "00:00:12.98", "00:00:14.03" ], [ "00:00:14.21", "00:00:17.07" ], [ "00:00:17.71", "00:00:20.28" ] ], "start_stop_frames": [ [ 594, 632 ], [ 649, 701 ], [ 710, 853 ], [ 885, 1014 ] ], "trgnoun": "tub", "trgverb": "pick_up" }, { "key": "P22_16+59_60_61_62", "video_id": "P22_16", "narration_ids": [ "P22_16_59", "P22_16_60", "P22_16_61", "P22_16_62" ], "src": "move pan . pick_up lighter . light cooker", "src1": "move pan", "src2": "pick_up lighter", "src3": "light cooker", "trg": "put_down lighter", "vis_src": "P22_16:59 P22_16:60 P22_16:61", "vis_trg": "P22_16:62", "narrations": [ "move pan", "pick up lighter", "light cooker", "put down lighter" ], "verbs": [ "move", "pick-up", "light", "put-down" ], "verb_classes": [ 11, 0, 6, 1 ], "nouns": [ "pan", "lighter", "cooker", "lighter" ], "noun_classes": [ 5, 130, 46, 130 ], "start_stop_timestamps": [ [ "00:02:09.20", "00:02:10.14" ], [ "00:02:10.24", "00:02:12.20" ], [ "00:02:12.29", "00:02:13.58" ], [ "00:02:13.66", "00:02:15.69" ] ], "start_stop_frames": [ [ 7751, 7808 ], [ 7814, 7931 ], [ 7937, 8014 ], [ 8019, 8141 ] ], "trgnoun": "lighter", "trgverb": "put_down" }, { "key": "P02_03+334_335_336_337", "video_id": "P02_03", "narration_ids": [ "P02_03_334", "P02_03_335", "P02_03_336", "P02_03_337" ], "src": "put mesh in sink . hold pan . stir pasta with sauce", "src1": "put mesh in sink", "src2": "hold pan", "src3": "stir pasta with sauce", "trg": "shake mesh with pasta", "vis_src": "P02_03:334 P02_03:335 P02_03:336", "vis_trg": "P02_03:337", "narrations": [ "put mesh in sink", "hold pan", "stir pasta with sauce", "shake mesh with pasta" ], "verbs": [ "put-in", "hold", "stir-with", "shake-with" ], "verb_classes": [ 5, 34, 10, 15 ], "nouns": [ "mesh", "pan", "pasta", "mesh" ], "noun_classes": [ 39, 5, 45, 39 ], "start_stop_timestamps": [ [ "00:19:11.15", "00:19:12.26" ], [ "00:19:12.82", "00:19:13.53" ], [ "00:19:13.58", "00:19:18.75" ], [ "00:19:14.17", "00:19:18.35" ] ], "start_stop_frames": [ [ 69069, 69135 ], [ 69169, 69211 ], [ 69214, 69525 ], [ 69250, 69501 ] ], "trgnoun": "mesh", "trgverb": "shake_with" }, { "key": "P28_101+35_36_37_38", "video_id": "P28_101", "narration_ids": [ "P28_101_35", "P28_101_36", "P28_101_37", "P28_101_38" ], "src": "take knife . cut tomato . peel_off garlic", "src1": "take knife", "src2": "cut tomato", "src3": "peel_off garlic", "trg": "put garlic", "vis_src": "P28_101:35 P28_101:36 P28_101:37", "vis_trg": "P28_101:38", "narrations": [ "take knife", "cut tomato", "peel off garlic", "put garlic" ], "verbs": [ "take", "cut", "peel-off", "put" ], "verb_classes": [ 0, 7, 19, 1 ], "nouns": [ "knife", "tomato", "garlic", "garlic" ], "noun_classes": [ 4, 43, 51, 51 ], "start_stop_timestamps": [ [ "00:01:59.12", "00:02:00.63" ], [ "00:02:01.00", "00:02:18.41" ], [ "00:02:18.58", "00:02:51.46" ], [ "00:02:51.56", "00:02:53.15" ] ], "start_stop_frames": [ [ 5956, 6031 ], [ 6050, 6920 ], [ 6928, 8573 ], [ 8578, 8657 ] ], "trgnoun": "garlic", "trgverb": "put" }, { "key": "P04_104+18_19_20_21", "video_id": "P04_104", "narration_ids": [ "P04_104_18", "P04_104_19", "P04_104_20", "P04_104_21" ], "src": "pick_up tub . scoop starter into bowl . shake spoon", "src1": "pick_up tub", "src2": "scoop starter into bowl", "src3": "shake spoon", "trg": "spoon starter into bowl", "vis_src": "P04_104:18 P04_104:19 P04_104:20", "vis_trg": "P04_104:21", "narrations": [ "pick up tub", "scoop starter into bowl", "shake spoon", "spoon starter into bowl" ], "verbs": [ "pick-up", "scoop", "shake", "spoon" ], "verb_classes": [ 0, 16, 15, 16 ], "nouns": [ "tub", "starter", "spoon", "starter" ], "noun_classes": [ 23, 71, 1, 71 ], "start_stop_timestamps": [ [ "00:00:58.33", "00:01:00.45" ], [ "00:01:00.73", "00:01:02.37" ], [ "00:01:02.47", "00:01:04.89" ], [ "00:01:04.88", "00:01:06.01" ] ], "start_stop_frames": [ [ 2916, 3022 ], [ 3036, 3118 ], [ 3123, 3244 ], [ 3244, 3300 ] ], "trgnoun": "starter", "trgverb": "spoon" }, { "key": "P02_128+40_41_42_43", "video_id": "P02_128", "narration_ids": [ "P02_128_40", "P02_128_41", "P02_128_42", "P02_128_43" ], "src": "pick_up lid . close milk_bottle . open fridge", "src1": "pick_up lid", "src2": "close milk_bottle", "src3": "open fridge", "trg": "put milk_bottle in fridge door", "vis_src": "P02_128:40 P02_128:41 P02_128:42", "vis_trg": "P02_128:43", "narrations": [ "pick up lid", "close milk bottle", "open fridge", "put milk bottle in fridge door" ], "verbs": [ "pick-up", "close", "open", "put-in" ], "verb_classes": [ 0, 4, 3, 5 ], "nouns": [ "lid", "bottle:milk", "fridge", "bottle:milk" ], "noun_classes": [ 6, 15, 12, 15 ], "start_stop_timestamps": [ [ "00:01:25.37", "00:01:26.63" ], [ "00:01:26.79", "00:01:30.03" ], [ "00:01:29.93", "00:01:30.96" ], [ "00:01:29.95", "00:01:32.22" ] ], "start_stop_frames": [ [ 4268, 4331 ], [ 4339, 4501 ], [ 4496, 4548 ], [ 4497, 4611 ] ], "trgnoun": "milk_bottle", "trgverb": "put_in" }, { "key": "P04_104+17_18_19_20", "video_id": "P04_104", "narration_ids": [ "P04_104_17", "P04_104_18", "P04_104_19", "P04_104_20" ], "src": "put_down spoon . pick_up tub . scoop starter into bowl", "src1": "put_down spoon", "src2": "pick_up tub", "src3": "scoop starter into bowl", "trg": "shake spoon", "vis_src": "P04_104:17 P04_104:18 P04_104:19", "vis_trg": "P04_104:20", "narrations": [ "put down spoon", "pick up tub", "scoop starter into bowl", "shake spoon" ], "verbs": [ "put-down", "pick-up", "scoop", "shake" ], "verb_classes": [ 1, 0, 16, 15 ], "nouns": [ "spoon", "tub", "starter", "spoon" ], "noun_classes": [ 1, 23, 71, 1 ], "start_stop_timestamps": [ [ "00:00:57.48", "00:00:58.26" ], [ "00:00:58.33", "00:01:00.45" ], [ "00:01:00.73", "00:01:02.37" ], [ "00:01:02.47", "00:01:04.89" ] ], "start_stop_frames": [ [ 2874, 2913 ], [ 2916, 3022 ], [ 3036, 3118 ], [ 3123, 3244 ] ], "trgnoun": "spoon", "trgverb": "shake" }, { "key": "P06_108+106_107_108_109", "video_id": "P06_108", "narration_ids": [ "P06_108_106", "P06_108_107", "P06_108_108", "P06_108_109" ], "src": "rip foil . put_down foil . move mozzarella", "src1": "rip foil", "src2": "put_down foil", "src3": "move mozzarella", "trg": "put foil on pizza", "vis_src": "P06_108:106 P06_108:107 P06_108:108", "vis_trg": "P06_108:109", "narrations": [ "rip foil", "put down foil", "move mozzarella", "put foil on pizza" ], "verbs": [ "rip", "put-down", "move", "put-on" ], "verb_classes": [ 43, 1, 11, 1 ], "nouns": [ "foil", "foil", "mozzarella", "foil" ], "noun_classes": [ 123, 123, 32, 123 ], "start_stop_timestamps": [ [ "00:08:17.11", "00:08:19.12" ], [ "00:08:18.95", "00:08:19.97" ], [ "00:08:19.92", "00:08:20.74" ], [ "00:08:20.76", "00:08:22.79" ] ], "start_stop_frames": [ [ 24855, 24956 ], [ 24947, 24998 ], [ 24996, 25037 ], [ 25038, 25139 ] ], "trgnoun": "foil", "trgverb": "put_on" }, { "key": "P12_105+34_35_36_37", "video_id": "P12_105", "narration_ids": [ "P12_105_34", "P12_105_35", "P12_105_36", "P12_105_37" ], "src": "put_down mug . take mug . scoop_up soup into mug from saucepan", "src1": "put_down mug", "src2": "take mug", "src3": "scoop_up soup into mug from saucepan", "trg": "pour soup from mug into plastic bag", "vis_src": "P12_105:34 P12_105:35 P12_105:36", "vis_trg": "P12_105:37", "narrations": [ "put down mug", "take mug", "scoop up soup into mug from saucepan", "pour soup from mug into plastic bag" ], "verbs": [ "put-down", "take", "scoop-up", "pour-from" ], "verb_classes": [ 1, 0, 16, 9 ], "nouns": [ "mug", "mug", "soup", "soup" ], "noun_classes": [ 13, 13, 126, 126 ], "start_stop_timestamps": [ [ "00:02:13.69", "00:02:15.16" ], [ "00:02:17.20", "00:02:18.05" ], [ "00:02:18.13", "00:02:20.25" ], [ "00:02:20.23", "00:02:23.30" ] ], "start_stop_frames": [ [ 6684, 6758 ], [ 6859, 6902 ], [ 6906, 7012 ], [ 7011, 7165 ] ], "trgnoun": "soup", "trgverb": "pour_from" }, { "key": "P02_131+21_22_23_24", "video_id": "P02_131", "narration_ids": [ "P02_131_21", "P02_131_22", "P02_131_23", "P02_131_24" ], "src": "press_into one mixture . pick_up mixture from bowl . put_on chopping_board", "src1": "press_into one mixture", "src2": "pick_up mixture from bowl", "src3": "put_on chopping_board", "trg": "form mixture into cylinder shape", "vis_src": "P02_131:21 P02_131:22 P02_131:23", "vis_trg": "P02_131:24", "narrations": [ "press into one mixture", "pick up mixture from bowl", "put on chopping board", "form mixture into cylinder shape" ], "verbs": [ "press-into", "pick-up", "put-on", "form-into" ], "verb_classes": [ 21, 0, 1, 74 ], "nouns": [ "mixture", "mixture", "board:chopping", "mixture" ], "noun_classes": [ 71, 71, 18, 71 ], "start_stop_timestamps": [ [ "00:02:03.49", "00:02:12.97" ], [ "00:02:13.01", "00:02:14.07" ], [ "00:02:12.00", "00:02:15.28" ], [ "00:02:14.94", "00:02:21.34" ] ], "start_stop_frames": [ [ 6174, 6648 ], [ 6650, 6703 ], [ 6600, 6764 ], [ 6747, 7067 ] ], "trgnoun": "mixture", "trgverb": "form_into" }, { "key": "P01_09+583_584_585_586", "video_id": "P01_09", "narration_ids": [ "P01_09_583", "P01_09_584", "P01_09_585", "P01_09_586" ], "src": "put_down bowl . take tray . flatten dough", "src1": "put_down bowl", "src2": "take tray", "src3": "flatten dough", "trg": "put_down dough", "vis_src": "P01_09:583 P01_09:584 P01_09:585", "vis_trg": "P01_09:586", "narrations": [ "put down bowl", "take tray", "flatten dough", "put down dough" ], "verbs": [ "put-down", "take", "flatten", "put-down" ], "verb_classes": [ 1, 0, 87, 1 ], "nouns": [ "bowl", "tray", "dough", "dough" ], "noun_classes": [ 7, 35, 25, 25 ], "start_stop_timestamps": [ [ "00:40:54.84", "00:40:56.97" ], [ "00:40:57.45", "00:41:00.97" ], [ "00:41:02.82", "00:41:08.53" ], [ "00:41:07.88", "00:41:09.13" ] ], "start_stop_frames": [ [ 147290, 147418 ], [ 147447, 147658 ], [ 147769, 148111 ], [ 148072, 148147 ] ], "trgnoun": "dough", "trgverb": "put_down" }, { "key": "P23_02+19_20_21_22", "video_id": "P23_02", "narration_ids": [ "P23_02_19", "P23_02_20", "P23_02_21", "P23_02_22" ], "src": "cutting the onion into the small pieces . putting all small pieces into the one plate . taking the garlic", "src1": "cutting the onion into the small pieces", "src2": "putting all small pieces into the one plate", "src3": "taking the garlic", "trg": "removing a piece from the garlic small", "vis_src": "P23_02:19 P23_02:20 P23_02:21", "vis_trg": "P23_02:22", "narrations": [ "cutting the onion into the small pieces", "putting all small pieces into the one plate", "taking the garlic", "removing a piece from the garlic small" ], "verbs": [ "cut-into", "put-into", "take", "remove-from" ], "verb_classes": [ 7, 5, 0, 12 ], "nouns": [ "onion", "plate", "garlic", "garlic" ], "noun_classes": [ 16, 2, 51, 51 ], "start_stop_timestamps": [ [ "00:02:53.79", "00:03:55.96" ], [ "00:03:56.06", "00:04:02.85" ], [ "00:04:03.73", "00:04:04.97" ], [ "00:04:04.32", "00:04:08.88" ] ], "start_stop_frames": [ [ 10427, 14157 ], [ 14163, 14571 ], [ 14623, 14698 ], [ 14659, 14932 ] ], "trgnoun": "garlic", "trgverb": "remove_from" }, { "key": "P04_112+227_228_229_230", "video_id": "P04_112", "narration_ids": [ "P04_112_227", "P04_112_228", "P04_112_229", "P04_112_230" ], "src": "put_down tomato_puree . pick_up mayonnaise . try to put mayonnaise in fridge door", "src1": "put_down tomato_puree", "src2": "pick_up mayonnaise", "src3": "try to put mayonnaise in fridge door", "trg": "put mayonnaise on fridge shelf", "vis_src": "P04_112:227 P04_112:228 P04_112:229", "vis_trg": "P04_112:230", "narrations": [ "put down tomato puree", "pick up mayonnaise", "try to put mayonnaise in fridge door", "put mayonnaise on fridge shelf" ], "verbs": [ "put-down", "pick-up", "put-in", "put-on" ], "verb_classes": [ 1, 0, 5, 1 ], "nouns": [ "puree:tomato", "mayonnaise", "mayonnaise", "mayonnaise" ], "noun_classes": [ 47, 47, 47, 47 ], "start_stop_timestamps": [ [ "00:06:38.54", "00:06:39.86" ], [ "00:06:39.90", "00:06:41.21" ], [ "00:06:41.50", "00:06:43.65" ], [ "00:06:43.73", "00:06:45.55" ] ], "start_stop_frames": [ [ 19927, 19993 ], [ 19995, 20060 ], [ 20075, 20182 ], [ 20186, 20277 ] ], "trgnoun": "mayonnaise", "trgverb": "put_on" }, { "key": "P01_17+121_122_123_124", "video_id": "P01_17", "narration_ids": [ "P01_17_121", "P01_17_122", "P01_17_123", "P01_17_124" ], "src": "dry tomatoes . put_down tomatoes . take knife", "src1": "dry tomatoes", "src2": "put_down tomatoes", "src3": "take knife", "trg": "slice tomatoes", "vis_src": "P01_17:121 P01_17:122 P01_17:123", "vis_trg": "P01_17:124", "narrations": [ "dry tomatoes", "put down tomatoes", "take knife", "slice tomatoes" ], "verbs": [ "dry", "put-down", "take", "slice" ], "verb_classes": [ 14, 1, 0, 7 ], "nouns": [ "tomato", "tomato", "knife", "tomato" ], "noun_classes": [ 43, 43, 4, 43 ], "start_stop_timestamps": [ [ "00:08:49.57", "00:08:56.08" ], [ "00:08:55.98", "00:08:57.42" ], [ "00:08:57.82", "00:08:58.89" ], [ "00:08:59.27", "00:09:10.42" ] ], "start_stop_frames": [ [ 31774, 32164 ], [ 32158, 32245 ], [ 32269, 32333 ], [ 32356, 33025 ] ], "trgnoun": "tomato", "trgverb": "slice" }, { "key": "P01_17+111_112_113_114", "video_id": "P01_17", "narration_ids": [ "P01_17_111", "P01_17_112", "P01_17_113", "P01_17_114" ], "src": "take tomatoes . separate tomatoes . open bin", "src1": "take tomatoes", "src2": "separate tomatoes", "src3": "open bin", "trg": "close bin", "vis_src": "P01_17:111 P01_17:112 P01_17:113", "vis_trg": "P01_17:114", "narrations": [ "take tomatoes", "separate tomatoes", "open bin", "close bin" ], "verbs": [ "take", "separate", "open", "close" ], "verb_classes": [ 0, 52, 3, 4 ], "nouns": [ "tomato", "tomato", "bin", "bin" ], "noun_classes": [ 43, 43, 36, 36 ], "start_stop_timestamps": [ [ "00:08:04.20", "00:08:06.01" ], [ "00:08:06.05", "00:08:18.26" ], [ "00:08:20.95", "00:08:22.31" ], [ "00:08:22.03", "00:08:22.75" ] ], "start_stop_frames": [ [ 29052, 29160 ], [ 29163, 29895 ], [ 30057, 30138 ], [ 30121, 30165 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P04_115+0_1_2_3", "video_id": "P04_115", "narration_ids": [ "P04_115_0", "P04_115_1", "P04_115_2", "P04_115_3" ], "src": "turn_off oven_timer . open oven . take oven_gloves", "src1": "turn_off oven_timer", "src2": "open oven", "src3": "take oven_gloves", "trg": "put_on oven_gloves", "vis_src": "P04_115:0 P04_115:1 P04_115:2", "vis_trg": "P04_115:3", "narrations": [ "turn off oven timer", "open oven", "take oven gloves", "put on oven gloves" ], "verbs": [ "turn-off", "open", "take", "put-on" ], "verb_classes": [ 8, 3, 0, 1 ], "nouns": [ "timer:oven", "oven", "glove:oven", "glove:oven" ], "noun_classes": [ 111, 46, 60, 60 ], "start_stop_timestamps": [ [ "00:00:01.26", "00:00:03.10" ], [ "00:00:03.18", "00:00:06.12" ], [ "00:00:05.15", "00:00:09.95" ], [ "00:00:06.21", "00:00:08.97" ] ], "start_stop_frames": [ [ 63, 155 ], [ 159, 306 ], [ 257, 497 ], [ 310, 448 ] ], "trgnoun": "oven_glove", "trgverb": "put_on" }, { "key": "P24_07+97_98_99_100", "video_id": "P24_07", "narration_ids": [ "P24_07_97", "P24_07_98", "P24_07_99", "P24_07_100" ], "src": "drain tomato and salad . take salad_bowl . take tomato", "src1": "drain tomato and salad", "src2": "take salad_bowl", "src3": "take tomato", "trg": "cut tomato in salad bowl", "vis_src": "P24_07:97 P24_07:98 P24_07:99", "vis_trg": "P24_07:100", "narrations": [ "drain tomato and salad", "take salad bowl", "take tomato", "cut tomato in salad bowl" ], "verbs": [ "drain", "take", "take", "cut-in" ], "verb_classes": [ 37, 0, 0, 7 ], "nouns": [ "tomato", "bowl:salad", "tomato", "tomato" ], "noun_classes": [ 43, 7, 43, 43 ], "start_stop_timestamps": [ [ "00:06:22.56", "00:06:25.07" ], [ "00:06:27.33", "00:06:28.83" ], [ "00:06:29.84", "00:06:31.53" ], [ "00:06:34.99", "00:06:47.43" ] ], "start_stop_frames": [ [ 22953, 23104 ], [ 23239, 23329 ], [ 23390, 23491 ], [ 23699, 24445 ] ], "trgnoun": "tomato", "trgverb": "cut_in" }, { "key": "P02_06+172_173_174_175", "video_id": "P02_06", "narration_ids": [ "P02_06_172", "P02_06_173", "P02_06_174", "P02_06_175" ], "src": "put leaf . remove leaf . open trash_bin", "src1": "put leaf", "src2": "remove leaf", "src3": "open trash_bin", "trg": "throw trash_bin", "vis_src": "P02_06:172 P02_06:173 P02_06:174", "vis_trg": "P02_06:175", "narrations": [ "put leaf", "remove leaf", "open trash bin", "throw" ], "verbs": [ "put", "remove", "open", "throw" ], "verb_classes": [ 1, 12, 3, 13 ], "nouns": [ "leaf", "leaf", "bin:trash", "bin:trash" ], "noun_classes": [ 62, 62, 36, 36 ], "start_stop_timestamps": [ [ "00:08:00.79", "00:08:01.69" ], [ "00:08:01.61", "00:08:03.21" ], [ "00:08:03.54", "00:08:04.16" ], [ "00:08:04.14", "00:08:04.95" ] ], "start_stop_frames": [ [ 28847, 28901 ], [ 28896, 28992 ], [ 29012, 29049 ], [ 29048, 29097 ] ], "trgnoun": "trash_bin", "trgverb": "throw" }, { "key": "P04_107+428_429_430_431", "video_id": "P04_107", "narration_ids": [ "P04_107_428", "P04_107_429", "P04_107_430", "P04_107_431" ], "src": "flatten greaseproof_paper . put dough on greaseproof paper . pick_up ball of dough", "src1": "flatten greaseproof_paper", "src2": "put dough on greaseproof paper", "src3": "pick_up ball of dough", "trg": "squeeze ball of dough", "vis_src": "P04_107:428 P04_107:429 P04_107:430", "vis_trg": "P04_107:431", "narrations": [ "flatten greaseproof paper", "put dough on greaseproof paper", "pick up ball of dough", "squeeze ball of dough" ], "verbs": [ "flatten", "put-on", "pick-up", "squeeze" ], "verb_classes": [ 87, 1, 0, 18 ], "nouns": [ "paper:greaseproof", "dough", "ball:dough", "ball:dough" ], "noun_classes": [ 49, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:12:45.95", "00:12:47.57" ], [ "00:12:47.51", "00:12:49.76" ], [ "00:12:52.93", "00:12:53.81" ], [ "00:12:54.75", "00:12:56.19" ] ], "start_stop_frames": [ [ 38297, 38378 ], [ 38375, 38488 ], [ 38646, 38690 ], [ 38737, 38809 ] ], "trgnoun": "dough_ball", "trgverb": "squeeze" }, { "key": "P24_07+96_97_98_99", "video_id": "P24_07", "narration_ids": [ "P24_07_96", "P24_07_97", "P24_07_98", "P24_07_99" ], "src": "put_down fork and knife . drain tomato and salad . take salad_bowl", "src1": "put_down fork and knife", "src2": "drain tomato and salad", "src3": "take salad_bowl", "trg": "take tomato", "vis_src": "P24_07:96 P24_07:97 P24_07:98", "vis_trg": "P24_07:99", "narrations": [ "put down fork and knife", "drain tomato and salad", "take salad bowl", "take tomato" ], "verbs": [ "put-down", "drain", "take", "take" ], "verb_classes": [ 1, 37, 0, 0 ], "nouns": [ "fork", "tomato", "bowl:salad", "tomato" ], "noun_classes": [ 14, 43, 7, 43 ], "start_stop_timestamps": [ [ "00:06:17.20", "00:06:19.45" ], [ "00:06:22.56", "00:06:25.07" ], [ "00:06:27.33", "00:06:28.83" ], [ "00:06:29.84", "00:06:31.53" ] ], "start_stop_frames": [ [ 22632, 22767 ], [ 22953, 23104 ], [ 23239, 23329 ], [ 23390, 23491 ] ], "trgnoun": "tomato", "trgverb": "take" }, { "key": "P04_116+127_128_129_130", "video_id": "P04_116", "narration_ids": [ "P04_116_127", "P04_116_128", "P04_116_129", "P04_116_130" ], "src": "hold pan . stir eggs in pan using spatula . pick_up pan", "src1": "hold pan", "src2": "stir eggs in pan using spatula", "src3": "pick_up pan", "trg": "scrape egg off bottom of pan using spatula", "vis_src": "P04_116:127 P04_116:128 P04_116:129", "vis_trg": "P04_116:130", "narrations": [ "hold pan", "stir eggs in pan using spatula", "pick up pan", "scrape egg off bottom of pan using spatula" ], "verbs": [ "hold", "stir-in", "pick-up", "scrape-off" ], "verb_classes": [ 34, 10, 0, 25 ], "nouns": [ "pan", "egg", "pan", "egg" ], "noun_classes": [ 5, 53, 5, 53 ], "start_stop_timestamps": [ [ "00:05:34.69", "00:05:35.83" ], [ "00:05:35.42", "00:05:43.52" ], [ "00:05:43.36", "00:05:44.79" ], [ "00:05:44.43", "00:05:52.03" ] ], "start_stop_frames": [ [ 16734, 16791 ], [ 16771, 17176 ], [ 17168, 17239 ], [ 17221, 17601 ] ], "trgnoun": "egg", "trgverb": "scrape_off" }, { "key": "P22_11+5_6_7_8", "video_id": "P22_11", "narration_ids": [ "P22_11_5", "P22_11_6", "P22_11_7", "P22_11_8" ], "src": "dry salad_bowl . place rag . move salad_bowl", "src1": "dry salad_bowl", "src2": "place rag", "src3": "move salad_bowl", "trg": "place salad_bowl", "vis_src": "P22_11:5 P22_11:6 P22_11:7", "vis_trg": "P22_11:8", "narrations": [ "dry salad bowl", "place rag", "move salad bowl", "place salad bowl" ], "verbs": [ "dry", "place", "move", "place" ], "verb_classes": [ 14, 1, 11, 1 ], "nouns": [ "bowl:salad", "rag", "bowl:salad", "bowl:salad" ], "noun_classes": [ 7, 17, 7, 7 ], "start_stop_timestamps": [ [ "00:00:12.21", "00:00:16.00" ], [ "00:00:16.13", "00:00:19.15" ], [ "00:00:18.72", "00:00:20.98" ], [ "00:00:21.08", "00:00:23.52" ] ], "start_stop_frames": [ [ 732, 960 ], [ 967, 1149 ], [ 1123, 1258 ], [ 1264, 1411 ] ], "trgnoun": "salad_bowl", "trgverb": "place" }, { "key": "P02_06+134_135_136_137", "video_id": "P02_06", "narration_ids": [ "P02_06_134", "P02_06_135", "P02_06_136", "P02_06_137" ], "src": "put strainer . open fridge . get tomato", "src1": "put strainer", "src2": "open fridge", "src3": "get tomato", "trg": "put tomato in strainer", "vis_src": "P02_06:134 P02_06:135 P02_06:136", "vis_trg": "P02_06:137", "narrations": [ "put strainer", "open fridge", "get tomato", "put tomato in strainer" ], "verbs": [ "put", "open", "get", "put-in" ], "verb_classes": [ 1, 3, 0, 5 ], "nouns": [ "strainer", "fridge", "tomato", "tomato" ], "noun_classes": [ 39, 12, 43, 43 ], "start_stop_timestamps": [ [ "00:05:53.10", "00:05:54.10" ], [ "00:05:54.30", "00:05:56.37" ], [ "00:05:58.30", "00:05:59.05" ], [ "00:06:06.25", "00:06:09.34" ] ], "start_stop_frames": [ [ 21186, 21246 ], [ 21258, 21382 ], [ 21498, 21543 ], [ 21975, 22160 ] ], "trgnoun": "tomato", "trgverb": "put_in" }, { "key": "P01_105+238_239_240_241", "video_id": "P01_105", "narration_ids": [ "P01_105_238", "P01_105_239", "P01_105_240", "P01_105_241" ], "src": "move tofu_slices . dice tofu . pick_up cutting_board", "src1": "move tofu_slices", "src2": "dice tofu", "src3": "pick_up cutting_board", "trg": "move tofu into wok", "vis_src": "P01_105:238 P01_105:239 P01_105:240", "vis_trg": "P01_105:241", "narrations": [ "move tofu slices", "dice tofu", "pick up cutting board", "move tofu into wok" ], "verbs": [ "move", "dice", "pick-up", "move-into" ], "verb_classes": [ 11, 7, 0, 11 ], "nouns": [ "slice:tofu", "tofu", "board:cutting", "tofu" ], "noun_classes": [ 81, 81, 18, 81 ], "start_stop_timestamps": [ [ "00:09:07.26", "00:09:09.13" ], [ "00:09:09.23", "00:09:15.17" ], [ "00:09:14.93", "00:09:15.71" ], [ "00:09:17.00", "00:09:18.55" ] ], "start_stop_frames": [ [ 27363, 27456 ], [ 27461, 27758 ], [ 27746, 27785 ], [ 27850, 27927 ] ], "trgnoun": "tofu", "trgverb": "move_into" }, { "key": "P22_10+314_315_316_317", "video_id": "P22_10", "narration_ids": [ "P22_10_314", "P22_10_315", "P22_10_316", "P22_10_317" ], "src": "open tap . fill salad_bowl . lather utensil", "src1": "open tap", "src2": "fill salad_bowl", "src3": "lather utensil", "trg": "empty salad_bowl", "vis_src": "P22_10:314 P22_10:315 P22_10:316", "vis_trg": "P22_10:317", "narrations": [ "open tap", "fill salad bowl", "lather utensil", "empty salad bowl" ], "verbs": [ "turn-on", "fill", "lather", "empty" ], "verb_classes": [ 6, 26, 2, 20 ], "nouns": [ "tap", "bowl:salad", "utensil", "bowl:salad" ], "noun_classes": [ 0, 7, 154, 7 ], "start_stop_timestamps": [ [ "00:10:59.27", "00:11:00.27" ], [ "00:11:00.56", "00:11:07.82" ], [ "00:11:04.44", "00:11:06.96" ], [ "00:11:06.89", "00:11:08.57" ] ], "start_stop_frames": [ [ 39556, 39616 ], [ 39633, 40069 ], [ 39866, 40017 ], [ 40013, 40114 ] ], "trgnoun": "salad_bowl", "trgverb": "empty" }, { "key": "P21_03+4_5_6_7", "video_id": "P21_03", "narration_ids": [ "P21_03_4", "P21_03_5", "P21_03_6", "P21_03_7" ], "src": "opening the fridge . taking out one tomato . closing the fridge", "src1": "opening the fridge", "src2": "taking out one tomato", "src3": "closing the fridge", "trg": "rinsing one of the tomatoes", "vis_src": "P21_03:4 P21_03:5 P21_03:6", "vis_trg": "P21_03:7", "narrations": [ "opening the fridge", "taking out one tomato", "closing the fridge", "rinsing one of the tomatoes" ], "verbs": [ "open", "take-out", "close", "rinse" ], "verb_classes": [ 3, 12, 4, 2 ], "nouns": [ "fridge", "tomato", "fridge", "tomato" ], "noun_classes": [ 12, 43, 12, 43 ], "start_stop_timestamps": [ [ "00:00:30.59", "00:00:33.27" ], [ "00:00:33.16", "00:00:37.13" ], [ "00:00:38.80", "00:00:40.94" ], [ "00:00:43.29", "00:00:45.71" ] ], "start_stop_frames": [ [ 1835, 1996 ], [ 1989, 2227 ], [ 2328, 2456 ], [ 2597, 2742 ] ], "trgnoun": "tomato", "trgverb": "rinse" }, { "key": "P22_16+339_340_341_342", "video_id": "P22_16", "narration_ids": [ "P22_16_339", "P22_16_340", "P22_16_341", "P22_16_342" ], "src": "grab tomato . close fridge . open tap", "src1": "grab tomato", "src2": "close fridge", "src3": "open tap", "trg": "rinse tomato", "vis_src": "P22_16:339 P22_16:340 P22_16:341", "vis_trg": "P22_16:342", "narrations": [ "grab tomato", "close fridge", "open tap", "rinse tomato" ], "verbs": [ "grab", "close", "turn-on", "rinse" ], "verb_classes": [ 0, 4, 6, 2 ], "nouns": [ "tomato", "fridge", "tap", "tomato" ], "noun_classes": [ 43, 12, 0, 43 ], "start_stop_timestamps": [ [ "00:17:17.79", "00:17:19.55" ], [ "00:17:19.93", "00:17:22.85" ], [ "00:17:23.89", "00:17:25.23" ], [ "00:17:25.24", "00:17:26.60" ] ], "start_stop_frames": [ [ 62267, 62373 ], [ 62395, 62570 ], [ 62633, 62713 ], [ 62714, 62795 ] ], "trgnoun": "tomato", "trgverb": "rinse" }, { "key": "P24_07+138_139_140_141", "video_id": "P24_07", "narration_ids": [ "P24_07_138", "P24_07_139", "P24_07_140", "P24_07_141" ], "src": "rinse carrots . pick_up colander . put_down colander", "src1": "rinse carrots", "src2": "pick_up colander", "src3": "put_down colander", "trg": "pick_up carrots", "vis_src": "P24_07:138 P24_07:139 P24_07:140", "vis_trg": "P24_07:141", "narrations": [ "rinse carrots", "pick up colander", "put down colander", "pick up carrots" ], "verbs": [ "rinse", "pick-up", "put-down", "pick-up" ], "verb_classes": [ 2, 0, 1, 0 ], "nouns": [ "carrot", "colander", "colander", "carrot" ], "noun_classes": [ 41, 39, 39, 41 ], "start_stop_timestamps": [ [ "00:11:19.43", "00:11:23.80" ], [ "00:11:23.90", "00:11:27.79" ], [ "00:11:27.89", "00:11:30.69" ], [ "00:11:29.76", "00:11:31.73" ] ], "start_stop_frames": [ [ 40765, 41028 ], [ 41034, 41267 ], [ 41273, 41441 ], [ 41385, 41503 ] ], "trgnoun": "carrot", "trgverb": "pick_up" }, { "key": "P04_104+92_93_94_95", "video_id": "P04_104", "narration_ids": [ "P04_104_92", "P04_104_93", "P04_104_94", "P04_104_95" ], "src": "pick_up tub . open fridge . put tub in fridge", "src1": "pick_up tub", "src2": "open fridge", "src3": "put tub in fridge", "trg": "close fridge", "vis_src": "P04_104:92 P04_104:93 P04_104:94", "vis_trg": "P04_104:95", "narrations": [ "pick up tub", "open fridge", "put tub in fridge", "close fridge" ], "verbs": [ "pick-up", "open", "put-in", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "tub", "fridge", "tub", "fridge" ], "noun_classes": [ 23, 12, 23, 12 ], "start_stop_timestamps": [ [ "00:03:22.55", "00:03:23.30" ], [ "00:03:24.11", "00:03:25.57" ], [ "00:03:25.67", "00:03:26.77" ], [ "00:03:27.20", "00:03:28.04" ] ], "start_stop_frames": [ [ 10127, 10165 ], [ 10205, 10278 ], [ 10283, 10338 ], [ 10360, 10402 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P20_04+112_113_114_115", "video_id": "P20_04", "narration_ids": [ "P20_04_112", "P20_04_113", "P20_04_114", "P20_04_115" ], "src": "slice meat with knife . pick_up meat_piece . put meat_pieces in bowl", "src1": "slice meat with knife", "src2": "pick_up meat_piece", "src3": "put meat_pieces in bowl", "trg": "put_down meat_piece", "vis_src": "P20_04:112 P20_04:113 P20_04:114", "vis_trg": "P20_04:115", "narrations": [ "slice meat with knife", "pick up meat piece", "put meat pieces in bowl", "put down meat piece" ], "verbs": [ "slice", "pick-up", "put-in", "put-down" ], "verb_classes": [ 7, 0, 5, 1 ], "nouns": [ "meat", "piece:meat", "piece:meat", "piece:meat" ], "noun_classes": [ 28, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:08:00.41", "00:08:06.76" ], [ "00:08:11.38", "00:08:14.57" ], [ "00:08:12.00", "00:08:29.43" ], [ "00:08:13.25", "00:08:14.50" ] ], "start_stop_frames": [ [ 28824, 29205 ], [ 29482, 29674 ], [ 29520, 30565 ], [ 29595, 29670 ] ], "trgnoun": "meat_piece", "trgverb": "put_down" }, { "key": "P21_01+89_91_92_93", "video_id": "P21_01", "narration_ids": [ "P21_01_89", "P21_01_91", "P21_01_92", "P21_01_93" ], "src": "opening sauce_container . using knife to open sauce container . taking a spoon", "src1": "opening sauce_container", "src2": "using knife to open sauce container", "src3": "taking a spoon", "trg": "using a spoon to stir sauce", "vis_src": "P21_01:89 P21_01:91 P21_01:92", "vis_trg": "P21_01:93", "narrations": [ "opening sauce container", "using knife to open sauce container", "taking a spoon", "using a spoon to stir sauce" ], "verbs": [ "open", "open", "take", "stir" ], "verb_classes": [ 3, 3, 0, 10 ], "nouns": [ "container:sauce", "knife", "spoon", "spoon" ], "noun_classes": [ 21, 4, 1, 1 ], "start_stop_timestamps": [ [ "00:09:57.86", "00:10:05.42" ], [ "00:10:06.44", "00:10:19.36" ], [ "00:10:23.79", "00:10:24.60" ], [ "00:10:25.69", "00:10:32.70" ] ], "start_stop_frames": [ [ 35871, 36325 ], [ 36386, 37161 ], [ 37427, 37476 ], [ 37541, 37962 ] ], "trgnoun": "spoon", "trgverb": "stir" }, { "key": "P22_11+177_178_179_180", "video_id": "P22_11", "narration_ids": [ "P22_11_177", "P22_11_178", "P22_11_179", "P22_11_180" ], "src": "empty jar . fill jar . shake can", "src1": "empty jar", "src2": "fill jar", "src3": "shake can", "trg": "empty can", "vis_src": "P22_11:177 P22_11:178 P22_11:179", "vis_trg": "P22_11:180", "narrations": [ "empty jar", "fill jar", "shake can", "empty can" ], "verbs": [ "empty", "fill", "shake", "empty" ], "verb_classes": [ 20, 26, 15, 20 ], "nouns": [ "jar", "jar", "can", "can" ], "noun_classes": [ 40, 40, 61, 61 ], "start_stop_timestamps": [ [ "00:06:19.29", "00:06:19.79" ], [ "00:06:20.22", "00:06:23.92" ], [ "00:06:24.00", "00:06:24.91" ], [ "00:06:24.76", "00:06:25.39" ] ], "start_stop_frames": [ [ 22757, 22787 ], [ 22813, 23035 ], [ 23040, 23094 ], [ 23085, 23123 ] ], "trgnoun": "can", "trgverb": "empty" }, { "key": "P23_101+160_162_179_185", "video_id": "P23_101", "narration_ids": [ "P23_101_160", "P23_101_162", "P23_101_179", "P23_101_185" ], "src": "wash green_chilli . take knife . put green_chilli", "src1": "wash green_chilli", "src2": "take knife", "src3": "put green_chilli", "trg": "cut green_chilli", "vis_src": "P23_101:160 P23_101:162 P23_101:179", "vis_trg": "P23_101:185", "narrations": [ "wash green chilli", "take knife", "put green chilli", "cut green chilli" ], "verbs": [ "wash", "take", "put", "cut" ], "verb_classes": [ 2, 0, 1, 7 ], "nouns": [ "chilli:green", "knife", "chilli:green", "chilli:green" ], "noun_classes": [ 69, 4, 69, 69 ], "start_stop_timestamps": [ [ "00:17:03.68", "00:17:04.90" ], [ "00:17:05.60", "00:17:06.71" ], [ "00:18:40.42", "00:18:42.45" ], [ "00:18:56.01", "00:19:04.21" ] ], "start_stop_frames": [ [ 51184, 51245 ], [ 51279, 51335 ], [ 56021, 56122 ], [ 56800, 57210 ] ], "trgnoun": "green_chilli", "trgverb": "cut" }, { "key": "P23_101+162_179_185_256", "video_id": "P23_101", "narration_ids": [ "P23_101_162", "P23_101_179", "P23_101_185", "P23_101_256" ], "src": "take knife . put green_chilli . cut green_chilli", "src1": "take knife", "src2": "put green_chilli", "src3": "cut green_chilli", "trg": "put knife", "vis_src": "P23_101:162 P23_101:179 P23_101:185", "vis_trg": "P23_101:256", "narrations": [ "take knife", "put green chilli", "cut green chilli", "put knife" ], "verbs": [ "take", "put", "cut", "put" ], "verb_classes": [ 0, 1, 7, 1 ], "nouns": [ "knife", "chilli:green", "chilli:green", "knife" ], "noun_classes": [ 4, 69, 69, 4 ], "start_stop_timestamps": [ [ "00:17:05.60", "00:17:06.71" ], [ "00:18:40.42", "00:18:42.45" ], [ "00:18:56.01", "00:19:04.21" ], [ "00:22:55.56", "00:22:56.14" ] ], "start_stop_frames": [ [ 51279, 51335 ], [ 56021, 56122 ], [ 56800, 57210 ], [ 68778, 68807 ] ], "trgnoun": "knife", "trgverb": "put" }, { "key": "P26_110+32_33_34_36", "video_id": "P26_110", "narration_ids": [ "P26_110_32", "P26_110_33", "P26_110_34", "P26_110_36" ], "src": "pour sauce . put_down pot . stir pasta", "src1": "pour sauce", "src2": "put_down pot", "src3": "stir pasta", "trg": "pick_up pot", "vis_src": "P26_110:32 P26_110:33 P26_110:34", "vis_trg": "P26_110:36", "narrations": [ "pour sauce", "put down pot", "stir", "pick up pot" ], "verbs": [ "pour", "put-down", "stir", "pick-up" ], "verb_classes": [ 9, 1, 10, 0 ], "nouns": [ "sauce", "pot", "pasta", "pot" ], "noun_classes": [ 47, 29, 45, 29 ], "start_stop_timestamps": [ [ "00:01:35.43", "00:01:47.11" ], [ "00:01:46.83", "00:01:49.09" ], [ "00:01:49.32", "00:02:01.60" ], [ "00:02:01.00", "00:02:04.11" ] ], "start_stop_frames": [ [ 4771, 5355 ], [ 5341, 5454 ], [ 5466, 6080 ], [ 6050, 6205 ] ], "trgnoun": "pot", "trgverb": "pick_up" }, { "key": "P05_08+66_67_68_69", "video_id": "P05_08", "narration_ids": [ "P05_08_66", "P05_08_67", "P05_08_68", "P05_08_69" ], "src": "pour meat in pan . spread meat in saucepan . rinse packaging", "src1": "pour meat in pan", "src2": "spread meat in saucepan", "src3": "rinse packaging", "trg": "stir meat", "vis_src": "P05_08:66 P05_08:67 P05_08:68", "vis_trg": "P05_08:69", "narrations": [ "pour meat in pan", "spread meat in saucepan", "rinse packaging", "stir meat" ], "verbs": [ "pour-in", "spread-in", "rinse", "stir" ], "verb_classes": [ 9, 27, 2, 10 ], "nouns": [ "meat", "meat", "packaging", "meat" ], "noun_classes": [ 28, 28, 26, 28 ], "start_stop_timestamps": [ [ "00:05:38.39", "00:05:41.06" ], [ "00:05:46.63", "00:06:08.77" ], [ "00:06:11.20", "00:06:17.00" ], [ "00:06:30.05", "00:07:09.79" ] ], "start_stop_frames": [ [ 20303, 20463 ], [ 20797, 22126 ], [ 22272, 22620 ], [ 23403, 25787 ] ], "trgnoun": "meat", "trgverb": "stir" }, { "key": "P07_08+19_20_21_22", "video_id": "P07_08", "narration_ids": [ "P07_08_19", "P07_08_20", "P07_08_21", "P07_08_22" ], "src": "open packaging . put chorizo on cheese . turn_over tortilla", "src1": "open packaging", "src2": "put chorizo on cheese", "src3": "turn_over tortilla", "trg": "fold tortilla", "vis_src": "P07_08:19 P07_08:20 P07_08:21", "vis_trg": "P07_08:22", "narrations": [ "open packaging", "put chorizo on cheese", "turn over tortilla", "fold tortilla" ], "verbs": [ "open", "put-on", "turn-over", "fold" ], "verb_classes": [ 3, 1, 22, 28 ], "nouns": [ "packaging", "chorizo", "tortilla", "tortilla" ], "noun_classes": [ 26, 86, 107, 107 ], "start_stop_timestamps": [ [ "00:01:46.15", "00:01:48.73" ], [ "00:01:52.57", "00:01:56.41" ], [ "00:01:57.03", "00:01:58.53" ], [ "00:02:12.80", "00:02:13.60" ] ], "start_stop_frames": [ [ 6369, 6523 ], [ 6754, 6984 ], [ 7021, 7111 ], [ 7968, 8016 ] ], "trgnoun": "tortilla", "trgverb": "fold" }, { "key": "P22_107+205_206_207_208", "video_id": "P22_107", "narration_ids": [ "P22_107_205", "P22_107_206", "P22_107_207", "P22_107_208" ], "src": "pour cereals . close cereals . put clip", "src1": "pour cereals", "src2": "close cereals", "src3": "put clip", "trg": "close clip", "vis_src": "P22_107:205 P22_107:206 P22_107:207", "vis_trg": "P22_107:208", "narrations": [ "pour cereals", "close cereals", "put clip", "close clip" ], "verbs": [ "pour", "close", "put", "close" ], "verb_classes": [ 9, 4, 1, 4 ], "nouns": [ "cereal", "cereal", "clip", "clip" ], "noun_classes": [ 99, 99, 129, 129 ], "start_stop_timestamps": [ [ "00:07:47.62", "00:07:55.71" ], [ "00:07:56.50", "00:07:58.51" ], [ "00:07:58.39", "00:08:00.20" ], [ "00:07:59.70", "00:08:01.05" ] ], "start_stop_frames": [ [ 23381, 23785 ], [ 23825, 23925 ], [ 23919, 24010 ], [ 23985, 24052 ] ], "trgnoun": "clip", "trgverb": "close" }, { "key": "P30_107+419_420_421_423", "video_id": "P30_107", "narration_ids": [ "P30_107_419", "P30_107_420", "P30_107_421", "P30_107_423" ], "src": "take packaging . wash packaging . rinse packaging", "src1": "take packaging", "src2": "wash packaging", "src3": "rinse packaging", "trg": "shake packaging", "vis_src": "P30_107:419 P30_107:420 P30_107:421", "vis_trg": "P30_107:423", "narrations": [ "take packaging", "wash packaging", "rinse packaging", "shake packaging" ], "verbs": [ "take", "wash", "rinse", "shake" ], "verb_classes": [ 0, 2, 2, 15 ], "nouns": [ "packaging", "packaging", "packaging", "packaging" ], "noun_classes": [ 26, 26, 26, 26 ], "start_stop_timestamps": [ [ "00:21:53.36", "00:21:54.16" ], [ "00:21:53.91", "00:22:05.62" ], [ "00:22:03.93", "00:22:08.27" ], [ "00:22:10.08", "00:22:11.00" ] ], "start_stop_frames": [ [ 65668, 65708 ], [ 65695, 66281 ], [ 66196, 66413 ], [ 66504, 66550 ] ], "trgnoun": "packaging", "trgverb": "shake" }, { "key": "P25_09+3_4_5_6", "video_id": "P25_09", "narration_ids": [ "P25_09_3", "P25_09_4", "P25_09_5", "P25_09_6" ], "src": "open tap . rinse lettuce . pick_up lettuce", "src1": "open tap", "src2": "rinse lettuce", "src3": "pick_up lettuce", "trg": "cut lettuce", "vis_src": "P25_09:3 P25_09:4 P25_09:5", "vis_trg": "P25_09:6", "narrations": [ "open tap", "rinse lettuce", "pick up lettuce", "cut lettuce" ], "verbs": [ "turn-on", "rinse", "pick-up", "cut" ], "verb_classes": [ 6, 2, 0, 7 ], "nouns": [ "tap", "lettuce", "lettuce", "lettuce" ], "noun_classes": [ 0, 120, 120, 120 ], "start_stop_timestamps": [ [ "00:00:19.30", "00:00:20.48" ], [ "00:00:23.81", "00:00:25.31" ], [ "00:00:34.29", "00:00:35.74" ], [ "00:00:39.26", "00:01:08.64" ] ], "start_stop_frames": [ [ 1158, 1228 ], [ 1428, 1518 ], [ 2057, 2144 ], [ 2355, 4118 ] ], "trgnoun": "lettuce", "trgverb": "cut" }, { "key": "P01_109+4_5_8_37", "video_id": "P01_109", "narration_ids": [ "P01_109_4", "P01_109_5", "P01_109_8", "P01_109_37" ], "src": "pick_up onion and potato . put_down onion and potato . pick_up potato", "src1": "pick_up onion and potato", "src2": "put_down onion and potato", "src3": "pick_up potato", "trg": "put_down potatoes", "vis_src": "P01_109:4 P01_109:5 P01_109:8", "vis_trg": "P01_109:37", "narrations": [ "pick up onion and potato", "put down onion and potato", "pick up potato", "put down potatoes" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "onion", "onion", "potato", "potato" ], "noun_classes": [ 16, 16, 30, 30 ], "start_stop_timestamps": [ [ "00:00:08.48", "00:00:09.50" ], [ "00:00:09.60", "00:00:10.46" ], [ "00:00:10.00", "00:00:12.44" ], [ "00:01:10.34", "00:01:11.05" ] ], "start_stop_frames": [ [ 424, 475 ], [ 480, 523 ], [ 500, 622 ], [ 3517, 3552 ] ], "trgnoun": "potato", "trgverb": "put_down" }, { "key": "P02_04+123_124_125_126", "video_id": "P02_04", "narration_ids": [ "P02_04_123", "P02_04_124", "P02_04_125", "P02_04_126" ], "src": "put sponge . open tap . rinse tupperware", "src1": "put sponge", "src2": "open tap", "src3": "rinse tupperware", "trg": "wash tupperware", "vis_src": "P02_04:123 P02_04:124 P02_04:125", "vis_trg": "P02_04:126", "narrations": [ "put sponge", "open tap", "rinse tupperware", "wash tupperware" ], "verbs": [ "put", "turn-on", "rinse", "wash" ], "verb_classes": [ 1, 6, 2, 2 ], "nouns": [ "sponge", "tap", "tupperware", "tupperware" ], "noun_classes": [ 9, 0, 23, 23 ], "start_stop_timestamps": [ [ "00:04:57.60", "00:04:58.29" ], [ "00:04:58.39", "00:04:59.40" ], [ "00:04:59.19", "00:05:03.69" ], [ "00:05:04.29", "00:05:07.29" ] ], "start_stop_frames": [ [ 17856, 17897 ], [ 17903, 17964 ], [ 17951, 18221 ], [ 18257, 18437 ] ], "trgnoun": "tupperware", "trgverb": "wash" }, { "key": "P29_03+212_214_215_216", "video_id": "P29_03", "narration_ids": [ "P29_03_212", "P29_03_214", "P29_03_215", "P29_03_216" ], "src": "rinse plates . put plates on surface . pick_up grater", "src1": "rinse plates", "src2": "put plates on surface", "src3": "pick_up grater", "trg": "wash grater", "vis_src": "P29_03:212 P29_03:214 P29_03:215", "vis_trg": "P29_03:216", "narrations": [ "rinse plates", "put plates on surface", "pick up grater", "wash grater" ], "verbs": [ "rinse", "put-on", "pick-up", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "plate", "plate", "grater", "grater" ], "noun_classes": [ 2, 2, 96, 96 ], "start_stop_timestamps": [ [ "00:12:49.44", "00:12:50.34" ], [ "00:12:50.81", "00:12:51.33" ], [ "00:12:55.12", "00:12:55.70" ], [ "00:12:55.80", "00:13:05.79" ] ], "start_stop_frames": [ [ 46166, 46220 ], [ 46248, 46279 ], [ 46507, 46542 ], [ 46548, 47147 ] ], "trgnoun": "grater", "trgverb": "wash" }, { "key": "P03_109+125_126_127_128", "video_id": "P03_109", "narration_ids": [ "P03_109_125", "P03_109_126", "P03_109_127", "P03_109_128" ], "src": "wash saucepan_lid . squeeze_out sponge . lift_up saucepan", "src1": "wash saucepan_lid", "src2": "squeeze_out sponge", "src3": "lift_up saucepan", "trg": "put saucepan_lid in drying rack", "vis_src": "P03_109:125 P03_109:126 P03_109:127", "vis_trg": "P03_109:128", "narrations": [ "wash saucepan lid", "squeeze out sponge", "lift up saucepan", "put saucepan lid in drying rack" ], "verbs": [ "wash", "squeeze-out", "lift-up", "put-in" ], "verb_classes": [ 2, 18, 33, 5 ], "nouns": [ "lid:saucepan", "sponge", "saucepan", "lid:saucepan" ], "noun_classes": [ 6, 9, 5, 6 ], "start_stop_timestamps": [ [ "00:06:54.32", "00:07:06.17" ], [ "00:07:06.27", "00:07:07.08" ], [ "00:07:07.41", "00:07:07.91" ], [ "00:07:07.83", "00:07:09.46" ] ], "start_stop_frames": [ [ 20716, 21308 ], [ 21313, 21354 ], [ 21370, 21395 ], [ 21391, 21473 ] ], "trgnoun": "saucepan_lid", "trgverb": "put_in" }, { "key": "P01_109+756_757_758_759", "video_id": "P01_109", "narration_ids": [ "P01_109_756", "P01_109_757", "P01_109_758", "P01_109_759" ], "src": "get kitchen_roll . pick_up plate . turn_on tap", "src1": "get kitchen_roll", "src2": "pick_up plate", "src3": "turn_on tap", "trg": "rinse plate", "vis_src": "P01_109:756 P01_109:757 P01_109:758", "vis_trg": "P01_109:759", "narrations": [ "get kitchen roll", "pick up plate", "turn on tap", "rinse plate" ], "verbs": [ "get", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 0, 0, 6, 2 ], "nouns": [ "roll:kitchen", "plate", "tap", "plate" ], "noun_classes": [ 93, 2, 0, 2 ], "start_stop_timestamps": [ [ "00:54:30.30", "00:54:32.52" ], [ "00:54:32.92", "00:54:33.77" ], [ "00:54:33.76", "00:54:34.50" ], [ "00:54:34.39", "00:54:40.37" ] ], "start_stop_frames": [ [ 163515, 163626 ], [ 163646, 163688 ], [ 163688, 163725 ], [ 163719, 164018 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P23_101+159_160_162_179", "video_id": "P23_101", "narration_ids": [ "P23_101_159", "P23_101_160", "P23_101_162", "P23_101_179" ], "src": "open tap . wash green_chilli . take knife", "src1": "open tap", "src2": "wash green_chilli", "src3": "take knife", "trg": "put green_chilli", "vis_src": "P23_101:159 P23_101:160 P23_101:162", "vis_trg": "P23_101:179", "narrations": [ "open tap", "wash green chilli", "take knife", "put green chilli" ], "verbs": [ "turn-on", "wash", "take", "put" ], "verb_classes": [ 6, 2, 0, 1 ], "nouns": [ "tap", "chilli:green", "knife", "chilli:green" ], "noun_classes": [ 0, 69, 4, 69 ], "start_stop_timestamps": [ [ "00:17:02.26", "00:17:03.58" ], [ "00:17:03.68", "00:17:04.90" ], [ "00:17:05.60", "00:17:06.71" ], [ "00:18:40.42", "00:18:42.45" ] ], "start_stop_frames": [ [ 51113, 51179 ], [ 51184, 51245 ], [ 51279, 51335 ], [ 56021, 56122 ] ], "trgnoun": "green_chilli", "trgverb": "put" }, { "key": "P30_107+589_590_591_592", "video_id": "P30_107", "narration_ids": [ "P30_107_589", "P30_107_590", "P30_107_591", "P30_107_592" ], "src": "move mug_tree . pick_up toaster . wipe surface", "src1": "move mug_tree", "src2": "pick_up toaster", "src3": "wipe surface", "trg": "put_down toaster", "vis_src": "P30_107:589 P30_107:590 P30_107:591", "vis_trg": "P30_107:592", "narrations": [ "move mug tree", "pick up toaster", "wipe surface", "put down toaster" ], "verbs": [ "move", "pick-up", "wipe", "put-down" ], "verb_classes": [ 11, 0, 2, 1 ], "nouns": [ "tree:mug", "toaster", "surface", "toaster" ], "noun_classes": [ 249, 186, 42, 186 ], "start_stop_timestamps": [ [ "00:29:44.09", "00:29:45.15" ], [ "00:29:45.20", "00:29:46.05" ], [ "00:29:46.02", "00:29:48.57" ], [ "00:29:48.61", "00:29:49.67" ] ], "start_stop_frames": [ [ 89204, 89257 ], [ 89260, 89302 ], [ 89301, 89428 ], [ 89430, 89483 ] ], "trgnoun": "toaster", "trgverb": "put_down" }, { "key": "P31_05+51_52_53_54", "video_id": "P31_05", "narration_ids": [ "P31_05_51", "P31_05_52", "P31_05_53", "P31_05_54" ], "src": "clean teaspoon . pick_up honey . pour_in water", "src1": "clean teaspoon", "src2": "pick_up honey", "src3": "pour_in water", "trg": "mix water", "vis_src": "P31_05:51 P31_05:52 P31_05:53", "vis_trg": "P31_05:54", "narrations": [ "clean teaspoon", "pick up honey", "pour in water", "mix water" ], "verbs": [ "clean", "pick-up", "pour-in", "mix" ], "verb_classes": [ 2, 0, 9, 10 ], "nouns": [ "teaspoon", "honey", "water", "water" ], "noun_classes": [ 1, 115, 27, 27 ], "start_stop_timestamps": [ [ "00:07:23.44", "00:07:30.06" ], [ "00:07:32.58", "00:07:36.77" ], [ "00:07:37.00", "00:07:38.42" ], [ "00:07:40.42", "00:07:49.69" ] ], "start_stop_frames": [ [ 26606, 27003 ], [ 27154, 27406 ], [ 27420, 27505 ], [ 27625, 28181 ] ], "trgnoun": "water", "trgverb": "mix" }, { "key": "P04_03+71_72_73_74", "video_id": "P04_03", "narration_ids": [ "P04_03_71", "P04_03_72", "P04_03_73", "P04_03_74" ], "src": "open cupboard . pick_up granola . open granola", "src1": "open cupboard", "src2": "pick_up granola", "src3": "open granola", "trg": "pour granola", "vis_src": "P04_03:71 P04_03:72 P04_03:73", "vis_trg": "P04_03:74", "narrations": [ "open cupboard", "pick up granola", "open granola", "pour granola" ], "verbs": [ "open", "pick-up", "open", "pour" ], "verb_classes": [ 3, 0, 3, 9 ], "nouns": [ "cupboard", "granola", "granola", "granola" ], "noun_classes": [ 3, 99, 99, 99 ], "start_stop_timestamps": [ [ "00:04:15.46", "00:04:16.23" ], [ "00:04:16.42", "00:04:18.42" ], [ "00:04:18.41", "00:04:21.16" ], [ "00:04:21.26", "00:04:27.24" ] ], "start_stop_frames": [ [ 15327, 15373 ], [ 15385, 15505 ], [ 15504, 15669 ], [ 15675, 16034 ] ], "trgnoun": "granola", "trgverb": "pour" }, { "key": "P04_101+139_140_141_142", "video_id": "P04_101", "narration_ids": [ "P04_101_139", "P04_101_140", "P04_101_141", "P04_101_142" ], "src": "open cupboard . look_for something . pick_up granola", "src1": "open cupboard", "src2": "look_for something", "src3": "pick_up granola", "trg": "open granola", "vis_src": "P04_101:139 P04_101:140 P04_101:141", "vis_trg": "P04_101:142", "narrations": [ "open cupboard", "look for something", "pick up granola", "open granola" ], "verbs": [ "open", "look-for", "pick-up", "open" ], "verb_classes": [ 3, 48, 0, 3 ], "nouns": [ "cupboard", "tub", "granola", "granola" ], "noun_classes": [ 3, 23, 99, 99 ], "start_stop_timestamps": [ [ "00:04:56.94", "00:04:58.02" ], [ "00:04:58.12", "00:05:00.16" ], [ "00:05:00.17", "00:05:01.92" ], [ "00:05:04.17", "00:05:05.70" ] ], "start_stop_frames": [ [ 14847, 14901 ], [ 14906, 15008 ], [ 15008, 15096 ], [ 15208, 15285 ] ], "trgnoun": "granola", "trgverb": "open" }, { "key": "P01_105+521_522_523_524", "video_id": "P01_105", "narration_ids": [ "P01_105_521", "P01_105_522", "P01_105_523", "P01_105_524" ], "src": "put_down mushroom . slice mushroom . pick_up cutting_board", "src1": "put_down mushroom", "src2": "slice mushroom", "src3": "pick_up cutting_board", "trg": "move mushroom into wok", "vis_src": "P01_105:521 P01_105:522 P01_105:523", "vis_trg": "P01_105:524", "narrations": [ "put down mushroom", "slice mushroom", "pick up cutting board", "move mushroom into wok" ], "verbs": [ "put-down", "slice", "pick-up", "move-into" ], "verb_classes": [ 1, 7, 0, 11 ], "nouns": [ "mushroom", "mushroom", "board:cutting", "mushroom" ], "noun_classes": [ 56, 56, 18, 56 ], "start_stop_timestamps": [ [ "00:20:32.70", "00:20:33.38" ], [ "00:20:33.49", "00:20:36.28" ], [ "00:20:36.53", "00:20:37.58" ], [ "00:20:38.96", "00:20:44.99" ] ], "start_stop_frames": [ [ 61635, 61669 ], [ 61674, 61814 ], [ 61826, 61879 ], [ 61948, 62249 ] ], "trgnoun": "mushroom", "trgverb": "move_into" }, { "key": "P28_111+212_213_214_215", "video_id": "P28_111", "narration_ids": [ "P28_111_212", "P28_111_213", "P28_111_214", "P28_111_215" ], "src": "put cap . spoon honey . pour honey in bowl", "src1": "put cap", "src2": "spoon honey", "src3": "pour honey in bowl", "trg": "take cap", "vis_src": "P28_111:212 P28_111:213 P28_111:214", "vis_trg": "P28_111:215", "narrations": [ "put cap", "spoon honey", "pour honey in bowl", "take cap" ], "verbs": [ "put", "spoon", "pour-in", "take" ], "verb_classes": [ 1, 16, 9, 0 ], "nouns": [ "cap", "honey", "honey", "cap" ], "noun_classes": [ 118, 115, 115, 118 ], "start_stop_timestamps": [ [ "00:11:18.94", "00:11:20.75" ], [ "00:11:21.45", "00:11:24.77" ], [ "00:11:25.16", "00:11:49.02" ], [ "00:11:48.80", "00:11:50.91" ] ], "start_stop_frames": [ [ 33947, 34037 ], [ 34072, 34238 ], [ 34258, 35451 ], [ 35440, 35545 ] ], "trgnoun": "cap", "trgverb": "take" }, { "key": "P29_01+55_62_63_64", "video_id": "P29_01", "narration_ids": [ "P29_01_55", "P29_01_62", "P29_01_63", "P29_01_64" ], "src": "peel onion . push onion . pick_up spatula", "src1": "peel onion", "src2": "push onion", "src3": "pick_up spatula", "trg": "chop onion", "vis_src": "P29_01:55 P29_01:62 P29_01:63", "vis_trg": "P29_01:64", "narrations": [ "peel onion", "push onion", "pick up spatula", "chop onion" ], "verbs": [ "peel", "push", "pick-up", "chop" ], "verb_classes": [ 19, 21, 0, 7 ], "nouns": [ "onion", "onion", "spatula", "onion" ], "noun_classes": [ 16, 16, 20, 16 ], "start_stop_timestamps": [ [ "00:03:18.01", "00:03:23.13" ], [ "00:03:25.69", "00:03:34.31" ], [ "00:03:37.54", "00:03:39.13" ], [ "00:03:38.90", "00:03:46.15" ] ], "start_stop_frames": [ [ 11880, 12187 ], [ 12341, 12858 ], [ 13052, 13147 ], [ 13134, 13569 ] ], "trgnoun": "onion", "trgverb": "chop" }, { "key": "P30_107+731_732_733_734", "video_id": "P30_107", "narration_ids": [ "P30_107_731", "P30_107_732", "P30_107_733", "P30_107_734" ], "src": "scrub bowl . rinse bowl . move colander", "src1": "scrub bowl", "src2": "rinse bowl", "src3": "move colander", "trg": "put bowl into drying rack", "vis_src": "P30_107:731 P30_107:732 P30_107:733", "vis_trg": "P30_107:734", "narrations": [ "scrub bowl", "rinse bowl", "move colander", "put bowl into drying rack" ], "verbs": [ "scrub", "rinse", "move", "put-into" ], "verb_classes": [ 29, 2, 11, 5 ], "nouns": [ "bowl", "bowl", "colander", "bowl" ], "noun_classes": [ 7, 7, 39, 7 ], "start_stop_timestamps": [ [ "00:38:35.44", "00:38:39.45" ], [ "00:38:39.43", "00:38:41.96" ], [ "00:38:41.76", "00:38:43.26" ], [ "00:38:43.36", "00:38:44.29" ] ], "start_stop_frames": [ [ 115772, 115972 ], [ 115971, 116098 ], [ 116088, 116163 ], [ 116168, 116214 ] ], "trgnoun": "bowl", "trgverb": "put_into" }, { "key": "P04_03+70_71_72_73", "video_id": "P04_03", "narration_ids": [ "P04_03_70", "P04_03_71", "P04_03_72", "P04_03_73" ], "src": "put_down bowl . open cupboard . pick_up granola", "src1": "put_down bowl", "src2": "open cupboard", "src3": "pick_up granola", "trg": "open granola", "vis_src": "P04_03:70 P04_03:71 P04_03:72", "vis_trg": "P04_03:73", "narrations": [ "put down bowl", "open cupboard", "pick up granola", "open granola" ], "verbs": [ "put-down", "open", "pick-up", "open" ], "verb_classes": [ 1, 3, 0, 3 ], "nouns": [ "bowl", "cupboard", "granola", "granola" ], "noun_classes": [ 7, 3, 99, 99 ], "start_stop_timestamps": [ [ "00:04:14.45", "00:04:15.38" ], [ "00:04:15.46", "00:04:16.23" ], [ "00:04:16.42", "00:04:18.42" ], [ "00:04:18.41", "00:04:21.16" ] ], "start_stop_frames": [ [ 15267, 15322 ], [ 15327, 15373 ], [ 15385, 15505 ], [ 15504, 15669 ] ], "trgnoun": "granola", "trgverb": "open" }, { "key": "P27_103+145_146_147_148", "video_id": "P27_103", "narration_ids": [ "P27_103_145", "P27_103_146", "P27_103_147", "P27_103_148" ], "src": "put_down sugar . pick_up package . put_down package", "src1": "put_down sugar", "src2": "pick_up package", "src3": "put_down package", "trg": "pick_up sugar", "vis_src": "P27_103:145 P27_103:146 P27_103:147", "vis_trg": "P27_103:148", "narrations": [ "put down sugar", "pick up package", "put down package", "pick up sugar" ], "verbs": [ "put-down", "pick-up", "put-down", "pick-up" ], "verb_classes": [ 1, 0, 1, 0 ], "nouns": [ "sugar", "package", "package", "sugar" ], "noun_classes": [ 102, 26, 26, 102 ], "start_stop_timestamps": [ [ "00:07:11.09", "00:07:11.57" ], [ "00:07:12.62", "00:07:13.73" ], [ "00:07:17.57", "00:07:21.95" ], [ "00:07:23.00", "00:07:31.25" ] ], "start_stop_frames": [ [ 21554, 21578 ], [ 21631, 21686 ], [ 21878, 22097 ], [ 22150, 22562 ] ], "trgnoun": "sugar", "trgverb": "pick_up" }, { "key": "P04_21+20_21_22_23", "video_id": "P04_21", "narration_ids": [ "P04_21_20", "P04_21_21", "P04_21_22", "P04_21_23" ], "src": "put plate in dishwasher . close dishwasher . put tablet in dishwasher", "src1": "put plate in dishwasher", "src2": "close dishwasher", "src3": "put tablet in dishwasher", "trg": "turn dishwasher on", "vis_src": "P04_21:20 P04_21:21 P04_21:22", "vis_trg": "P04_21:23", "narrations": [ "put plate in dishwasher", "close dishwasher", "put tablet in dishwasher", "turn dishwasher on" ], "verbs": [ "put-in", "close", "put-in", "turn-on" ], "verb_classes": [ 5, 4, 5, 6 ], "nouns": [ "plate", "dishwasher", "tablet", "dishwasher" ], "noun_classes": [ 2, 70, 171, 70 ], "start_stop_timestamps": [ [ "00:02:41.88", "00:02:45.70" ], [ "00:02:48.89", "00:03:00.08" ], [ "00:03:01.90", "00:03:08.90" ], [ "00:03:08.96", "00:03:14.53" ] ], "start_stop_frames": [ [ 9712, 9942 ], [ 10133, 10804 ], [ 10914, 11334 ], [ 11337, 11671 ] ], "trgnoun": "dishwasher", "trgverb": "turn_on" }, { "key": "P11_05+13_14_15_17", "video_id": "P11_05", "narration_ids": [ "P11_05_13", "P11_05_14", "P11_05_15", "P11_05_17" ], "src": "pick_up pot . rearrange pots . put_down pot", "src1": "pick_up pot", "src2": "rearrange pots", "src3": "put_down pot", "trg": "fill pot with water", "vis_src": "P11_05:13 P11_05:14 P11_05:15", "vis_trg": "P11_05:17", "narrations": [ "pick up pot", "rearrange pots", "put down pot", "fill pot with water" ], "verbs": [ "pick-up", "rearrange", "put-down", "fill-with" ], "verb_classes": [ 0, 40, 1, 26 ], "nouns": [ "pot", "pot", "pot", "pot" ], "noun_classes": [ 29, 29, 29, 29 ], "start_stop_timestamps": [ [ "00:00:38.75", "00:00:39.50" ], [ "00:00:41.39", "00:00:45.66" ], [ "00:00:41.91", "00:00:42.88" ], [ "00:00:47.38", "00:00:52.31" ] ], "start_stop_frames": [ [ 2325, 2370 ], [ 2483, 2739 ], [ 2514, 2572 ], [ 2842, 3138 ] ], "trgnoun": "pot", "trgverb": "fill_with" }, { "key": "P08_01+141_142_143_144", "video_id": "P08_01", "narration_ids": [ "P08_01_141", "P08_01_142", "P08_01_143", "P08_01_144" ], "src": "wipe_off hands . take fork_knife and plate . wipe_off counter", "src1": "wipe_off hands", "src2": "take fork_knife and plate", "src3": "wipe_off counter", "trg": "throw away bits", "vis_src": "P08_01:141 P08_01:142 P08_01:143", "vis_trg": "P08_01:144", "narrations": [ "wipe off hands", "take fork knife and plate", "wipe off counter", "throw away bits" ], "verbs": [ "wipe-off", "take", "wipe-off", "throw" ], "verb_classes": [ 2, 0, 2, 13 ], "nouns": [ "hand", "knife:fork", "counter", "counter" ], "noun_classes": [ 11, 58, 42, 42 ], "start_stop_timestamps": [ [ "00:09:21.75", "00:09:23.75" ], [ "00:09:23.87", "00:09:25.94" ], [ "00:09:30.39", "00:09:35.64" ], [ "00:09:36.82", "00:09:38.91" ] ], "start_stop_frames": [ [ 33705, 33825 ], [ 33832, 33956 ], [ 34223, 34538 ], [ 34609, 34734 ] ], "trgnoun": "counter", "trgverb": "throw" }, { "key": "P30_109+37_38_39_40", "video_id": "P30_109", "narration_ids": [ "P30_109_37", "P30_109_38", "P30_109_39", "P30_109_40" ], "src": "open cupboard . put plate into cupboard . put bowl into cupboard", "src1": "open cupboard", "src2": "put plate into cupboard", "src3": "put bowl into cupboard", "trg": "pick_up plate", "vis_src": "P30_109:37 P30_109:38 P30_109:39", "vis_trg": "P30_109:40", "narrations": [ "open cupboard", "put plate into cupboard", "put bowl into cupboard", "pick up plate" ], "verbs": [ "open", "put-into", "put-into", "pick-up" ], "verb_classes": [ 3, 5, 5, 0 ], "nouns": [ "cupboard", "plate", "bowl", "plate" ], "noun_classes": [ 3, 2, 7, 2 ], "start_stop_timestamps": [ [ "00:01:02.54", "00:01:03.44" ], [ "00:01:03.69", "00:01:04.89" ], [ "00:01:04.79", "00:01:05.54" ], [ "00:01:06.09", "00:01:06.89" ] ], "start_stop_frames": [ [ 3127, 3172 ], [ 3184, 3244 ], [ 3239, 3277 ], [ 3304, 3344 ] ], "trgnoun": "plate", "trgverb": "pick_up" }, { "key": "P25_04+39_40_41_42", "video_id": "P25_04", "narration_ids": [ "P25_04_39", "P25_04_40", "P25_04_41", "P25_04_42" ], "src": "turn tap on . wash teaspoon . clean teaspoon", "src1": "turn tap on", "src2": "wash teaspoon", "src3": "clean teaspoon", "trg": "put teaspoon", "vis_src": "P25_04:39 P25_04:40 P25_04:41", "vis_trg": "P25_04:42", "narrations": [ "turn tap on", "wash teaspoon", "clean teaspoon", "put teaspoon" ], "verbs": [ "turn-on", "wash", "clean", "put" ], "verb_classes": [ 6, 2, 2, 1 ], "nouns": [ "tap", "teaspoon", "teaspoon", "teaspoon" ], "noun_classes": [ 0, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:07:17.87", "00:07:19.80" ], [ "00:07:21.39", "00:07:35.40" ], [ "00:07:30.75", "00:07:45.78" ], [ "00:07:45.98", "00:07:46.73" ] ], "start_stop_frames": [ [ 26272, 26388 ], [ 26483, 27324 ], [ 27045, 27946 ], [ 27958, 28003 ] ], "trgnoun": "teaspoon", "trgverb": "put" }, { "key": "P04_02+43_44_45_46", "video_id": "P04_02", "narration_ids": [ "P04_02_43", "P04_02_44", "P04_02_45", "P04_02_46" ], "src": "pick_up carrots . close fridge . put_down carrots", "src1": "pick_up carrots", "src2": "close fridge", "src3": "put_down carrots", "trg": "pull carrots out of bag", "vis_src": "P04_02:43 P04_02:44 P04_02:45", "vis_trg": "P04_02:46", "narrations": [ "pick up carrots", "close fridge", "put down carrots", "pull carrots out of bag" ], "verbs": [ "pick-up", "close", "put-down", "pull-out" ], "verb_classes": [ 0, 4, 1, 31 ], "nouns": [ "carrot", "fridge", "carrot", "carrot" ], "noun_classes": [ 41, 12, 41, 41 ], "start_stop_timestamps": [ [ "00:02:30.63", "00:02:34.27" ], [ "00:02:33.81", "00:02:36.17" ], [ "00:02:36.27", "00:02:38.23" ], [ "00:02:38.65", "00:02:47.47" ] ], "start_stop_frames": [ [ 9037, 9256 ], [ 9228, 9370 ], [ 9376, 9493 ], [ 9519, 10048 ] ], "trgnoun": "carrot", "trgverb": "pull_out" }, { "key": "P04_113+133_134_135_136", "video_id": "P04_113", "narration_ids": [ "P04_113_133", "P04_113_134", "P04_113_135", "P04_113_136" ], "src": "put fork in dishwasher . pick_up ramekin . take spoons from ramekin", "src1": "put fork in dishwasher", "src2": "pick_up ramekin", "src3": "take spoons from ramekin", "trg": "put spoons in cutlery tray", "vis_src": "P04_113:133 P04_113:134 P04_113:135", "vis_trg": "P04_113:136", "narrations": [ "put fork in dishwasher", "pick up ramekin", "take spoons from ramekin", "put spoons in cutlery tray" ], "verbs": [ "put-in", "pick-up", "take-from", "put-in" ], "verb_classes": [ 5, 0, 0, 5 ], "nouns": [ "fork", "ramekin", "spoon", "spoon" ], "noun_classes": [ 14, 7, 1, 1 ], "start_stop_timestamps": [ [ "00:04:09.53", "00:04:10.18" ], [ "00:04:11.23", "00:04:12.45" ], [ "00:04:13.29", "00:04:14.35" ], [ "00:04:15.14", "00:04:16.23" ] ], "start_stop_frames": [ [ 12476, 12509 ], [ 12561, 12622 ], [ 12664, 12717 ], [ 12757, 12811 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P30_108+107_108_109_110", "video_id": "P30_108", "narration_ids": [ "P30_108_107", "P30_108_108", "P30_108_109", "P30_108_110" ], "src": "pick_up plate . put plate in washing up bowl . pick_up sponge", "src1": "pick_up plate", "src2": "put plate in washing up bowl", "src3": "pick_up sponge", "trg": "scrub plate", "vis_src": "P30_108:107 P30_108:108 P30_108:109", "vis_trg": "P30_108:110", "narrations": [ "pick up plate", "put plate in washing up bowl", "pick up sponge", "scrub plate" ], "verbs": [ "pick-up", "put-in", "pick-up", "scrub" ], "verb_classes": [ 0, 5, 0, 29 ], "nouns": [ "plate", "plate", "sponge", "plate" ], "noun_classes": [ 2, 2, 9, 2 ], "start_stop_timestamps": [ [ "00:04:40.47", "00:04:41.91" ], [ "00:04:41.40", "00:04:43.07" ], [ "00:04:43.25", "00:04:43.98" ], [ "00:04:43.74", "00:04:48.66" ] ], "start_stop_frames": [ [ 14023, 14095 ], [ 14069, 14153 ], [ 14162, 14199 ], [ 14187, 14432 ] ], "trgnoun": "plate", "trgverb": "scrub" }, { "key": "P06_05+107_108_109_110", "video_id": "P06_05", "narration_ids": [ "P06_05_107", "P06_05_108", "P06_05_109", "P06_05_110" ], "src": "sprinkle chilli . open fridge . take sun dried tomatoes", "src1": "sprinkle chilli", "src2": "open fridge", "src3": "take sun dried tomatoes", "trg": "open sun dried tomatoes", "vis_src": "P06_05:107 P06_05:108 P06_05:109", "vis_trg": "P06_05:110", "narrations": [ "sprinkle chilli", "open fridge", "take sun dried tomatoes", "open sun dried tomatoes" ], "verbs": [ "sprinkle", "open", "take", "open" ], "verb_classes": [ 42, 3, 0, 3 ], "nouns": [ "chilli", "fridge", "tomato:sun:dried", "tomato:sun:dried" ], "noun_classes": [ 69, 12, 43, 43 ], "start_stop_timestamps": [ [ "00:12:13.52", "00:12:21.92" ], [ "00:12:29.14", "00:12:30.54" ], [ "00:12:33.18", "00:12:39.06" ], [ "00:12:41.37", "00:12:43.04" ] ], "start_stop_frames": [ [ 44011, 44515 ], [ 44948, 45032 ], [ 45190, 45543 ], [ 45682, 45782 ] ], "trgnoun": "dried_sun_tomato", "trgverb": "open" }, { "key": "P02_130+177_178_179_180", "video_id": "P02_130", "narration_ids": [ "P02_130_177", "P02_130_178", "P02_130_179", "P02_130_180" ], "src": "close butter_packaging . open fridge . put butter in fridge", "src1": "close butter_packaging", "src2": "open fridge", "src3": "put butter in fridge", "trg": "close fridge", "vis_src": "P02_130:177 P02_130:178 P02_130:179", "vis_trg": "P02_130:180", "narrations": [ "close butter packaging", "open fridge", "put butter in fridge", "close fridge" ], "verbs": [ "close", "open", "put-in", "close" ], "verb_classes": [ 4, 3, 5, 4 ], "nouns": [ "packaging:butter", "fridge", "butter", "fridge" ], "noun_classes": [ 26, 12, 78, 12 ], "start_stop_timestamps": [ [ "00:06:48.46", "00:06:50.60" ], [ "00:06:53.60", "00:06:54.60" ], [ "00:06:54.44", "00:06:55.48" ], [ "00:06:55.47", "00:06:56.36" ] ], "start_stop_frames": [ [ 20423, 20530 ], [ 20680, 20730 ], [ 20722, 20774 ], [ 20773, 20818 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P07_07+26_27_28_29", "video_id": "P07_07", "narration_ids": [ "P07_07_26", "P07_07_27", "P07_07_28", "P07_07_29" ], "src": "put soap inside the container . put jar in coffee machine . take basket", "src1": "put soap inside the container", "src2": "put jar in coffee machine", "src3": "take basket", "trg": "insert basket in coffee machine", "vis_src": "P07_07:26 P07_07:27 P07_07:28", "vis_trg": "P07_07:29", "narrations": [ "put soap inside the container", "put jar in coffee machine", "take basket", "insert basket in coffee machine" ], "verbs": [ "put-inside", "put-in", "take", "insert-in" ], "verb_classes": [ 5, 5, 0, 5 ], "nouns": [ "soap", "jar", "basket", "basket" ], "noun_classes": [ 22, 40, 168, 168 ], "start_stop_timestamps": [ [ "00:03:59.44", "00:04:01.17" ], [ "00:04:01.04", "00:04:02.41" ], [ "00:04:06.50", "00:04:07.58" ], [ "00:04:08.22", "00:04:09.23" ] ], "start_stop_frames": [ [ 14366, 14470 ], [ 14462, 14544 ], [ 14790, 14854 ], [ 14893, 14953 ] ], "trgnoun": "basket", "trgverb": "insert_in" }, { "key": "P04_119+115_116_117_118", "video_id": "P04_119", "narration_ids": [ "P04_119_115", "P04_119_116", "P04_119_117", "P04_119_118" ], "src": "spoon granules into ramekin . put_down bag . put_down measuring_spoon", "src1": "spoon granules into ramekin", "src2": "put_down bag", "src3": "put_down measuring_spoon", "trg": "close bag", "vis_src": "P04_119:115 P04_119:116 P04_119:117", "vis_trg": "P04_119:118", "narrations": [ "spoon granules into ramekin", "put down bag", "put down measuring spoon", "close bag" ], "verbs": [ "spoon-into", "put-down", "put-down", "close" ], "verb_classes": [ 16, 1, 1, 4 ], "nouns": [ "granule", "bag", "spoon:measuring", "bag" ], "noun_classes": [ 138, 19, 1, 19 ], "start_stop_timestamps": [ [ "00:05:30.95", "00:05:31.78" ], [ "00:05:31.48", "00:05:32.34" ], [ "00:05:32.44", "00:05:33.16" ], [ "00:05:33.15", "00:05:34.25" ] ], "start_stop_frames": [ [ 16547, 16589 ], [ 16574, 16617 ], [ 16622, 16658 ], [ 16657, 16712 ] ], "trgnoun": "bag", "trgverb": "close" }, { "key": "P25_104+113_114_115_116", "video_id": "P25_104", "narration_ids": [ "P25_104_113", "P25_104_114", "P25_104_115", "P25_104_116" ], "src": "pour soap . pick_up lid . lather lid", "src1": "pour soap", "src2": "pick_up lid", "src3": "lather lid", "trg": "rinse lid", "vis_src": "P25_104:113 P25_104:114 P25_104:115", "vis_trg": "P25_104:116", "narrations": [ "pour soap", "pick up lid", "lather lid", "rinse lid" ], "verbs": [ "pour", "pick-up", "lather", "rinse" ], "verb_classes": [ 9, 0, 2, 2 ], "nouns": [ "soap", "lid", "lid", "lid" ], "noun_classes": [ 22, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:05:29.78", "00:05:31.50" ], [ "00:05:33.60", "00:05:35.10" ], [ "00:05:35.18", "00:05:38.96" ], [ "00:05:38.95", "00:05:41.35" ] ], "start_stop_frames": [ [ 16489, 16575 ], [ 16680, 16755 ], [ 16759, 16948 ], [ 16947, 17067 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P22_17+267_268_272_273", "video_id": "P22_17", "narration_ids": [ "P22_17_267", "P22_17_268", "P22_17_272", "P22_17_273" ], "src": "soap cutlery . put cutlery . empty salad_bowl", "src1": "soap cutlery", "src2": "put cutlery", "src3": "empty salad_bowl", "trg": "fill salad_bowl", "vis_src": "P22_17:267 P22_17:268 P22_17:272", "vis_trg": "P22_17:273", "narrations": [ "soap cutlery", "put cutlery", "empty salad bowl", "fill salad bowl" ], "verbs": [ "soap", "put", "empty", "fill" ], "verb_classes": [ 2, 1, 20, 26 ], "nouns": [ "cutlery", "cutlery", "bowl:salad", "bowl:salad" ], "noun_classes": [ 58, 58, 7, 7 ], "start_stop_timestamps": [ [ "00:10:37.86", "00:10:40.93" ], [ "00:10:40.53", "00:10:42.12" ], [ "00:10:46.42", "00:10:48.23" ], [ "00:10:47.79", "00:10:49.12" ] ], "start_stop_frames": [ [ 38271, 38455 ], [ 38431, 38527 ], [ 38785, 38893 ], [ 38867, 38947 ] ], "trgnoun": "salad_bowl", "trgverb": "fill" }, { "key": "P01_09+679_680_681_682", "video_id": "P01_09", "narration_ids": [ "P01_09_679", "P01_09_680", "P01_09_681", "P01_09_682" ], "src": "take cloves . put cloves into cupboard . take rolling_pin and bowl", "src1": "take cloves", "src2": "put cloves into cupboard", "src3": "take rolling_pin and bowl", "trg": "put_down rolling_pin and bowl", "vis_src": "P01_09:679 P01_09:680 P01_09:681", "vis_trg": "P01_09:682", "narrations": [ "take cloves", "put cloves into cupboard", "take rolling pin and bowl", "put down rolling pin and bowl" ], "verbs": [ "take", "put-into", "take", "put-down" ], "verb_classes": [ 0, 5, 0, 1 ], "nouns": [ "clove", "clove", "pin:rolling", "pin:rolling" ], "noun_classes": [ 51, 51, 136, 136 ], "start_stop_timestamps": [ [ "00:46:56.64", "00:46:59.72" ], [ "00:46:59.49", "00:47:02.32" ], [ "00:47:03.45", "00:47:05.35" ], [ "00:47:04.70", "00:47:05.95" ] ], "start_stop_frames": [ [ 168998, 169183 ], [ 169169, 169339 ], [ 169407, 169521 ], [ 169482, 169557 ] ], "trgnoun": "rolling_pin", "trgverb": "put_down" }, { "key": "P04_117+76_77_78_79", "video_id": "P04_117", "narration_ids": [ "P04_117_76", "P04_117_77", "P04_117_78", "P04_117_79" ], "src": "put loaf of bread on cooling rack . take bread out of toaster . put_down slice of bread", "src1": "put loaf of bread on cooling rack", "src2": "take bread out of toaster", "src3": "put_down slice of bread", "trg": "take slice of bread out of toaster", "vis_src": "P04_117:76 P04_117:77 P04_117:78", "vis_trg": "P04_117:79", "narrations": [ "put loaf of bread on cooling rack", "take bread out of toaster", "put down slice of bread", "take slice of bread out of toaster" ], "verbs": [ "put-on", "take-out", "put-down", "take-out" ], "verb_classes": [ 1, 12, 1, 12 ], "nouns": [ "loaf:bread", "bread", "slice:bread", "slice:bread" ], "noun_classes": [ 33, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:02:45.95", "00:02:49.71" ], [ "00:03:01.18", "00:03:11.01" ], [ "00:03:05.63", "00:03:07.52" ], [ "00:03:08.36", "00:03:09.47" ] ], "start_stop_frames": [ [ 8297, 8485 ], [ 9059, 9550 ], [ 9281, 9376 ], [ 9418, 9473 ] ], "trgnoun": "bread_slice", "trgverb": "take_out" }, { "key": "P22_16+473_474_475_476", "video_id": "P22_16", "narration_ids": [ "P22_16_473", "P22_16_474", "P22_16_475", "P22_16_476" ], "src": "pick_up mixture . put_on mixture . pick_up slice of bread", "src1": "pick_up mixture", "src2": "put_on mixture", "src3": "pick_up slice of bread", "trg": "move slice of bread", "vis_src": "P22_16:473 P22_16:474 P22_16:475", "vis_trg": "P22_16:476", "narrations": [ "pick up mixture", "put on mixture", "pick up slice of bread", "move slice of bread" ], "verbs": [ "pick-up", "put-on", "pick-up", "move" ], "verb_classes": [ 0, 1, 0, 11 ], "nouns": [ "mixture", "mixture", "slice:bread", "slice:bread" ], "noun_classes": [ 71, 71, 33, 33 ], "start_stop_timestamps": [ [ "00:22:21.18", "00:22:23.69" ], [ "00:22:24.41", "00:22:25.61" ], [ "00:22:26.48", "00:22:29.33" ], [ "00:22:26.53", "00:22:27.55" ] ], "start_stop_frames": [ [ 80470, 80621 ], [ 80664, 80736 ], [ 80788, 80959 ], [ 80791, 80853 ] ], "trgnoun": "bread_slice", "trgverb": "move" }, { "key": "P24_08+279_280_281_282", "video_id": "P24_08", "narration_ids": [ "P24_08_279", "P24_08_280", "P24_08_281", "P24_08_282" ], "src": "put pasta . pick_up pan . put sauce in the pasta", "src1": "put pasta", "src2": "pick_up pan", "src3": "put sauce in the pasta", "trg": "put pan", "vis_src": "P24_08:279 P24_08:280 P24_08:281", "vis_trg": "P24_08:282", "narrations": [ "put", "pick up pan", "put sauce in the pasta", "put pan" ], "verbs": [ "put", "pick-up", "put-in", "put" ], "verb_classes": [ 1, 0, 5, 1 ], "nouns": [ "pasta", "pan", "sauce", "pan" ], "noun_classes": [ 45, 5, 47, 5 ], "start_stop_timestamps": [ [ "00:19:39.31", "00:19:40.46" ], [ "00:19:40.64", "00:19:43.29" ], [ "00:19:43.31", "00:19:45.94" ], [ "00:20:00.10", "00:20:01.36" ] ], "start_stop_frames": [ [ 70758, 70827 ], [ 70838, 70997 ], [ 70998, 71156 ], [ 72006, 72081 ] ], "trgnoun": "pan", "trgverb": "put" }, { "key": "P02_112+28_30_31_32", "video_id": "P02_112", "narration_ids": [ "P02_112_28", "P02_112_30", "P02_112_31", "P02_112_32" ], "src": "scoop yoghurt . put_down yoghurt . scrape spoon", "src1": "scoop yoghurt", "src2": "put_down yoghurt", "src3": "scrape spoon", "trg": "put_down spoon", "vis_src": "P02_112:28 P02_112:30 P02_112:31", "vis_trg": "P02_112:32", "narrations": [ "scoop yoghurt", "put down yoghurt", "scrape spoon", "put down spoon" ], "verbs": [ "scoop", "put-down", "scrape", "put-down" ], "verb_classes": [ 16, 1, 25, 1 ], "nouns": [ "yoghurt", "yoghurt", "spoon", "spoon" ], "noun_classes": [ 98, 98, 1, 1 ], "start_stop_timestamps": [ [ "00:01:12.70", "00:01:13.46" ], [ "00:01:16.06", "00:01:17.36" ], [ "00:01:17.44", "00:01:20.75" ], [ "00:01:20.77", "00:01:24.39" ] ], "start_stop_frames": [ [ 3635, 3673 ], [ 3803, 3868 ], [ 3872, 4037 ], [ 4038, 4219 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P26_05+5_6_7_8", "video_id": "P26_05", "narration_ids": [ "P26_05_5", "P26_05_6", "P26_05_7", "P26_05_8" ], "src": "put salt on pasta . take spoon . stir pasta", "src1": "put salt on pasta", "src2": "take spoon", "src3": "stir pasta", "trg": "put_down spoon", "vis_src": "P26_05:5 P26_05:6 P26_05:7", "vis_trg": "P26_05:8", "narrations": [ "put salt on pasta", "take spoon", "stir pasta", "put down spoon" ], "verbs": [ "put-on", "take", "stir", "put-down" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "salt", "spoon", "pasta", "spoon" ], "noun_classes": [ 38, 1, 45, 1 ], "start_stop_timestamps": [ [ "00:00:15.57", "00:00:22.98" ], [ "00:00:23.08", "00:00:23.77" ], [ "00:00:23.87", "00:00:33.97" ], [ "00:00:34.83", "00:00:36.60" ] ], "start_stop_frames": [ [ 934, 1378 ], [ 1384, 1426 ], [ 1432, 2038 ], [ 2089, 2196 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P25_102+79_80_81_82", "video_id": "P25_102", "narration_ids": [ "P25_102_79", "P25_102_80", "P25_102_81", "P25_102_82" ], "src": "pour soap . wash teaspoon . rinse teaspoon", "src1": "pour soap", "src2": "wash teaspoon", "src3": "rinse teaspoon", "trg": "put_down teaspoon", "vis_src": "P25_102:79 P25_102:80 P25_102:81", "vis_trg": "P25_102:82", "narrations": [ "pour soap", "wash teaspoon", "rinse teaspoon", "put down teaspoon" ], "verbs": [ "pour", "wash", "rinse", "put-down" ], "verb_classes": [ 9, 2, 2, 1 ], "nouns": [ "soap", "teaspoon", "teaspoon", "teaspoon" ], "noun_classes": [ 22, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:04:30.28", "00:04:32.04" ], [ "00:04:34.55", "00:04:38.55" ], [ "00:04:38.37", "00:04:43.04" ], [ "00:04:43.00", "00:04:44.20" ] ], "start_stop_frames": [ [ 13513, 13602 ], [ 13727, 13927 ], [ 13918, 14152 ], [ 14150, 14210 ] ], "trgnoun": "teaspoon", "trgverb": "put_down" }, { "key": "P29_04+13_14_15_16", "video_id": "P29_04", "narration_ids": [ "P29_04_13", "P29_04_14", "P29_04_15", "P29_04_16" ], "src": "put cereal_box on shelf . open fridge . pick_up milk", "src1": "put cereal_box on shelf", "src2": "open fridge", "src3": "pick_up milk", "trg": "open milk", "vis_src": "P29_04:13 P29_04:14 P29_04:15", "vis_trg": "P29_04:16", "narrations": [ "put cereal box on shelf", "open fridge", "pick up milk", "open milk" ], "verbs": [ "put-on", "open", "pick-up", "open" ], "verb_classes": [ 1, 3, 0, 3 ], "nouns": [ "box:cereal", "fridge", "milk", "milk" ], "noun_classes": [ 23, 12, 64, 64 ], "start_stop_timestamps": [ [ "00:00:46.94", "00:00:50.69" ], [ "00:00:50.79", "00:00:52.54" ], [ "00:00:52.64", "00:00:54.64" ], [ "00:00:54.91", "00:00:58.97" ] ], "start_stop_frames": [ [ 2816, 3041 ], [ 3047, 3152 ], [ 3158, 3278 ], [ 3294, 3538 ] ], "trgnoun": "milk", "trgverb": "open" }, { "key": "P02_09+133_134_135_136", "video_id": "P02_09", "narration_ids": [ "P02_09_133", "P02_09_134", "P02_09_135", "P02_09_136" ], "src": "form bowl from mixture . spread olive_oil . put mixture back into bowl", "src1": "form bowl from mixture", "src2": "spread olive_oil", "src3": "put mixture back into bowl", "trg": "pick_up olive_oil", "vis_src": "P02_09:133 P02_09:134 P02_09:135", "vis_trg": "P02_09:136", "narrations": [ "form bowl from mixture", "spread olive oil", "put mixture back into bowl", "pick up olive oil" ], "verbs": [ "form-from", "spread", "put", "pick-up" ], "verb_classes": [ 74, 27, 1, 0 ], "nouns": [ "bowl", "oil:olive", "mixture", "oil:olive" ], "noun_classes": [ 7, 31, 71, 31 ], "start_stop_timestamps": [ [ "00:07:50.22", "00:08:10.32" ], [ "00:07:53.02", "00:07:54.29" ], [ "00:08:10.42", "00:08:16.21" ], [ "00:08:16.51", "00:08:18.11" ] ], "start_stop_frames": [ [ 28213, 29419 ], [ 28381, 28457 ], [ 29425, 29772 ], [ 29790, 29886 ] ], "trgnoun": "olive_oil", "trgverb": "pick_up" }, { "key": "P30_111+359_360_361_362", "video_id": "P30_111", "narration_ids": [ "P30_111_359", "P30_111_360", "P30_111_361", "P30_111_362" ], "src": "pick_up sponges . move chopping_board . wipe surface", "src1": "pick_up sponges", "src2": "move chopping_board", "src3": "wipe surface", "trg": "scrape pieces off sponge into bin", "vis_src": "P30_111:359 P30_111:360 P30_111:361", "vis_trg": "P30_111:362", "narrations": [ "pick up sponges", "move chopping board", "wipe surface", "scrape pieces off sponge into bin" ], "verbs": [ "pick-up", "move", "wipe", "scrape-off" ], "verb_classes": [ 0, 11, 2, 25 ], "nouns": [ "sponge", "board:chopping", "surface", "sponge" ], "noun_classes": [ 9, 18, 42, 9 ], "start_stop_timestamps": [ [ "00:15:12.16", "00:15:12.49" ], [ "00:15:14.14", "00:15:15.25" ], [ "00:15:16.08", "00:15:17.61" ], [ "00:15:20.20", "00:15:23.70" ] ], "start_stop_frames": [ [ 45608, 45624 ], [ 45707, 45762 ], [ 45804, 45880 ], [ 46010, 46185 ] ], "trgnoun": "sponge", "trgverb": "scrape_off" }, { "key": "P04_113+229_230_231_232", "video_id": "P04_113", "narration_ids": [ "P04_113_229", "P04_113_230", "P04_113_231", "P04_113_232" ], "src": "pick_up measuring_spoon . pick_up rubbish . put_down rubbish", "src1": "pick_up measuring_spoon", "src2": "pick_up rubbish", "src3": "put_down rubbish", "trg": "drop measuring_spoon into cutlery tray", "vis_src": "P04_113:229 P04_113:230 P04_113:231", "vis_trg": "P04_113:232", "narrations": [ "pick up measuring spoon", "pick up rubbish", "put down rubbish", "drop measuring spoon into cutlery tray" ], "verbs": [ "pick-up", "pick-up", "put-down", "drop" ], "verb_classes": [ 0, 0, 1, 59 ], "nouns": [ "spoon:measuring", "rubbish", "rubbish", "spoon:measuring" ], "noun_classes": [ 1, 54, 54, 1 ], "start_stop_timestamps": [ [ "00:07:05.10", "00:07:06.08" ], [ "00:07:06.18", "00:07:07.26" ], [ "00:07:07.36", "00:07:08.16" ], [ "00:07:08.52", "00:07:09.33" ] ], "start_stop_frames": [ [ 21255, 21304 ], [ 21309, 21363 ], [ 21368, 21408 ], [ 21426, 21466 ] ], "trgnoun": "measuring_spoon", "trgverb": "drop" }, { "key": "P04_116+93_94_95_96", "video_id": "P04_116", "narration_ids": [ "P04_116_93", "P04_116_94", "P04_116_95", "P04_116_96" ], "src": "let go of saucepan and spatula . look_at timer on oven . turn_off oven", "src1": "let go of saucepan and spatula", "src2": "look_at timer on oven", "src3": "turn_off oven", "trg": "open oven", "vis_src": "P04_116:93 P04_116:94 P04_116:95", "vis_trg": "P04_116:96", "narrations": [ "let go of saucepan and spatula", "look at timer on oven", "turn off oven", "open oven" ], "verbs": [ "let", "look-at", "turn-off", "open" ], "verb_classes": [ 79, 38, 8, 3 ], "nouns": [ "saucepan", "timer", "oven", "oven" ], "noun_classes": [ 5, 111, 46, 46 ], "start_stop_timestamps": [ [ "00:03:42.05", "00:03:46.07" ], [ "00:03:46.04", "00:03:49.67" ], [ "00:03:50.40", "00:03:51.00" ], [ "00:03:52.33", "00:03:53.02" ] ], "start_stop_frames": [ [ 11102, 11303 ], [ 11302, 11483 ], [ 11520, 11550 ], [ 11616, 11651 ] ], "trgnoun": "oven", "trgverb": "open" }, { "key": "P26_18+7_8_9_10", "video_id": "P26_18", "narration_ids": [ "P26_18_7", "P26_18_8", "P26_18_9", "P26_18_10" ], "src": "put colander . close door . pick_up pan", "src1": "put colander", "src2": "close door", "src3": "pick_up pan", "trg": "soap pan", "vis_src": "P26_18:7 P26_18:8 P26_18:9", "vis_trg": "P26_18:10", "narrations": [ "put colander", "close door", "pick up pan", "soap pan" ], "verbs": [ "put", "close", "pick-up", "soap" ], "verb_classes": [ 1, 4, 0, 2 ], "nouns": [ "colander", "door", "pan", "pan" ], "noun_classes": [ 39, 3, 5, 5 ], "start_stop_timestamps": [ [ "00:01:20.38", "00:01:24.14" ], [ "00:01:24.24", "00:01:25.81" ], [ "00:01:25.26", "00:01:26.98" ], [ "00:01:26.83", "00:01:40.01" ] ], "start_stop_frames": [ [ 4822, 5048 ], [ 5054, 5148 ], [ 5115, 5218 ], [ 5209, 6000 ] ], "trgnoun": "pan", "trgverb": "soap" }, { "key": "P13_05+22_23_24_26", "video_id": "P13_05", "narration_ids": [ "P13_05_22", "P13_05_23", "P13_05_24", "P13_05_26" ], "src": "pick_up coffee . put coffee in milk . stir milk", "src1": "pick_up coffee", "src2": "put coffee in milk", "src3": "stir milk", "trg": "pick_up sugar", "vis_src": "P13_05:22 P13_05:23 P13_05:24", "vis_trg": "P13_05:26", "narrations": [ "pick up coffee", "put coffee in milk", "stir milk", "pick up sugar" ], "verbs": [ "pick-up", "put-in", "stir", "pick-up" ], "verb_classes": [ 0, 5, 10, 0 ], "nouns": [ "coffee", "coffee", "milk", "sugar" ], "noun_classes": [ 59, 59, 64, 102 ], "start_stop_timestamps": [ [ "00:03:38.83", "00:03:41.27" ], [ "00:03:50.19", "00:03:58.93" ], [ "00:03:59.68", "00:04:04.31" ], [ "00:04:09.11", "00:04:09.98" ] ], "start_stop_frames": [ [ 13129, 13276 ], [ 13811, 14335 ], [ 14380, 14658 ], [ 14946, 14998 ] ], "trgnoun": "sugar", "trgverb": "pick_up" }, { "key": "P04_116+181_182_183_186", "video_id": "P04_116", "narration_ids": [ "P04_116_181", "P04_116_182", "P04_116_183", "P04_116_186" ], "src": "stir egg in pan using spatula . let go of spatula . turn_off hob", "src1": "stir egg in pan using spatula", "src2": "let go of spatula", "src3": "turn_off hob", "trg": "pick_up bread", "vis_src": "P04_116:181 P04_116:182 P04_116:183", "vis_trg": "P04_116:186", "narrations": [ "stir egg in pan using spatula", "let go of spatula", "turn off hob", "pick up bread" ], "verbs": [ "stir-in", "let", "turn-off", "pick-up" ], "verb_classes": [ 10, 79, 8, 0 ], "nouns": [ "egg", "spatula", "hob", "bread" ], "noun_classes": [ 53, 20, 24, 33 ], "start_stop_timestamps": [ [ "00:08:09.91", "00:08:13.02" ], [ "00:08:12.74", "00:08:17.84" ], [ "00:08:13.09", "00:08:14.51" ], [ "00:08:18.31", "00:08:19.89" ] ], "start_stop_frames": [ [ 24495, 24651 ], [ 24637, 24892 ], [ 24654, 24725 ], [ 24915, 24994 ] ], "trgnoun": "bread", "trgverb": "pick_up" }, { "key": "P22_109+62_63_64_65", "video_id": "P22_109", "narration_ids": [ "P22_109_62", "P22_109_63", "P22_109_64", "P22_109_65" ], "src": "insert pot . pick_up pots . insert pots", "src1": "insert pot", "src2": "pick_up pots", "src3": "insert pots", "trg": "put_down pots", "vis_src": "P22_109:62 P22_109:63 P22_109:64", "vis_trg": "P22_109:65", "narrations": [ "insert pot", "pick up pots", "insert pots", "put down pots" ], "verbs": [ "insert", "pick-up", "insert", "put-down" ], "verb_classes": [ 5, 0, 5, 1 ], "nouns": [ "pot", "pot", "pot", "pot" ], "noun_classes": [ 29, 29, 29, 29 ], "start_stop_timestamps": [ [ "00:01:55.12", "00:01:56.71" ], [ "00:01:56.80", "00:01:57.39" ], [ "00:01:57.77", "00:01:58.77" ], [ "00:01:58.53", "00:02:02.04" ] ], "start_stop_frames": [ [ 5756, 5835 ], [ 5840, 5869 ], [ 5888, 5938 ], [ 5926, 6102 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P25_102+78_79_80_81", "video_id": "P25_102", "narration_ids": [ "P25_102_78", "P25_102_79", "P25_102_80", "P25_102_81" ], "src": "pick_up sponge . pour soap . wash teaspoon", "src1": "pick_up sponge", "src2": "pour soap", "src3": "wash teaspoon", "trg": "rinse teaspoon", "vis_src": "P25_102:78 P25_102:79 P25_102:80", "vis_trg": "P25_102:81", "narrations": [ "pick up sponge", "pour soap", "wash teaspoon", "rinse teaspoon" ], "verbs": [ "pick-up", "pour", "wash", "rinse" ], "verb_classes": [ 0, 9, 2, 2 ], "nouns": [ "sponge", "soap", "teaspoon", "teaspoon" ], "noun_classes": [ 9, 22, 1, 1 ], "start_stop_timestamps": [ [ "00:04:25.48", "00:04:28.58" ], [ "00:04:30.28", "00:04:32.04" ], [ "00:04:34.55", "00:04:38.55" ], [ "00:04:38.37", "00:04:43.04" ] ], "start_stop_frames": [ [ 13274, 13429 ], [ 13513, 13602 ], [ 13727, 13927 ], [ 13918, 14152 ] ], "trgnoun": "teaspoon", "trgverb": "rinse" }, { "key": "P23_102+271_272_273_274", "video_id": "P23_102", "narration_ids": [ "P23_102_271", "P23_102_272", "P23_102_273", "P23_102_274" ], "src": "put garlic . put waste in dustbin . take knife", "src1": "put garlic", "src2": "put waste in dustbin", "src3": "take knife", "trg": "cut garlic", "vis_src": "P23_102:271 P23_102:272 P23_102:273", "vis_trg": "P23_102:274", "narrations": [ "put garlic", "put waste in dustbin", "take knife", "cut garlic" ], "verbs": [ "put", "put-in", "take", "cut" ], "verb_classes": [ 1, 5, 0, 7 ], "nouns": [ "garlic", "waste", "knife", "garlic" ], "noun_classes": [ 51, 54, 4, 51 ], "start_stop_timestamps": [ [ "00:25:07.49", "00:25:24.06" ], [ "00:25:28.49", "00:25:29.57" ], [ "00:25:29.39", "00:25:30.87" ], [ "00:25:30.97", "00:25:37.49" ] ], "start_stop_frames": [ [ 75374, 76203 ], [ 76424, 76478 ], [ 76469, 76543 ], [ 76548, 76874 ] ], "trgnoun": "garlic", "trgverb": "cut" }, { "key": "P23_102+267_268_269_270", "video_id": "P23_102", "narration_ids": [ "P23_102_267", "P23_102_268", "P23_102_269", "P23_102_270" ], "src": "cut garlic . put knife . put waste in dustbin", "src1": "cut garlic", "src2": "put knife", "src3": "put waste in dustbin", "trg": "put garlic", "vis_src": "P23_102:267 P23_102:268 P23_102:269", "vis_trg": "P23_102:270", "narrations": [ "cut garlic", "put knife", "put waste in dustbin", "put garlic" ], "verbs": [ "cut", "put", "put-in", "put" ], "verb_classes": [ 7, 1, 5, 1 ], "nouns": [ "garlic", "knife", "waste", "garlic" ], "noun_classes": [ 51, 4, 54, 51 ], "start_stop_timestamps": [ [ "00:24:46.99", "00:24:47.92" ], [ "00:24:47.98", "00:24:48.53" ], [ "00:24:50.85", "00:24:52.78" ], [ "00:25:06.79", "00:25:07.62" ] ], "start_stop_frames": [ [ 74349, 74396 ], [ 74399, 74426 ], [ 74542, 74639 ], [ 75339, 75381 ] ], "trgnoun": "garlic", "trgverb": "put" }, { "key": "P23_102+289_290_291_292", "video_id": "P23_102", "narration_ids": [ "P23_102_289", "P23_102_290", "P23_102_291", "P23_102_292" ], "src": "take waste . put waste in dustbin . take cloth", "src1": "take waste", "src2": "put waste in dustbin", "src3": "take cloth", "trg": "put cloth", "vis_src": "P23_102:289 P23_102:290 P23_102:291", "vis_trg": "P23_102:292", "narrations": [ "take waste", "put waste in dustbin", "take cloth", "put cloth" ], "verbs": [ "take", "put-in", "take", "put" ], "verb_classes": [ 0, 5, 0, 1 ], "nouns": [ "waste", "waste", "cloth", "cloth" ], "noun_classes": [ 54, 54, 17, 17 ], "start_stop_timestamps": [ [ "00:30:33.15", "00:30:33.70" ], [ "00:30:34.19", "00:30:40.42" ], [ "00:30:41.19", "00:30:42.50" ], [ "00:30:44.06", "00:30:45.56" ] ], "start_stop_frames": [ [ 91657, 91685 ], [ 91709, 92021 ], [ 92059, 92125 ], [ 92203, 92278 ] ], "trgnoun": "cloth", "trgverb": "put" }, { "key": "P07_06+23_24_25_26", "video_id": "P07_06", "narration_ids": [ "P07_06_23", "P07_06_24", "P07_06_25", "P07_06_26" ], "src": "take_out basket . throw coffee . open tap", "src1": "take_out basket", "src2": "throw coffee", "src3": "open tap", "trg": "rinse basket", "vis_src": "P07_06:23 P07_06:24 P07_06:25", "vis_trg": "P07_06:26", "narrations": [ "take out basket", "throw coffee", "open tap", "rinse basket" ], "verbs": [ "take-out", "throw", "turn-on", "rinse" ], "verb_classes": [ 12, 13, 6, 2 ], "nouns": [ "basket", "coffee", "tap", "basket" ], "noun_classes": [ 168, 59, 0, 168 ], "start_stop_timestamps": [ [ "00:01:42.19", "00:01:44.56" ], [ "00:01:47.65", "00:01:51.65" ], [ "00:01:53.37", "00:01:54.69" ], [ "00:01:58.34", "00:02:00.94" ] ], "start_stop_frames": [ [ 6131, 6273 ], [ 6459, 6699 ], [ 6802, 6881 ], [ 7100, 7256 ] ], "trgnoun": "basket", "trgverb": "rinse" }, { "key": "P11_05+11_12_13_14", "video_id": "P11_05", "narration_ids": [ "P11_05_11", "P11_05_12", "P11_05_13", "P11_05_14" ], "src": "put_down frying_pan . pick_up colander . pick_up pot", "src1": "put_down frying_pan", "src2": "pick_up colander", "src3": "pick_up pot", "trg": "rearrange pots", "vis_src": "P11_05:11 P11_05:12 P11_05:13", "vis_trg": "P11_05:14", "narrations": [ "put down frying pan", "pick up colander", "pick up pot", "rearrange pots" ], "verbs": [ "put-down", "pick-up", "pick-up", "rearrange" ], "verb_classes": [ 1, 0, 0, 40 ], "nouns": [ "pan:frying", "colander", "pot", "pot" ], "noun_classes": [ 5, 39, 29, 29 ], "start_stop_timestamps": [ [ "00:00:33.93", "00:00:34.98" ], [ "00:00:37.45", "00:00:38.52" ], [ "00:00:38.75", "00:00:39.50" ], [ "00:00:41.39", "00:00:45.66" ] ], "start_stop_frames": [ [ 2035, 2098 ], [ 2247, 2311 ], [ 2325, 2370 ], [ 2483, 2739 ] ], "trgnoun": "pot", "trgverb": "rearrange" }, { "key": "P22_17+252_254_255_256", "video_id": "P22_17", "narration_ids": [ "P22_17_252", "P22_17_254", "P22_17_255", "P22_17_256" ], "src": "soap glass . put glass . empty glass", "src1": "soap glass", "src2": "put glass", "src3": "empty glass", "trg": "pick_up glass", "vis_src": "P22_17:252 P22_17:254 P22_17:255", "vis_trg": "P22_17:256", "narrations": [ "soap glass", "put glass", "empty glass", "pick up glass" ], "verbs": [ "soap", "put", "empty", "pick-up" ], "verb_classes": [ 2, 1, 20, 0 ], "nouns": [ "glass", "glass", "glass", "glass" ], "noun_classes": [ 10, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:10:11.10", "00:10:16.10" ], [ "00:10:16.03", "00:10:16.94" ], [ "00:10:16.77", "00:10:18.13" ], [ "00:10:17.71", "00:10:19.17" ] ], "start_stop_frames": [ [ 36666, 36966 ], [ 36961, 37016 ], [ 37006, 37087 ], [ 37062, 37150 ] ], "trgnoun": "glass", "trgverb": "pick_up" }, { "key": "P08_05+343_344_345_346", "video_id": "P08_05", "narration_ids": [ "P08_05_343", "P08_05_344", "P08_05_345", "P08_05_346" ], "src": "place plate . start heat . take tomatoes", "src1": "place plate", "src2": "start heat", "src3": "take tomatoes", "trg": "throw away bits", "vis_src": "P08_05:343 P08_05:344 P08_05:345", "vis_trg": "P08_05:346", "narrations": [ "place plate", "start heat", "take tomatoes", "throw away bits" ], "verbs": [ "place", "start", "take", "throw" ], "verb_classes": [ 1, 6, 0, 13 ], "nouns": [ "plate", "heat", "tomato", "tomato" ], "noun_classes": [ 2, 65, 43, 43 ], "start_stop_timestamps": [ [ "00:27:28.49", "00:27:29.73" ], [ "00:27:30.56", "00:27:31.52" ], [ "00:27:33.73", "00:27:40.11" ], [ "00:27:40.50", "00:27:45.17" ] ], "start_stop_frames": [ [ 98909, 98983 ], [ 99033, 99091 ], [ 99223, 99606 ], [ 99630, 99910 ] ], "trgnoun": "tomato", "trgverb": "throw" }, { "key": "P23_101+308_309_310_311", "video_id": "P23_101", "narration_ids": [ "P23_101_308", "P23_101_309", "P23_101_310", "P23_101_311" ], "src": "put waste in dustbin . open tap . wash brush", "src1": "put waste in dustbin", "src2": "open tap", "src3": "wash brush", "trg": "put brush", "vis_src": "P23_101:308 P23_101:309 P23_101:310", "vis_trg": "P23_101:311", "narrations": [ "put waste in dustbin", "open tap", "wash brush", "put brush" ], "verbs": [ "put-in", "turn-on", "wash", "put" ], "verb_classes": [ 5, 6, 2, 1 ], "nouns": [ "waste", "tap", "brush", "brush" ], "noun_classes": [ 54, 0, 103, 103 ], "start_stop_timestamps": [ [ "00:26:18.01", "00:26:19.30" ], [ "00:26:26.29", "00:26:27.53" ], [ "00:26:27.25", "00:26:30.52" ], [ "00:26:30.62", "00:26:32.03" ] ], "start_stop_frames": [ [ 78900, 78965 ], [ 79314, 79376 ], [ 79362, 79526 ], [ 79531, 79601 ] ], "trgnoun": "brush", "trgverb": "put" }, { "key": "P15_13+8_9_10_11", "video_id": "P15_13", "narration_ids": [ "P15_13_8", "P15_13_9", "P15_13_10", "P15_13_11" ], "src": "open tupperware . rinse tupperware . put soap in sponge", "src1": "open tupperware", "src2": "rinse tupperware", "src3": "put soap in sponge", "trg": "clean tupperware", "vis_src": "P15_13:8 P15_13:9 P15_13:10", "vis_trg": "P15_13:11", "narrations": [ "open tupperware", "rinse tupperware", "put soap in sponge", "clean tupperware" ], "verbs": [ "open", "rinse", "put-in", "clean" ], "verb_classes": [ 3, 2, 5, 2 ], "nouns": [ "tupperware", "tupperware", "soap", "tupperware" ], "noun_classes": [ 23, 23, 22, 23 ], "start_stop_timestamps": [ [ "00:00:40.97", "00:00:42.18" ], [ "00:00:45.79", "00:00:54.47" ], [ "00:01:03.75", "00:01:05.47" ], [ "00:01:06.91", "00:01:22.69" ] ], "start_stop_frames": [ [ 2458, 2530 ], [ 2747, 3268 ], [ 3825, 3928 ], [ 4014, 4961 ] ], "trgnoun": "tupperware", "trgverb": "clean" }, { "key": "P27_104+94_95_96_97", "video_id": "P27_104", "narration_ids": [ "P27_104_94", "P27_104_95", "P27_104_96", "P27_104_97" ], "src": "pick_up lid . close container . pick_up container", "src1": "pick_up lid", "src2": "close container", "src3": "pick_up container", "trg": "put_down container", "vis_src": "P27_104:94 P27_104:95 P27_104:96", "vis_trg": "P27_104:97", "narrations": [ "pick up lid", "close container", "pick up container", "put down container" ], "verbs": [ "pick-up", "close", "pick-up", "put-down" ], "verb_classes": [ 0, 4, 0, 1 ], "nouns": [ "lid", "container", "container", "container" ], "noun_classes": [ 6, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:04:59.65", "00:05:00.21" ], [ "00:04:59.90", "00:05:01.05" ], [ "00:05:01.15", "00:05:06.90" ], [ "00:05:08.27", "00:05:09.30" ] ], "start_stop_frames": [ [ 14982, 15010 ], [ 14994, 15052 ], [ 15057, 15344 ], [ 15413, 15465 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P30_107+202_404_406_407", "video_id": "P30_107", "narration_ids": [ "P30_107_202", "P30_107_404", "P30_107_406", "P30_107_407" ], "src": "take packaging . slice meat . put meat into bin", "src1": "take packaging", "src2": "slice meat", "src3": "put meat into bin", "trg": "put packaging into bin", "vis_src": "P30_107:202 P30_107:404 P30_107:406", "vis_trg": "P30_107:407", "narrations": [ "take packaging", "slice meat", "put meat into bin", "put packaging into bin" ], "verbs": [ "take", "slice", "put-into", "put-into" ], "verb_classes": [ 0, 7, 5, 5 ], "nouns": [ "packaging", "meat", "meat", "packaging" ], "noun_classes": [ 26, 28, 28, 26 ], "start_stop_timestamps": [ [ "00:10:12.14", "00:10:13.40" ], [ "00:20:59.65", "00:21:19.07" ], [ "00:21:18.00", "00:21:21.19" ], [ "00:21:21.29", "00:21:25.52" ] ], "start_stop_frames": [ [ 30607, 30670 ], [ 62982, 63953 ], [ 63900, 64059 ], [ 64064, 64276 ] ], "trgnoun": "packaging", "trgverb": "put_into" }, { "key": "P04_107+838_839_842_843", "video_id": "P04_107", "narration_ids": [ "P04_107_838", "P04_107_839", "P04_107_842", "P04_107_843" ], "src": "squeeze dough . press dough into chopping board . peel dough off rolling pin", "src1": "squeeze dough", "src2": "press dough into chopping board", "src3": "peel dough off rolling pin", "trg": "lay_down dough", "vis_src": "P04_107:838 P04_107:839 P04_107:842", "vis_trg": "P04_107:843", "narrations": [ "squeeze dough", "press dough into chopping board", "peel dough off rolling pin", "lay down dough" ], "verbs": [ "squeeze", "press-into", "peel-off", "lay-down" ], "verb_classes": [ 18, 21, 19, 1 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:21:58.37", "00:21:58.94" ], [ "00:21:59.52", "00:22:02.44" ], [ "00:22:02.54", "00:22:03.02" ], [ "00:22:02.94", "00:22:03.25" ] ], "start_stop_frames": [ [ 65918, 65947 ], [ 65976, 66122 ], [ 66127, 66151 ], [ 66147, 66162 ] ], "trgnoun": "dough", "trgverb": "lay_down" }, { "key": "P04_120+314_315_316_317", "video_id": "P04_120", "narration_ids": [ "P04_120_314", "P04_120_315", "P04_120_316", "P04_120_317" ], "src": "pick_up measuring_spoon . turn_on tap . pick_up sponge", "src1": "pick_up measuring_spoon", "src2": "turn_on tap", "src3": "pick_up sponge", "trg": "wipe measuring_spoon with sponge", "vis_src": "P04_120:314 P04_120:315 P04_120:316", "vis_trg": "P04_120:317", "narrations": [ "pick up measuring spoon", "turn on tap", "pick up sponge", "wipe measuring spoon with sponge" ], "verbs": [ "pick-up", "turn-on", "pick-up", "wipe" ], "verb_classes": [ 0, 6, 0, 2 ], "nouns": [ "spoon:measuring", "tap", "sponge", "spoon:measuring" ], "noun_classes": [ 1, 0, 9, 1 ], "start_stop_timestamps": [ [ "00:11:15.75", "00:11:16.07" ], [ "00:11:16.49", "00:11:17.35" ], [ "00:11:17.00", "00:11:19.46" ], [ "00:11:19.55", "00:11:24.68" ] ], "start_stop_frames": [ [ 33787, 33803 ], [ 33824, 33867 ], [ 33850, 33973 ], [ 33977, 34234 ] ], "trgnoun": "measuring_spoon", "trgverb": "wipe" }, { "key": "P03_20+13_14_15_16", "video_id": "P03_20", "narration_ids": [ "P03_20_13", "P03_20_14", "P03_20_15", "P03_20_16" ], "src": "spoon food . put_down saucepan . pick_up lid", "src1": "spoon food", "src2": "put_down saucepan", "src3": "pick_up lid", "trg": "put lid", "vis_src": "P03_20:13 P03_20:14 P03_20:15", "vis_trg": "P03_20:16", "narrations": [ "spoon food", "put down saucepan", "pick up lid", "put lid" ], "verbs": [ "spoon", "put-down", "pick-up", "put" ], "verb_classes": [ 16, 1, 0, 1 ], "nouns": [ "food", "saucepan", "lid", "lid" ], "noun_classes": [ 34, 5, 6, 6 ], "start_stop_timestamps": [ [ "00:01:03.43", "00:01:35.54" ], [ "00:01:36.22", "00:01:37.72" ], [ "00:01:38.51", "00:01:39.63" ], [ "00:01:39.28", "00:01:41.38" ] ], "start_stop_frames": [ [ 3805, 5732 ], [ 5773, 5863 ], [ 5910, 5977 ], [ 5956, 6082 ] ], "trgnoun": "lid", "trgverb": "put" }, { "key": "P01_105+782_783_784_785", "video_id": "P01_105", "narration_ids": [ "P01_105_782", "P01_105_783", "P01_105_784", "P01_105_785" ], "src": "put_down bowl . pick_up spatula . spoon food", "src1": "put_down bowl", "src2": "pick_up spatula", "src3": "spoon food", "trg": "put food into bowl", "vis_src": "P01_105:782 P01_105:783 P01_105:784", "vis_trg": "P01_105:785", "narrations": [ "put down bowl", "pick up spatula", "spoon food", "put food into bowl" ], "verbs": [ "put-down", "pick-up", "spoon", "put-into" ], "verb_classes": [ 1, 0, 16, 5 ], "nouns": [ "bowl", "spatula", "food", "food" ], "noun_classes": [ 7, 20, 34, 34 ], "start_stop_timestamps": [ [ "00:35:00.73", "00:35:02.03" ], [ "00:35:02.70", "00:35:03.43" ], [ "00:35:03.31", "00:35:06.01" ], [ "00:35:06.11", "00:35:07.77" ] ], "start_stop_frames": [ [ 105036, 105101 ], [ 105134, 105171 ], [ 105165, 105300 ], [ 105305, 105388 ] ], "trgnoun": "food", "trgverb": "put_into" }, { "key": "P03_111+29_30_31_32", "video_id": "P03_111", "narration_ids": [ "P03_111_29", "P03_111_30", "P03_111_31", "P03_111_32" ], "src": "open washing_machine . check clothes . take clothes from washing machine", "src1": "open washing_machine", "src2": "check clothes", "src3": "take clothes from washing machine", "trg": "close washing_machine", "vis_src": "P03_111:29 P03_111:30 P03_111:31", "vis_trg": "P03_111:32", "narrations": [ "open washing machine", "check clothes", "take clothes from washing machine", "close washing machine" ], "verbs": [ "open", "check", "take-from", "close" ], "verb_classes": [ 3, 24, 0, 4 ], "nouns": [ "machine:washing", "clothes", "clothes", "machine:washing" ], "noun_classes": [ 124, 73, 73, 124 ], "start_stop_timestamps": [ [ "00:01:02.60", "00:01:03.74" ], [ "00:01:03.66", "00:01:05.27" ], [ "00:01:05.54", "00:01:06.93" ], [ "00:01:08.62", "00:01:09.58" ] ], "start_stop_frames": [ [ 3130, 3187 ], [ 3183, 3263 ], [ 3277, 3346 ], [ 3431, 3479 ] ], "trgnoun": "washing_machine", "trgverb": "close" }, { "key": "P08_23+212_215_216_217", "video_id": "P08_23", "narration_ids": [ "P08_23_212", "P08_23_215", "P08_23_216", "P08_23_217" ], "src": "place potatoes in bowl . get potato . close microwave", "src1": "place potatoes in bowl", "src2": "get potato", "src3": "close microwave", "trg": "start microwave", "vis_src": "P08_23:212 P08_23:215 P08_23:216", "vis_trg": "P08_23:217", "narrations": [ "place potatoes in bowl", "get potato", "close microwave", "start microwave" ], "verbs": [ "place-in", "get", "close", "start" ], "verb_classes": [ 5, 0, 4, 6 ], "nouns": [ "potato", "potato", "microwave", "microwave" ], "noun_classes": [ 30, 30, 90, 90 ], "start_stop_timestamps": [ [ "00:19:02.09", "00:19:04.73" ], [ "00:19:12.32", "00:19:14.43" ], [ "00:19:15.00", "00:19:16.64" ], [ "00:19:17.36", "00:19:20.95" ] ], "start_stop_frames": [ [ 68525, 68683 ], [ 69139, 69265 ], [ 69300, 69398 ], [ 69441, 69657 ] ], "trgnoun": "microwave", "trgverb": "start" }, { "key": "P01_105+783_784_785_786", "video_id": "P01_105", "narration_ids": [ "P01_105_783", "P01_105_784", "P01_105_785", "P01_105_786" ], "src": "pick_up spatula . spoon food . put food into bowl", "src1": "pick_up spatula", "src2": "spoon food", "src3": "put food into bowl", "trg": "put_down spatula", "vis_src": "P01_105:783 P01_105:784 P01_105:785", "vis_trg": "P01_105:786", "narrations": [ "pick up spatula", "spoon food", "put food into bowl", "put down spatula" ], "verbs": [ "pick-up", "spoon", "put-into", "put-down" ], "verb_classes": [ 0, 16, 5, 1 ], "nouns": [ "spatula", "food", "food", "spatula" ], "noun_classes": [ 20, 34, 34, 20 ], "start_stop_timestamps": [ [ "00:35:02.70", "00:35:03.43" ], [ "00:35:03.31", "00:35:06.01" ], [ "00:35:06.11", "00:35:07.77" ], [ "00:35:07.49", "00:35:09.37" ] ], "start_stop_frames": [ [ 105134, 105171 ], [ 105165, 105300 ], [ 105305, 105388 ], [ 105374, 105468 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P11_05+314_315_316_317", "video_id": "P11_05", "narration_ids": [ "P11_05_314", "P11_05_315", "P11_05_316", "P11_05_317" ], "src": "rinse_off knife . put_away knife . pick_up chopping_block", "src1": "rinse_off knife", "src2": "put_away knife", "src3": "pick_up chopping_block", "trg": "rinse_off chopping_block", "vis_src": "P11_05:314 P11_05:315 P11_05:316", "vis_trg": "P11_05:317", "narrations": [ "rinse off knife", "put away knife", "pick up chopping block", "rinse off chopping block" ], "verbs": [ "rinse-off", "put-away", "pick-up", "rinse-off" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "block:chopping", "block:chopping" ], "noun_classes": [ 4, 4, 18, 18 ], "start_stop_timestamps": [ [ "00:21:54.26", "00:22:02.26" ], [ "00:22:04.74", "00:22:07.31" ], [ "00:22:07.58", "00:22:09.15" ], [ "00:22:10.01", "00:22:14.44" ] ], "start_stop_frames": [ [ 78855, 79335 ], [ 79484, 79638 ], [ 79654, 79749 ], [ 79800, 80066 ] ], "trgnoun": "chopping_block", "trgverb": "rinse_off" }, { "key": "P04_02+91_92_93_94", "video_id": "P04_02", "narration_ids": [ "P04_02_91", "P04_02_92", "P04_02_93", "P04_02_94" ], "src": "rub kitchen_roll in rolling pan . put_down kitchen_roll . pick_up eggs", "src1": "rub kitchen_roll in rolling pan", "src2": "put_down kitchen_roll", "src3": "pick_up eggs", "trg": "pour eggs into pan", "vis_src": "P04_02:91 P04_02:92 P04_02:93", "vis_trg": "P04_02:94", "narrations": [ "rub kitchen roll in rolling pan", "put down kitchen roll", "pick up eggs", "pour eggs into pan" ], "verbs": [ "rub-in", "put-down", "pick-up", "pour-into" ], "verb_classes": [ 55, 1, 0, 9 ], "nouns": [ "roll:kitchen", "roll:kitchen", "egg", "egg" ], "noun_classes": [ 93, 93, 53, 53 ], "start_stop_timestamps": [ [ "00:08:16.10", "00:08:26.60" ], [ "00:08:26.61", "00:08:27.45" ], [ "00:08:27.80", "00:08:28.86" ], [ "00:08:29.45", "00:08:33.03" ] ], "start_stop_frames": [ [ 29766, 30396 ], [ 30396, 30447 ], [ 30468, 30531 ], [ 30567, 30781 ] ], "trgnoun": "egg", "trgverb": "pour_into" }, { "key": "P07_113+104_105_106_107", "video_id": "P07_113", "narration_ids": [ "P07_113_104", "P07_113_105", "P07_113_106", "P07_113_107" ], "src": "shake rice . turn knob . grab onion", "src1": "shake rice", "src2": "turn knob", "src3": "grab onion", "trg": "put onion into rice", "vis_src": "P07_113:104 P07_113:105 P07_113:106", "vis_trg": "P07_113:107", "narrations": [ "shake rice", "turn knob", "grab onion", "put onion into rice" ], "verbs": [ "shake", "turn", "grab", "put-into" ], "verb_classes": [ 15, 23, 0, 5 ], "nouns": [ "rice", "knob", "onion", "onion" ], "noun_classes": [ 55, 190, 16, 16 ], "start_stop_timestamps": [ [ "00:05:17.04", "00:05:20.09" ], [ "00:05:18.45", "00:05:25.92" ], [ "00:05:27.47", "00:05:28.90" ], [ "00:05:29.16", "00:05:36.75" ] ], "start_stop_frames": [ [ 15852, 16004 ], [ 15922, 16296 ], [ 16373, 16445 ], [ 16458, 16837 ] ], "trgnoun": "onion", "trgverb": "put_into" }, { "key": "P22_17+268_272_273_274", "video_id": "P22_17", "narration_ids": [ "P22_17_268", "P22_17_272", "P22_17_273", "P22_17_274" ], "src": "put cutlery . empty salad_bowl . fill salad_bowl", "src1": "put cutlery", "src2": "empty salad_bowl", "src3": "fill salad_bowl", "trg": "soap salad_bowl", "vis_src": "P22_17:268 P22_17:272 P22_17:273", "vis_trg": "P22_17:274", "narrations": [ "put cutlery", "empty salad bowl", "fill salad bowl", "soap salad bowl" ], "verbs": [ "put", "empty", "fill", "soap" ], "verb_classes": [ 1, 20, 26, 2 ], "nouns": [ "cutlery", "bowl:salad", "bowl:salad", "bowl:salad" ], "noun_classes": [ 58, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:10:40.53", "00:10:42.12" ], [ "00:10:46.42", "00:10:48.23" ], [ "00:10:47.79", "00:10:49.12" ], [ "00:10:50.70", "00:10:58.01" ] ], "start_stop_frames": [ [ 38431, 38527 ], [ 38785, 38893 ], [ 38867, 38947 ], [ 39042, 39480 ] ], "trgnoun": "salad_bowl", "trgverb": "soap" }, { "key": "P04_109+71_72_73_74", "video_id": "P04_109", "narration_ids": [ "P04_109_71", "P04_109_72", "P04_109_73", "P04_109_74" ], "src": "drop carrot . toss carrot . pick_up carrot", "src1": "drop carrot", "src2": "toss carrot", "src3": "pick_up carrot", "trg": "chop end off carrot", "vis_src": "P04_109:71 P04_109:72 P04_109:73", "vis_trg": "P04_109:74", "narrations": [ "drop carrot", "toss carrot", "pick up carrot", "chop end off carrot" ], "verbs": [ "drop", "toss", "pick-up", "chop" ], "verb_classes": [ 59, 13, 0, 7 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:02:48.18", "00:02:49.54" ], [ "00:02:50.65", "00:02:51.50" ], [ "00:02:52.16", "00:02:54.03" ], [ "00:02:54.67", "00:02:55.48" ] ], "start_stop_frames": [ [ 8409, 8477 ], [ 8532, 8575 ], [ 8608, 8701 ], [ 8733, 8774 ] ], "trgnoun": "carrot", "trgverb": "chop" }, { "key": "P03_20+11_12_13_14", "video_id": "P03_20", "narration_ids": [ "P03_20_11", "P03_20_12", "P03_20_13", "P03_20_14" ], "src": "take saucepan . scoop food . spoon food", "src1": "take saucepan", "src2": "scoop food", "src3": "spoon food", "trg": "put_down saucepan", "vis_src": "P03_20:11 P03_20:12 P03_20:13", "vis_trg": "P03_20:14", "narrations": [ "take saucepan", "scoop food", "spoon food", "put down saucepan" ], "verbs": [ "take", "scoop", "spoon", "put-down" ], "verb_classes": [ 0, 16, 16, 1 ], "nouns": [ "saucepan", "food", "food", "saucepan" ], "noun_classes": [ 5, 34, 34, 5 ], "start_stop_timestamps": [ [ "00:00:59.65", "00:01:01.59" ], [ "00:01:01.18", "00:01:11.93" ], [ "00:01:03.43", "00:01:35.54" ], [ "00:01:36.22", "00:01:37.72" ] ], "start_stop_frames": [ [ 3579, 3695 ], [ 3670, 4315 ], [ 3805, 5732 ], [ 5773, 5863 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P03_107+37_38_39_40", "video_id": "P03_107", "narration_ids": [ "P03_107_37", "P03_107_38", "P03_107_39", "P03_107_40" ], "src": "spoon chilli into tupperware . put_down tupperware . pick_up tupperware_lid", "src1": "spoon chilli into tupperware", "src2": "put_down tupperware", "src3": "pick_up tupperware_lid", "trg": "seal tupperware", "vis_src": "P03_107:37 P03_107:38 P03_107:39", "vis_trg": "P03_107:40", "narrations": [ "spoon chilli into tupperware", "put down tupperware", "pick up tupperware lid", "seal tupperware" ], "verbs": [ "spoon-into", "put-down", "pick-up", "seal" ], "verb_classes": [ 16, 1, 0, 36 ], "nouns": [ "chilli", "tupperware", "lid:tupperware", "tupperware" ], "noun_classes": [ 69, 23, 6, 23 ], "start_stop_timestamps": [ [ "00:01:09.84", "00:01:30.16" ], [ "00:01:30.47", "00:01:31.05" ], [ "00:01:31.12", "00:01:32.32" ], [ "00:01:32.40", "00:01:34.77" ] ], "start_stop_frames": [ [ 3492, 4508 ], [ 4523, 4552 ], [ 4556, 4616 ], [ 4620, 4738 ] ], "trgnoun": "tupperware", "trgverb": "seal" }, { "key": "P20_04+275_276_277_278", "video_id": "P20_04", "narration_ids": [ "P20_04_275", "P20_04_276", "P20_04_277", "P20_04_278" ], "src": "flip meat in frying pan . turn_off hob . turn_down hob", "src1": "flip meat in frying pan", "src2": "turn_off hob", "src3": "turn_down hob", "trg": "stir meat with spatula", "vis_src": "P20_04:275 P20_04:276 P20_04:277", "vis_trg": "P20_04:278", "narrations": [ "flip meat in frying pan", "turn off hob", "turn down hob", "stir meat with spatula" ], "verbs": [ "flip-in", "turn-off", "turn-down", "stir" ], "verb_classes": [ 22, 8, 65, 10 ], "nouns": [ "meat", "hob", "hob", "meat" ], "noun_classes": [ 28, 24, 24, 28 ], "start_stop_timestamps": [ [ "00:21:05.01", "00:21:13.66" ], [ "00:25:13.01", "00:25:13.53" ], [ "00:25:13.20", "00:25:14.60" ], [ "00:25:22.72", "00:25:33.01" ] ], "start_stop_frames": [ [ 75900, 76419 ], [ 90780, 90811 ], [ 90792, 90876 ], [ 91363, 91980 ] ], "trgnoun": "meat", "trgverb": "stir" }, { "key": "P03_09+55_56_57_58", "video_id": "P03_09", "narration_ids": [ "P03_09_55", "P03_09_56", "P03_09_57", "P03_09_58" ], "src": "grab knife . turn_on water . get butter", "src1": "grab knife", "src2": "turn_on water", "src3": "get butter", "trg": "spread butter", "vis_src": "P03_09:55 P03_09:56 P03_09:57", "vis_trg": "P03_09:58", "narrations": [ "grab knife", "turn on water", "get butter", "spread butter" ], "verbs": [ "grab", "turn-on", "get", "spread" ], "verb_classes": [ 0, 6, 0, 27 ], "nouns": [ "knife", "tap", "butter", "butter" ], "noun_classes": [ 4, 0, 78, 78 ], "start_stop_timestamps": [ [ "00:01:42.63", "00:01:43.63" ], [ "00:01:44.73", "00:01:45.98" ], [ "00:01:47.08", "00:01:50.58" ], [ "00:01:51.93", "00:02:00.43" ] ], "start_stop_frames": [ [ 6157, 6217 ], [ 6283, 6358 ], [ 6424, 6634 ], [ 6715, 7225 ] ], "trgnoun": "butter", "trgverb": "spread" }, { "key": "P25_107+258_259_260_261", "video_id": "P25_107", "narration_ids": [ "P25_107_258", "P25_107_259", "P25_107_260", "P25_107_261" ], "src": "cover plate . put_down fork . pick_up aubergine", "src1": "cover plate", "src2": "put_down fork", "src3": "pick_up aubergine", "trg": "put_down aubergine", "vis_src": "P25_107:258 P25_107:259 P25_107:260", "vis_trg": "P25_107:261", "narrations": [ "cover plate", "put down fork", "pick up aubergine", "put down aubergine" ], "verbs": [ "cover", "put-down", "pick-up", "put-down" ], "verb_classes": [ 36, 1, 0, 1 ], "nouns": [ "plate", "fork", "aubergine", "aubergine" ], "noun_classes": [ 2, 14, 67, 67 ], "start_stop_timestamps": [ [ "00:21:16.15", "00:21:16.82" ], [ "00:21:16.92", "00:21:17.99" ], [ "00:21:17.98", "00:21:20.52" ], [ "00:21:20.82", "00:21:21.60" ] ], "start_stop_frames": [ [ 63807, 63841 ], [ 63846, 63899 ], [ 63899, 64026 ], [ 64041, 64079 ] ], "trgnoun": "aubergine", "trgverb": "put_down" }, { "key": "P28_14+21_22_23_24", "video_id": "P28_14", "narration_ids": [ "P28_14_21", "P28_14_22", "P28_14_23", "P28_14_24" ], "src": "cut bread . cut cheese . open bread", "src1": "cut bread", "src2": "cut cheese", "src3": "open bread", "trg": "put_down bread", "vis_src": "P28_14:21 P28_14:22 P28_14:23", "vis_trg": "P28_14:24", "narrations": [ "cut bread", "cut cheese", "open bread", "put down bread" ], "verbs": [ "cut", "cut", "open", "put-down" ], "verb_classes": [ 7, 7, 3, 1 ], "nouns": [ "bread", "cheese", "bread", "bread" ], "noun_classes": [ 33, 32, 33, 33 ], "start_stop_timestamps": [ [ "00:01:02.24", "00:01:05.99" ], [ "00:01:03.62", "00:01:07.53" ], [ "00:01:06.09", "00:01:08.14" ], [ "00:01:08.24", "00:01:09.94" ] ], "start_stop_frames": [ [ 3734, 3959 ], [ 3817, 4051 ], [ 3965, 4088 ], [ 4094, 4196 ] ], "trgnoun": "bread", "trgverb": "put_down" }, { "key": "P12_104+122_123_124_125", "video_id": "P12_104", "narration_ids": [ "P12_104_122", "P12_104_123", "P12_104_124", "P12_104_125" ], "src": "pick_up plastic_bag . put_down spoon . close plastic_bag", "src1": "pick_up plastic_bag", "src2": "put_down spoon", "src3": "close plastic_bag", "trg": "put_in plastic_bag in freezer", "vis_src": "P12_104:122 P12_104:123 P12_104:124", "vis_trg": "P12_104:125", "narrations": [ "pick up plastic bag", "put down spoon", "close plastic bag", "put in plastic bag in freezer" ], "verbs": [ "pick-up", "put-down", "close", "put-in" ], "verb_classes": [ 0, 1, 4, 5 ], "nouns": [ "bag:plastic", "spoon", "bag:plastic", "bag:plastic" ], "noun_classes": [ 19, 1, 19, 19 ], "start_stop_timestamps": [ [ "00:08:37.85", "00:08:39.47" ], [ "00:08:39.75", "00:08:40.50" ], [ "00:08:40.95", "00:09:23.09" ], [ "00:09:26.42", "00:09:30.13" ] ], "start_stop_frames": [ [ 25892, 25973 ], [ 25987, 26025 ], [ 26047, 28154 ], [ 28320, 28506 ] ], "trgnoun": "plastic_bag", "trgverb": "put_in" }, { "key": "P04_121+92_93_94_95", "video_id": "P04_121", "narration_ids": [ "P04_121_92", "P04_121_93", "P04_121_94", "P04_121_95" ], "src": "turn_on tap . rinse chopping_board . pick_up sponge", "src1": "turn_on tap", "src2": "rinse chopping_board", "src3": "pick_up sponge", "trg": "wipe chopping_board with sponge", "vis_src": "P04_121:92 P04_121:93 P04_121:94", "vis_trg": "P04_121:95", "narrations": [ "turn on tap", "rinse chopping board", "pick up sponge", "wipe chopping board with sponge" ], "verbs": [ "turn-on", "rinse", "pick-up", "wipe-with" ], "verb_classes": [ 6, 2, 0, 2 ], "nouns": [ "tap", "board:chopping", "sponge", "board:chopping" ], "noun_classes": [ 0, 18, 9, 18 ], "start_stop_timestamps": [ [ "00:05:54.65", "00:05:55.40" ], [ "00:05:55.34", "00:05:56.30" ], [ "00:05:56.25", "00:05:56.90" ], [ "00:05:56.85", "00:05:58.91" ] ], "start_stop_frames": [ [ 17732, 17770 ], [ 17767, 17815 ], [ 17812, 17845 ], [ 17842, 17945 ] ], "trgnoun": "chopping_board", "trgverb": "wipe_with" }, { "key": "P22_15+272_273_274_275", "video_id": "P22_15", "narration_ids": [ "P22_15_272", "P22_15_273", "P22_15_274", "P22_15_275" ], "src": "clean table . move bottle . open fridge", "src1": "clean table", "src2": "move bottle", "src3": "open fridge", "trg": "put bottle", "vis_src": "P22_15:272 P22_15:273 P22_15:274", "vis_trg": "P22_15:275", "narrations": [ "clean table", "move bottle", "open fridge", "put bottle" ], "verbs": [ "clean", "move", "open", "put" ], "verb_classes": [ 2, 11, 3, 1 ], "nouns": [ "table", "bottle", "fridge", "bottle" ], "noun_classes": [ 42, 15, 12, 15 ], "start_stop_timestamps": [ [ "00:09:49.10", "00:09:51.95" ], [ "00:09:52.05", "00:09:52.85" ], [ "00:09:54.23", "00:09:57.33" ], [ "00:09:57.50", "00:09:58.75" ] ], "start_stop_frames": [ [ 35346, 35517 ], [ 35523, 35571 ], [ 35653, 35839 ], [ 35850, 35925 ] ], "trgnoun": "bottle", "trgverb": "put" }, { "key": "P02_105+18_19_20_21", "video_id": "P02_105", "narration_ids": [ "P02_105_18", "P02_105_19", "P02_105_20", "P02_105_21" ], "src": "pick_up lid . put lid in sink . pick_up paper", "src1": "pick_up lid", "src2": "put lid in sink", "src3": "pick_up paper", "trg": "throw paper for recycling", "vis_src": "P02_105:18 P02_105:19 P02_105:20", "vis_trg": "P02_105:21", "narrations": [ "pick up lid", "put lid in sink", "pick up paper", "throw paper for recycling" ], "verbs": [ "pick-up", "put-in", "pick-up", "throw-for" ], "verb_classes": [ 0, 5, 0, 13 ], "nouns": [ "lid", "lid", "paper", "paper" ], "noun_classes": [ 6, 6, 49, 49 ], "start_stop_timestamps": [ [ "00:00:30.75", "00:00:32.21" ], [ "00:00:32.31", "00:00:32.91" ], [ "00:00:33.24", "00:00:33.86" ], [ "00:00:34.64", "00:00:36.22" ] ], "start_stop_frames": [ [ 1537, 1610 ], [ 1615, 1645 ], [ 1662, 1693 ], [ 1732, 1811 ] ], "trgnoun": "paper", "trgverb": "throw_for" }, { "key": "P08_04+6_7_8_9", "video_id": "P08_04", "narration_ids": [ "P08_04_6", "P08_04_7", "P08_04_8", "P08_04_9" ], "src": "turn_on water . get cloth . get glasses", "src1": "turn_on water", "src2": "get cloth", "src3": "get glasses", "trg": "place glasses on counter", "vis_src": "P08_04:6 P08_04:7 P08_04:8", "vis_trg": "P08_04:9", "narrations": [ "turn on water", "get cloth", "get glasses", "place glasses on counter" ], "verbs": [ "turn-on", "get", "get", "place-on" ], "verb_classes": [ 6, 0, 0, 1 ], "nouns": [ "tap", "cloth", "glass", "glass" ], "noun_classes": [ 0, 17, 10, 10 ], "start_stop_timestamps": [ [ "00:00:15.99", "00:00:18.78" ], [ "00:00:22.75", "00:00:25.50" ], [ "00:00:25.64", "00:00:27.75" ], [ "00:00:27.97", "00:00:31.48" ] ], "start_stop_frames": [ [ 959, 1126 ], [ 1365, 1530 ], [ 1538, 1665 ], [ 1678, 1888 ] ], "trgnoun": "glass", "trgverb": "place_on" }, { "key": "P04_109+219_220_221_222", "video_id": "P04_109", "narration_ids": [ "P04_109_219", "P04_109_220", "P04_109_221", "P04_109_222" ], "src": "pick_up rice_vinegar . push back bottles . pick_up sugar", "src1": "pick_up rice_vinegar", "src2": "push back bottles", "src3": "pick_up sugar", "trg": "put_down sugar", "vis_src": "P04_109:219 P04_109:220 P04_109:221", "vis_trg": "P04_109:222", "narrations": [ "pick up rice vinegar", "push back bottles", "pick up sugar", "put down sugar" ], "verbs": [ "pick-up", "push", "pick-up", "put-down" ], "verb_classes": [ 0, 21, 0, 1 ], "nouns": [ "vinegar:rice", "bottle", "sugar", "sugar" ], "noun_classes": [ 134, 15, 102, 102 ], "start_stop_timestamps": [ [ "00:07:06.48", "00:07:08.45" ], [ "00:07:07.07", "00:07:08.74" ], [ "00:07:09.53", "00:07:12.62" ], [ "00:07:12.23", "00:07:13.49" ] ], "start_stop_frames": [ [ 21324, 21422 ], [ 21353, 21437 ], [ 21476, 21631 ], [ 21611, 21674 ] ], "trgnoun": "sugar", "trgverb": "put_down" }, { "key": "P02_130+155_156_157_158", "video_id": "P02_130", "narration_ids": [ "P02_130_155", "P02_130_156", "P02_130_157", "P02_130_158" ], "src": "put pan on hob . open bin . throw kitchen_towel", "src1": "put pan on hob", "src2": "open bin", "src3": "throw kitchen_towel", "trg": "close bin", "vis_src": "P02_130:155 P02_130:156 P02_130:157", "vis_trg": "P02_130:158", "narrations": [ "put pan on hob", "open bin", "throw kitchen towel", "close bin" ], "verbs": [ "put-on", "open", "throw", "close" ], "verb_classes": [ 1, 3, 13, 4 ], "nouns": [ "pan", "bin", "towel:kitchen", "bin" ], "noun_classes": [ 5, 36, 93, 36 ], "start_stop_timestamps": [ [ "00:06:01.89", "00:06:03.71" ], [ "00:06:05.33", "00:06:05.89" ], [ "00:06:05.88", "00:06:06.30" ], [ "00:06:06.40", "00:06:07.60" ] ], "start_stop_frames": [ [ 18094, 18185 ], [ 18266, 18294 ], [ 18294, 18315 ], [ 18320, 18380 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P11_14+1_2_3_4", "video_id": "P11_14", "narration_ids": [ "P11_14_1", "P11_14_2", "P11_14_3", "P11_14_4" ], "src": "put bowl in sink . turn_on tap . rinse spoon", "src1": "put bowl in sink", "src2": "turn_on tap", "src3": "rinse spoon", "trg": "shake_off spoon", "vis_src": "P11_14:1 P11_14:2 P11_14:3", "vis_trg": "P11_14:4", "narrations": [ "put bowl in sink", "turn on tap", "rinse spoon", "shake off spoon" ], "verbs": [ "put-in", "turn-on", "rinse", "shake-off" ], "verb_classes": [ 5, 6, 2, 15 ], "nouns": [ "bowl", "tap", "spoon", "spoon" ], "noun_classes": [ 7, 0, 1, 1 ], "start_stop_timestamps": [ [ "00:00:03.14", "00:00:03.86" ], [ "00:00:03.96", "00:00:05.68" ], [ "00:00:05.46", "00:00:08.81" ], [ "00:00:08.79", "00:00:09.59" ] ], "start_stop_frames": [ [ 188, 231 ], [ 237, 340 ], [ 327, 528 ], [ 527, 575 ] ], "trgnoun": "spoon", "trgverb": "shake_off" }, { "key": "P28_111+211_212_213_214", "video_id": "P28_111", "narration_ids": [ "P28_111_211", "P28_111_212", "P28_111_213", "P28_111_214" ], "src": "open honey_package . put cap . spoon honey", "src1": "open honey_package", "src2": "put cap", "src3": "spoon honey", "trg": "pour honey in bowl", "vis_src": "P28_111:211 P28_111:212 P28_111:213", "vis_trg": "P28_111:214", "narrations": [ "open honey package", "put cap", "spoon honey", "pour honey in bowl" ], "verbs": [ "open", "put", "spoon", "pour-in" ], "verb_classes": [ 3, 1, 16, 9 ], "nouns": [ "package:honey", "cap", "honey", "honey" ], "noun_classes": [ 26, 118, 115, 115 ], "start_stop_timestamps": [ [ "00:11:14.26", "00:11:19.03" ], [ "00:11:18.94", "00:11:20.75" ], [ "00:11:21.45", "00:11:24.77" ], [ "00:11:25.16", "00:11:49.02" ] ], "start_stop_frames": [ [ 33713, 33951 ], [ 33947, 34037 ], [ 34072, 34238 ], [ 34258, 35451 ] ], "trgnoun": "honey", "trgverb": "pour_in" }, { "key": "P12_101+484_485_486_487", "video_id": "P12_101", "narration_ids": [ "P12_101_484", "P12_101_485", "P12_101_486", "P12_101_487" ], "src": "adjust heat on stove . pick_up frying_pan from stove . open tap", "src1": "adjust heat on stove", "src2": "pick_up frying_pan from stove", "src3": "open tap", "trg": "wash frying_pan", "vis_src": "P12_101:484 P12_101:485 P12_101:486", "vis_trg": "P12_101:487", "narrations": [ "adjust heat on stove", "pick up frying pan from stove", "open tap", "wash frying pan" ], "verbs": [ "adjust-on", "pick-up", "turn-on", "wash" ], "verb_classes": [ 17, 0, 6, 2 ], "nouns": [ "heat", "pan:frying", "tap", "pan:frying" ], "noun_classes": [ 65, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:32:46.64", "00:32:52.59" ], [ "00:32:56.67", "00:32:57.39" ], [ "00:32:57.76", "00:32:58.29" ], [ "00:32:58.19", "00:33:03.52" ] ], "start_stop_frames": [ [ 98332, 98629 ], [ 98833, 98869 ], [ 98888, 98914 ], [ 98909, 99176 ] ], "trgnoun": "frying_pan", "trgverb": "wash" }, { "key": "P22_111+579_581_582_583", "video_id": "P22_111", "narration_ids": [ "P22_111_579", "P22_111_581", "P22_111_582", "P22_111_583" ], "src": "rinse spoon . put_down spoon . pick_up lid", "src1": "rinse spoon", "src2": "put_down spoon", "src3": "pick_up lid", "trg": "rinse lid", "vis_src": "P22_111:579 P22_111:581 P22_111:582", "vis_trg": "P22_111:583", "narrations": [ "rinse spoon", "put down spoon", "pick up lid", "rinse lid" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spoon", "spoon", "lid", "lid" ], "noun_classes": [ 1, 1, 6, 6 ], "start_stop_timestamps": [ [ "00:21:13.50", "00:21:15.00" ], [ "00:21:16.12", "00:21:17.62" ], [ "00:21:17.86", "00:21:19.00" ], [ "00:21:19.24", "00:21:19.94" ] ], "start_stop_frames": [ [ 63675, 63750 ], [ 63805, 63880 ], [ 63892, 63950 ], [ 63962, 63997 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P04_117+69_70_71_72", "video_id": "P04_117", "narration_ids": [ "P04_117_69", "P04_117_70", "P04_117_71", "P04_117_72" ], "src": "stir egg in pan using spatula . let go of pan and spatula . move slice of bread", "src1": "stir egg in pan using spatula", "src2": "let go of pan and spatula", "src3": "move slice of bread", "trg": "pull end of slice of bread", "vis_src": "P04_117:69 P04_117:70 P04_117:71", "vis_trg": "P04_117:72", "narrations": [ "stir egg in pan using spatula", "let go of pan and spatula", "move slice of bread", "pull end of slice of bread" ], "verbs": [ "stir-in", "let", "move", "pull" ], "verb_classes": [ 10, 79, 11, 31 ], "nouns": [ "egg", "pan", "slice:bread", "slice:bread" ], "noun_classes": [ 53, 5, 33, 33 ], "start_stop_timestamps": [ [ "00:02:33.79", "00:02:35.25" ], [ "00:02:36.44", "00:02:38.21" ], [ "00:02:36.68", "00:02:39.15" ], [ "00:02:38.95", "00:02:40.58" ] ], "start_stop_frames": [ [ 7689, 7762 ], [ 7822, 7910 ], [ 7834, 7957 ], [ 7947, 8028 ] ], "trgnoun": "bread_slice", "trgverb": "pull" }, { "key": "P27_104+179_180_181_182", "video_id": "P27_104", "narration_ids": [ "P27_104_179", "P27_104_180", "P27_104_181", "P27_104_182" ], "src": "turn_on tap . wash teaspoon . use sponge", "src1": "turn_on tap", "src2": "wash teaspoon", "src3": "use sponge", "trg": "rinse teaspoon", "vis_src": "P27_104:179 P27_104:180 P27_104:181", "vis_trg": "P27_104:182", "narrations": [ "turn on tap", "wash teaspoon", "use sponge", "rinse teaspoon" ], "verbs": [ "turn-on", "wash", "use", "rinse" ], "verb_classes": [ 6, 2, 76, 2 ], "nouns": [ "tap", "teaspoon", "sponge", "teaspoon" ], "noun_classes": [ 0, 1, 9, 1 ], "start_stop_timestamps": [ [ "00:08:44.28", "00:08:44.81" ], [ "00:08:44.27", "00:08:48.40" ], [ "00:08:48.43", "00:08:50.89" ], [ "00:08:50.81", "00:08:54.24" ] ], "start_stop_frames": [ [ 26214, 26240 ], [ 26213, 26420 ], [ 26421, 26544 ], [ 26540, 26712 ] ], "trgnoun": "teaspoon", "trgverb": "rinse" }, { "key": "P30_03+54_55_56_57", "video_id": "P30_03", "narration_ids": [ "P30_03_54", "P30_03_55", "P30_03_56", "P30_03_57" ], "src": "put coffee_grounds in v60 . open cupboard . take jug", "src1": "put coffee_grounds in v60", "src2": "open cupboard", "src3": "take jug", "trg": "put jug", "vis_src": "P30_03:54 P30_03:55 P30_03:56", "vis_trg": "P30_03:57", "narrations": [ "put coffee grounds in v60", "open cupboard", "take jug", "put jug" ], "verbs": [ "put-in", "open", "take", "put" ], "verb_classes": [ 5, 3, 0, 1 ], "nouns": [ "ground:coffee", "cupboard", "jug", "jug" ], "noun_classes": [ 59, 3, 66, 66 ], "start_stop_timestamps": [ [ "00:02:46.65", "00:02:50.01" ], [ "00:02:52.88", "00:02:53.74" ], [ "00:02:54.03", "00:02:55.29" ], [ "00:02:55.14", "00:02:57.81" ] ], "start_stop_frames": [ [ 9999, 10200 ], [ 10372, 10424 ], [ 10441, 10517 ], [ 10508, 10668 ] ], "trgnoun": "jug", "trgverb": "put" }, { "key": "P28_111+97_98_99_100", "video_id": "P28_111", "narration_ids": [ "P28_111_97", "P28_111_98", "P28_111_99", "P28_111_100" ], "src": "put knife . take utensil . turn_on tap", "src1": "put knife", "src2": "take utensil", "src3": "turn_on tap", "trg": "rinse utensil", "vis_src": "P28_111:97 P28_111:98 P28_111:99", "vis_trg": "P28_111:100", "narrations": [ "put knife", "take utensil", "turn on tap", "rinse utensil" ], "verbs": [ "put", "take", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "knife", "utensil", "tap", "utensil" ], "noun_classes": [ 4, 154, 0, 154 ], "start_stop_timestamps": [ [ "00:04:59.98", "00:05:00.96" ], [ "00:05:01.06", "00:05:01.88" ], [ "00:05:01.98", "00:05:02.60" ], [ "00:05:02.64", "00:05:06.67" ] ], "start_stop_frames": [ [ 14999, 15047 ], [ 15053, 15094 ], [ 15099, 15130 ], [ 15132, 15333 ] ], "trgnoun": "utensil", "trgverb": "rinse" }, { "key": "P06_108+2_3_4_5", "video_id": "P06_108", "narration_ids": [ "P06_108_2", "P06_108_3", "P06_108_4", "P06_108_5" ], "src": "put_down olives . open window . open oven", "src1": "put_down olives", "src2": "open window", "src3": "open oven", "trg": "turn_on oven", "vis_src": "P06_108:2 P06_108:3 P06_108:4", "vis_trg": "P06_108:5", "narrations": [ "put down olives", "open window", "open oven", "turn on oven" ], "verbs": [ "put-down", "open", "open", "turn-on" ], "verb_classes": [ 1, 3, 3, 6 ], "nouns": [ "olive", "window", "oven", "oven" ], "noun_classes": [ 83, 263, 46, 46 ], "start_stop_timestamps": [ [ "00:00:14.95", "00:00:16.27" ], [ "00:00:16.77", "00:00:19.48" ], [ "00:00:26.54", "00:00:28.63" ], [ "00:00:33.48", "00:00:40.68" ] ], "start_stop_frames": [ [ 747, 813 ], [ 838, 974 ], [ 1327, 1431 ], [ 1673, 2034 ] ], "trgnoun": "oven", "trgverb": "turn_on" }, { "key": "P22_104+58_59_60_61", "video_id": "P22_104", "narration_ids": [ "P22_104_58", "P22_104_59", "P22_104_60", "P22_104_61" ], "src": "open olives . put_down scissors . pick olives", "src1": "open olives", "src2": "put_down scissors", "src3": "pick olives", "trg": "put_down olives", "vis_src": "P22_104:58 P22_104:59 P22_104:60", "vis_trg": "P22_104:61", "narrations": [ "open olives", "put down scissors", "pick olives", "put down olives" ], "verbs": [ "open", "put-down", "pick", "put-down" ], "verb_classes": [ 3, 1, 0, 1 ], "nouns": [ "olive", "scissors", "olive", "olive" ], "noun_classes": [ 83, 79, 83, 83 ], "start_stop_timestamps": [ [ "00:03:17.53", "00:03:20.96" ], [ "00:03:21.06", "00:03:22.24" ], [ "00:03:21.81", "00:03:28.47" ], [ "00:03:28.56", "00:03:29.69" ] ], "start_stop_frames": [ [ 9876, 10048 ], [ 10053, 10112 ], [ 10090, 10423 ], [ 10428, 10484 ] ], "trgnoun": "olive", "trgverb": "put_down" }, { "key": "P01_17+26_27_28_29", "video_id": "P01_17", "narration_ids": [ "P01_17_26", "P01_17_27", "P01_17_28", "P01_17_29" ], "src": "take olives out of container . take tomatoes . put_down container and olives", "src1": "take olives out of container", "src2": "take tomatoes", "src3": "put_down container and olives", "trg": "put_down tomatoes", "vis_src": "P01_17:26 P01_17:27 P01_17:28", "vis_trg": "P01_17:29", "narrations": [ "take olives out of container", "take tomatoes", "put down container and olives", "put down tomatoes" ], "verbs": [ "take-out", "take", "put-down", "put-down" ], "verb_classes": [ 12, 0, 1, 1 ], "nouns": [ "olive", "tomato", "container", "tomato" ], "noun_classes": [ 83, 43, 21, 43 ], "start_stop_timestamps": [ [ "00:01:17.93", "00:01:20.07" ], [ "00:01:21.96", "00:01:23.03" ], [ "00:01:26.83", "00:01:29.60" ], [ "00:01:27.58", "00:01:28.08" ] ], "start_stop_frames": [ [ 4675, 4804 ], [ 4917, 4981 ], [ 5209, 5376 ], [ 5254, 5284 ] ], "trgnoun": "tomato", "trgverb": "put_down" }, { "key": "P04_109+30_31_32_33", "video_id": "P04_109", "narration_ids": [ "P04_109_30", "P04_109_31", "P04_109_32", "P04_109_33" ], "src": "put carrots in measuring jug . separate carrot_pieces . pick_up bit of carrot", "src1": "put carrots in measuring jug", "src2": "separate carrot_pieces", "src3": "pick_up bit of carrot", "trg": "eat carrot", "vis_src": "P04_109:30 P04_109:31 P04_109:32", "vis_trg": "P04_109:33", "narrations": [ "put carrots in measuring jug", "separate carrot pieces", "pick up bit of carrot", "eat carrot" ], "verbs": [ "put-in", "separate", "pick-up", "eat" ], "verb_classes": [ 5, 52, 0, 35 ], "nouns": [ "carrot", "piece:carrot", "bit:carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:01:47.33", "00:01:49.65" ], [ "00:01:49.37", "00:01:51.80" ], [ "00:01:51.90", "00:01:52.27" ], [ "00:01:52.26", "00:01:53.14" ] ], "start_stop_frames": [ [ 5366, 5482 ], [ 5468, 5590 ], [ 5595, 5613 ], [ 5613, 5657 ] ], "trgnoun": "carrot", "trgverb": "eat" }, { "key": "P04_109+50_51_52_54", "video_id": "P04_109", "narration_ids": [ "P04_109_50", "P04_109_51", "P04_109_52", "P04_109_54" ], "src": "grab bits of carrot . pick_up bits of carrot . pick_up pieces of carrot", "src1": "grab bits of carrot", "src2": "pick_up bits of carrot", "src3": "pick_up pieces of carrot", "trg": "drop bits of carrot in measuring jug", "vis_src": "P04_109:50 P04_109:51 P04_109:52", "vis_trg": "P04_109:54", "narrations": [ "grab bits of carrot", "pick up bits of carrot", "pick up pieces of carrot", "drop bits of carrot in measuring jug" ], "verbs": [ "grab", "pick-up", "pick-up", "drop-in" ], "verb_classes": [ 0, 0, 0, 59 ], "nouns": [ "bit:carrot", "bit:carrot", "piece:carrot", "bit:carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:02:22.32", "00:02:24.40" ], [ "00:02:23.88", "00:02:25.38" ], [ "00:02:25.27", "00:02:26.63" ], [ "00:02:28.40", "00:02:29.40" ] ], "start_stop_frames": [ [ 7116, 7220 ], [ 7194, 7269 ], [ 7263, 7331 ], [ 7420, 7470 ] ], "trgnoun": "carrot_bit", "trgverb": "drop_in" }, { "key": "P04_109+230_231_232_233", "video_id": "P04_109", "narration_ids": [ "P04_109_230", "P04_109_231", "P04_109_232", "P04_109_233" ], "src": "put_down sugar . toss carrots and cucumber . pick_up piece of carrot", "src1": "put_down sugar", "src2": "toss carrots and cucumber", "src3": "pick_up piece of carrot", "trg": "eat piece of carrot", "vis_src": "P04_109:230 P04_109:231 P04_109:232", "vis_trg": "P04_109:233", "narrations": [ "put down sugar", "toss carrots and cucumber", "pick up piece of carrot", "eat piece of carrot" ], "verbs": [ "put-down", "toss", "pick-up", "eat" ], "verb_classes": [ 1, 13, 0, 35 ], "nouns": [ "sugar", "carrot", "piece:carrot", "piece:carrot" ], "noun_classes": [ 102, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:07:25.67", "00:07:27.24" ], [ "00:07:27.75", "00:07:32.24" ], [ "00:07:32.16", "00:07:33.41" ], [ "00:07:33.50", "00:07:34.69" ] ], "start_stop_frames": [ [ 22283, 22362 ], [ 22387, 22612 ], [ 22608, 22670 ], [ 22675, 22734 ] ], "trgnoun": "carrot_piece", "trgverb": "eat" }, { "key": "P22_104+57_58_59_60", "video_id": "P22_104", "narration_ids": [ "P22_104_57", "P22_104_58", "P22_104_59", "P22_104_60" ], "src": "pick_up scissors . open olives . put_down scissors", "src1": "pick_up scissors", "src2": "open olives", "src3": "put_down scissors", "trg": "pick olives", "vis_src": "P22_104:57 P22_104:58 P22_104:59", "vis_trg": "P22_104:60", "narrations": [ "pick up scissors", "open olives", "put down scissors", "pick olives" ], "verbs": [ "pick-up", "open", "put-down", "pick" ], "verb_classes": [ 0, 3, 1, 0 ], "nouns": [ "scissors", "olive", "scissors", "olive" ], "noun_classes": [ 79, 83, 79, 83 ], "start_stop_timestamps": [ [ "00:03:16.34", "00:03:17.73" ], [ "00:03:17.53", "00:03:20.96" ], [ "00:03:21.06", "00:03:22.24" ], [ "00:03:21.81", "00:03:28.47" ] ], "start_stop_frames": [ [ 9817, 9886 ], [ 9876, 10048 ], [ 10053, 10112 ], [ 10090, 10423 ] ], "trgnoun": "olive", "trgverb": "pick" }, { "key": "P22_111+266_267_268_269", "video_id": "P22_111", "narration_ids": [ "P22_111_266", "P22_111_267", "P22_111_268", "P22_111_269" ], "src": "remove clip . put_down olives . open olives", "src1": "remove clip", "src2": "put_down olives", "src3": "open olives", "trg": "pick olives", "vis_src": "P22_111:266 P22_111:267 P22_111:268", "vis_trg": "P22_111:269", "narrations": [ "remove clip", "put down olives", "open olives", "pick olives" ], "verbs": [ "remove", "put-down", "open", "pick" ], "verb_classes": [ 12, 1, 3, 0 ], "nouns": [ "clip", "olive", "olive", "olive" ], "noun_classes": [ 129, 83, 83, 83 ], "start_stop_timestamps": [ [ "00:10:55.06", "00:10:55.78" ], [ "00:10:55.74", "00:10:56.35" ], [ "00:10:56.41", "00:10:57.72" ], [ "00:10:57.79", "00:11:01.77" ] ], "start_stop_frames": [ [ 32752, 32789 ], [ 32787, 32817 ], [ 32820, 32886 ], [ 32889, 33088 ] ], "trgnoun": "olive", "trgverb": "pick" }, { "key": "P04_109+231_232_233_235", "video_id": "P04_109", "narration_ids": [ "P04_109_231", "P04_109_232", "P04_109_233", "P04_109_235" ], "src": "toss carrots and cucumber . pick_up piece of carrot . eat piece of carrot", "src1": "toss carrots and cucumber", "src2": "pick_up piece of carrot", "src3": "eat piece of carrot", "trg": "rinse hands", "vis_src": "P04_109:231 P04_109:232 P04_109:233", "vis_trg": "P04_109:235", "narrations": [ "toss carrots and cucumber", "pick up piece of carrot", "eat piece of carrot", "rinse hands" ], "verbs": [ "toss", "pick-up", "eat", "rinse" ], "verb_classes": [ 13, 0, 35, 2 ], "nouns": [ "carrot", "piece:carrot", "piece:carrot", "hand" ], "noun_classes": [ 41, 41, 41, 11 ], "start_stop_timestamps": [ [ "00:07:27.75", "00:07:32.24" ], [ "00:07:32.16", "00:07:33.41" ], [ "00:07:33.50", "00:07:34.69" ], [ "00:07:43.95", "00:07:45.80" ] ], "start_stop_frames": [ [ 22387, 22612 ], [ 22608, 22670 ], [ 22675, 22734 ], [ 23197, 23290 ] ], "trgnoun": "hand", "trgverb": "rinse" }, { "key": "P04_116+182_183_184_186", "video_id": "P04_116", "narration_ids": [ "P04_116_182", "P04_116_183", "P04_116_184", "P04_116_186" ], "src": "let go of spatula . turn_off hob . stir eggs in pan using spatula", "src1": "let go of spatula", "src2": "turn_off hob", "src3": "stir eggs in pan using spatula", "trg": "pick_up bread", "vis_src": "P04_116:182 P04_116:183 P04_116:184", "vis_trg": "P04_116:186", "narrations": [ "let go of spatula", "turn off hob", "stir eggs in pan using spatula", "pick up bread" ], "verbs": [ "let", "turn-off", "stir-in", "pick-up" ], "verb_classes": [ 79, 8, 10, 0 ], "nouns": [ "spatula", "hob", "egg", "bread" ], "noun_classes": [ 20, 24, 53, 33 ], "start_stop_timestamps": [ [ "00:08:12.74", "00:08:17.84" ], [ "00:08:13.09", "00:08:14.51" ], [ "00:08:14.61", "00:08:17.27" ], [ "00:08:18.31", "00:08:19.89" ] ], "start_stop_frames": [ [ 24637, 24892 ], [ 24654, 24725 ], [ 24730, 24863 ], [ 24915, 24994 ] ], "trgnoun": "bread", "trgverb": "pick_up" }, { "key": "P22_09+74_75_76_77", "video_id": "P22_09", "narration_ids": [ "P22_09_74", "P22_09_75", "P22_09_76", "P22_09_77" ], "src": "empty bag . fold bag . close garbage can", "src1": "empty bag", "src2": "fold bag", "src3": "close garbage can", "trg": "toss bag", "vis_src": "P22_09:74 P22_09:75 P22_09:76", "vis_trg": "P22_09:77", "narrations": [ "empty bag", "fold bag", "close garbage can", "toss bag" ], "verbs": [ "empty", "fold", "close", "toss" ], "verb_classes": [ 20, 28, 4, 13 ], "nouns": [ "bag", "bag", "garbage", "bag" ], "noun_classes": [ 19, 19, 54, 19 ], "start_stop_timestamps": [ [ "00:02:16.02", "00:02:19.37" ], [ "00:02:19.44", "00:02:20.05" ], [ "00:02:20.08", "00:02:20.65" ], [ "00:02:20.75", "00:02:21.82" ] ], "start_stop_frames": [ [ 8161, 8362 ], [ 8366, 8403 ], [ 8404, 8439 ], [ 8445, 8509 ] ], "trgnoun": "bag", "trgverb": "toss" }, { "key": "P22_111+268_269_270_271", "video_id": "P22_111", "narration_ids": [ "P22_111_268", "P22_111_269", "P22_111_270", "P22_111_271" ], "src": "open olives . pick olives . put_down olives", "src1": "open olives", "src2": "pick olives", "src3": "put_down olives", "trg": "cut olive", "vis_src": "P22_111:268 P22_111:269 P22_111:270", "vis_trg": "P22_111:271", "narrations": [ "open olives", "pick olives", "put down olives", "cut olive" ], "verbs": [ "open", "pick", "put-down", "cut" ], "verb_classes": [ 3, 0, 1, 7 ], "nouns": [ "olive", "olive", "olive", "olive" ], "noun_classes": [ 83, 83, 83, 83 ], "start_stop_timestamps": [ [ "00:10:56.41", "00:10:57.72" ], [ "00:10:57.79", "00:11:01.77" ], [ "00:11:01.85", "00:11:02.91" ], [ "00:11:04.14", "00:11:06.79" ] ], "start_stop_frames": [ [ 32820, 32886 ], [ 32889, 33088 ], [ 33092, 33145 ], [ 33207, 33339 ] ], "trgnoun": "olive", "trgverb": "cut" }, { "key": "P04_120+135_137_138_139", "video_id": "P04_120", "narration_ids": [ "P04_120_135", "P04_120_137", "P04_120_138", "P04_120_139" ], "src": "fill ramekin with water . pick_up sponge . wipe ramekin with sponge", "src1": "fill ramekin with water", "src2": "pick_up sponge", "src3": "wipe ramekin with sponge", "trg": "rinse ramekin with water", "vis_src": "P04_120:135 P04_120:137 P04_120:138", "vis_trg": "P04_120:139", "narrations": [ "fill ramekin with water", "pick up sponge", "wipe ramekin with sponge", "rinse ramekin with water" ], "verbs": [ "fill", "pick-up", "wipe", "rinse" ], "verb_classes": [ 26, 0, 2, 2 ], "nouns": [ "ramekin", "sponge", "ramekin", "ramekin" ], "noun_classes": [ 7, 9, 7, 7 ], "start_stop_timestamps": [ [ "00:06:49.36", "00:06:50.15" ], [ "00:06:50.76", "00:06:51.86" ], [ "00:06:51.80", "00:06:54.33" ], [ "00:06:54.25", "00:06:55.45" ] ], "start_stop_frames": [ [ 20468, 20507 ], [ 20538, 20593 ], [ 20590, 20716 ], [ 20712, 20772 ] ], "trgnoun": "ramekin", "trgverb": "rinse" }, { "key": "P30_111+360_361_362_363", "video_id": "P30_111", "narration_ids": [ "P30_111_360", "P30_111_361", "P30_111_362", "P30_111_363" ], "src": "move chopping_board . wipe surface . scrape pieces off sponge into bin", "src1": "move chopping_board", "src2": "wipe surface", "src3": "scrape pieces off sponge into bin", "trg": "put sponge in washing up bowl", "vis_src": "P30_111:360 P30_111:361 P30_111:362", "vis_trg": "P30_111:363", "narrations": [ "move chopping board", "wipe surface", "scrape pieces off sponge into bin", "put sponge in washing up bowl" ], "verbs": [ "move", "wipe", "scrape-off", "put-in" ], "verb_classes": [ 11, 2, 25, 5 ], "nouns": [ "board:chopping", "surface", "sponge", "sponge" ], "noun_classes": [ 18, 42, 9, 9 ], "start_stop_timestamps": [ [ "00:15:14.14", "00:15:15.25" ], [ "00:15:16.08", "00:15:17.61" ], [ "00:15:20.20", "00:15:23.70" ], [ "00:15:24.52", "00:15:25.52" ] ], "start_stop_frames": [ [ 45707, 45762 ], [ 45804, 45880 ], [ 46010, 46185 ], [ 46226, 46276 ] ], "trgnoun": "sponge", "trgverb": "put_in" }, { "key": "P27_104+179_181_182_183", "video_id": "P27_104", "narration_ids": [ "P27_104_179", "P27_104_181", "P27_104_182", "P27_104_183" ], "src": "turn_on tap . use sponge . rinse teaspoon", "src1": "turn_on tap", "src2": "use sponge", "src3": "rinse teaspoon", "trg": "put_down teaspoon", "vis_src": "P27_104:179 P27_104:181 P27_104:182", "vis_trg": "P27_104:183", "narrations": [ "turn on tap", "use sponge", "rinse teaspoon", "put down teaspoon" ], "verbs": [ "turn-on", "use", "rinse", "put-down" ], "verb_classes": [ 6, 76, 2, 1 ], "nouns": [ "tap", "sponge", "teaspoon", "teaspoon" ], "noun_classes": [ 0, 9, 1, 1 ], "start_stop_timestamps": [ [ "00:08:44.28", "00:08:44.81" ], [ "00:08:48.43", "00:08:50.89" ], [ "00:08:50.81", "00:08:54.24" ], [ "00:08:54.33", "00:08:56.37" ] ], "start_stop_frames": [ [ 26214, 26240 ], [ 26421, 26544 ], [ 26540, 26712 ], [ 26716, 26818 ] ], "trgnoun": "teaspoon", "trgverb": "put_down" }, { "key": "P07_06+12_13_14_15", "video_id": "P07_06", "narration_ids": [ "P07_06_12", "P07_06_13", "P07_06_14", "P07_06_15" ], "src": "turn knob . take jug . open tap", "src1": "turn knob", "src2": "take jug", "src3": "open tap", "trg": "wash jug", "vis_src": "P07_06:12 P07_06:13 P07_06:14", "vis_trg": "P07_06:15", "narrations": [ "turn knob", "take jug", "open tap", "wash jug" ], "verbs": [ "turn", "take", "turn-on", "wash" ], "verb_classes": [ 23, 0, 6, 2 ], "nouns": [ "knob", "jug", "tap", "jug" ], "noun_classes": [ 190, 66, 0, 66 ], "start_stop_timestamps": [ [ "00:00:51.78", "00:00:54.20" ], [ "00:00:55.89", "00:00:56.71" ], [ "00:00:58.07", "00:00:59.73" ], [ "00:00:59.67", "00:01:07.44" ] ], "start_stop_frames": [ [ 3106, 3252 ], [ 3353, 3402 ], [ 3484, 3583 ], [ 3580, 4046 ] ], "trgnoun": "jug", "trgverb": "wash" }, { "key": "P24_08+333_334_335_336", "video_id": "P24_08", "narration_ids": [ "P24_08_333", "P24_08_334", "P24_08_335", "P24_08_336" ], "src": "put pot in the sink . pick_up wooden_spoon . soap wooden_spoon", "src1": "put pot in the sink", "src2": "pick_up wooden_spoon", "src3": "soap wooden_spoon", "trg": "rinse wooden_spoon", "vis_src": "P24_08:333 P24_08:334 P24_08:335", "vis_trg": "P24_08:336", "narrations": [ "put pot in the sink", "pick up wooden spoon", "soap wooden spoon", "rinse wooden spoon" ], "verbs": [ "put-in", "pick-up", "soap", "rinse" ], "verb_classes": [ 5, 0, 2, 2 ], "nouns": [ "pot", "spoon:wooden", "spoon:wooden", "spoon:wooden" ], "noun_classes": [ 29, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:23:23.52", "00:23:24.99" ], [ "00:23:25.09", "00:23:26.72" ], [ "00:23:28.59", "00:23:36.02" ], [ "00:23:35.43", "00:23:41.32" ] ], "start_stop_frames": [ [ 84211, 84299 ], [ 84305, 84403 ], [ 84515, 84961 ], [ 84925, 85279 ] ], "trgnoun": "wooden_spoon", "trgverb": "rinse" }, { "key": "P22_111+264_265_266_267", "video_id": "P22_111", "narration_ids": [ "P22_111_264", "P22_111_265", "P22_111_266", "P22_111_267" ], "src": "pick olives . close fridge . remove clip", "src1": "pick olives", "src2": "close fridge", "src3": "remove clip", "trg": "put_down olives", "vis_src": "P22_111:264 P22_111:265 P22_111:266", "vis_trg": "P22_111:267", "narrations": [ "pick olives", "close fridge", "remove clip", "put down olives" ], "verbs": [ "pick", "close", "remove", "put-down" ], "verb_classes": [ 0, 4, 12, 1 ], "nouns": [ "olive", "fridge", "clip", "olive" ], "noun_classes": [ 83, 12, 129, 83 ], "start_stop_timestamps": [ [ "00:10:50.88", "00:10:51.91" ], [ "00:10:51.89", "00:10:53.20" ], [ "00:10:55.06", "00:10:55.78" ], [ "00:10:55.74", "00:10:56.35" ] ], "start_stop_frames": [ [ 32544, 32595 ], [ 32594, 32660 ], [ 32752, 32789 ], [ 32787, 32817 ] ], "trgnoun": "olive", "trgverb": "put_down" }, { "key": "P04_119+175_176_177_178", "video_id": "P04_119", "narration_ids": [ "P04_119_175", "P04_119_176", "P04_119_177", "P04_119_178" ], "src": "put_down saucepan . pick_up measuring_spoon . pick bit out of saucepan", "src1": "put_down saucepan", "src2": "pick_up measuring_spoon", "src3": "pick bit out of saucepan", "trg": "put_down measuring_spoon", "vis_src": "P04_119:175 P04_119:176 P04_119:177", "vis_trg": "P04_119:178", "narrations": [ "put down saucepan", "pick up measuring spoon", "pick bit out of saucepan", "put down measuring spoon" ], "verbs": [ "put-down", "pick-up", "pick-out", "put-down" ], "verb_classes": [ 1, 0, 12, 1 ], "nouns": [ "saucepan", "spoon:measuring", "saucepan", "spoon:measuring" ], "noun_classes": [ 5, 1, 5, 1 ], "start_stop_timestamps": [ [ "00:07:36.57", "00:07:37.48" ], [ "00:07:39.83", "00:07:40.94" ], [ "00:07:40.74", "00:07:41.85" ], [ "00:07:41.77", "00:07:42.31" ] ], "start_stop_frames": [ [ 22828, 22874 ], [ 22991, 23047 ], [ 23037, 23092 ], [ 23088, 23115 ] ], "trgnoun": "measuring_spoon", "trgverb": "put_down" }, { "key": "P05_06+21_22_23_24", "video_id": "P05_06", "narration_ids": [ "P05_06_21", "P05_06_22", "P05_06_23", "P05_06_24" ], "src": "throw cookies packaging . turn_off kettle . press switch", "src1": "throw cookies packaging", "src2": "turn_off kettle", "src3": "press switch", "trg": "take kettle", "vis_src": "P05_06:21 P05_06:22 P05_06:23", "vis_trg": "P05_06:24", "narrations": [ "throw cookies packaging", "turn off kettle", "press switch", "take kettle" ], "verbs": [ "throw", "turn-off", "press", "take" ], "verb_classes": [ 13, 8, 21, 0 ], "nouns": [ "packaging:cookie", "kettle", "switch", "kettle" ], "noun_classes": [ 26, 44, 92, 44 ], "start_stop_timestamps": [ [ "00:01:22.33", "00:01:24.04" ], [ "00:02:18.57", "00:02:19.36" ], [ "00:02:21.45", "00:02:22.39" ], [ "00:02:22.45", "00:02:23.57" ] ], "start_stop_frames": [ [ 4939, 5042 ], [ 8314, 8361 ], [ 8487, 8543 ], [ 8547, 8614 ] ], "trgnoun": "kettle", "trgverb": "take" }, { "key": "P07_111+48_49_50_51", "video_id": "P07_111", "narration_ids": [ "P07_111_48", "P07_111_49", "P07_111_50", "P07_111_51" ], "src": "grab milk . put milk down on the floor . grab jug", "src1": "grab milk", "src2": "put milk down on the floor", "src3": "grab jug", "trg": "put jug into mixer", "vis_src": "P07_111:48 P07_111:49 P07_111:50", "vis_trg": "P07_111:51", "narrations": [ "grab milk", "put milk down on the floor", "grab jug", "put jug into mixer" ], "verbs": [ "grab", "put-down", "grab", "put-into" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "milk", "milk", "jug", "jug" ], "noun_classes": [ 64, 64, 66, 66 ], "start_stop_timestamps": [ [ "00:01:58.61", "00:01:59.26" ], [ "00:02:00.04", "00:02:01.66" ], [ "00:02:03.68", "00:02:04.22" ], [ "00:02:04.32", "00:02:06.44" ] ], "start_stop_frames": [ [ 5930, 5963 ], [ 6002, 6083 ], [ 6184, 6211 ], [ 6216, 6322 ] ], "trgnoun": "jug", "trgverb": "put_into" }, { "key": "P10_04+33_34_35_36", "video_id": "P10_04", "narration_ids": [ "P10_04_33", "P10_04_34", "P10_04_35", "P10_04_36" ], "src": "wash the fish . use tap_water to wash the fish . use the tap_water to wash another fish", "src1": "wash the fish", "src2": "use tap_water to wash the fish", "src3": "use the tap_water to wash another fish", "trg": "switch_off the tap_water", "vis_src": "P10_04:33 P10_04:34 P10_04:35", "vis_trg": "P10_04:36", "narrations": [ "wash the fish", "use tap water to wash the fish", "use the tap water to wash another fish", "switch off the tap water" ], "verbs": [ "wash", "wash", "wash", "switch-off" ], "verb_classes": [ 2, 2, 2, 8 ], "nouns": [ "fish", "water:tap", "water:tap", "water:tap" ], "noun_classes": [ 119, 0, 0, 0 ], "start_stop_timestamps": [ [ "00:04:20.17", "00:04:38.03" ], [ "00:04:20.85", "00:04:27.00" ], [ "00:04:27.09", "00:04:37.98" ], [ "00:04:38.49", "00:04:39.54" ] ], "start_stop_frames": [ [ 15610, 16681 ], [ 15651, 16020 ], [ 16025, 16678 ], [ 16709, 16772 ] ], "trgnoun": "tap_water", "trgverb": "switch_off" }, { "key": "P22_111+265_266_267_268", "video_id": "P22_111", "narration_ids": [ "P22_111_265", "P22_111_266", "P22_111_267", "P22_111_268" ], "src": "close fridge . remove clip . put_down olives", "src1": "close fridge", "src2": "remove clip", "src3": "put_down olives", "trg": "open olives", "vis_src": "P22_111:265 P22_111:266 P22_111:267", "vis_trg": "P22_111:268", "narrations": [ "close fridge", "remove clip", "put down olives", "open olives" ], "verbs": [ "close", "remove", "put-down", "open" ], "verb_classes": [ 4, 12, 1, 3 ], "nouns": [ "fridge", "clip", "olive", "olive" ], "noun_classes": [ 12, 129, 83, 83 ], "start_stop_timestamps": [ [ "00:10:51.89", "00:10:53.20" ], [ "00:10:55.06", "00:10:55.78" ], [ "00:10:55.74", "00:10:56.35" ], [ "00:10:56.41", "00:10:57.72" ] ], "start_stop_frames": [ [ 32594, 32660 ], [ 32752, 32789 ], [ 32787, 32817 ], [ 32820, 32886 ] ], "trgnoun": "olive", "trgverb": "open" }, { "key": "P20_02+37_38_39_40", "video_id": "P20_02", "narration_ids": [ "P20_02_37", "P20_02_38", "P20_02_39", "P20_02_40" ], "src": "wash cup with rag . squeeze rag . pick_up plates", "src1": "wash cup with rag", "src2": "squeeze rag", "src3": "pick_up plates", "trg": "wash plates with rag", "vis_src": "P20_02:37 P20_02:38 P20_02:39", "vis_trg": "P20_02:40", "narrations": [ "wash cup with rag", "squeeze rag", "pick up plates", "wash plates with rag" ], "verbs": [ "wash-with", "squeeze", "pick-up", "wash-with" ], "verb_classes": [ 2, 18, 0, 2 ], "nouns": [ "cup", "rag", "plate", "plate" ], "noun_classes": [ 13, 17, 2, 2 ], "start_stop_timestamps": [ [ "00:01:56.10", "00:02:07.76" ], [ "00:02:11.89", "00:02:17.31" ], [ "00:02:18.05", "00:02:18.99" ], [ "00:02:19.92", "00:02:24.18" ] ], "start_stop_frames": [ [ 6966, 7665 ], [ 7913, 8238 ], [ 8283, 8339 ], [ 8395, 8650 ] ], "trgnoun": "plate", "trgverb": "wash_with" }, { "key": "P07_09+15_16_17_18", "video_id": "P07_09", "narration_ids": [ "P07_09_15", "P07_09_16", "P07_09_17", "P07_09_18" ], "src": "spread cheese . close package . pick_up chorizo", "src1": "spread cheese", "src2": "close package", "src3": "pick_up chorizo", "trg": "put chorizo on cheese", "vis_src": "P07_09:15 P07_09:16 P07_09:17", "vis_trg": "P07_09:18", "narrations": [ "spread cheese", "close package", "pick up chorizo", "put chorizo on cheese" ], "verbs": [ "spread", "close", "pick-up", "put-on" ], "verb_classes": [ 27, 4, 0, 1 ], "nouns": [ "cheese", "package", "chorizo", "chorizo" ], "noun_classes": [ 32, 26, 86, 86 ], "start_stop_timestamps": [ [ "00:02:12.17", "00:02:15.07" ], [ "00:02:14.73", "00:02:19.38" ], [ "00:02:22.77", "00:02:23.91" ], [ "00:02:24.82", "00:02:31.88" ] ], "start_stop_frames": [ [ 7930, 8104 ], [ 8083, 8362 ], [ 8566, 8634 ], [ 8689, 9112 ] ], "trgnoun": "chorizo", "trgverb": "put_on" }, { "key": "P30_05+190_191_192_193", "video_id": "P30_05", "narration_ids": [ "P30_05_190", "P30_05_191", "P30_05_192", "P30_05_193" ], "src": "take fish . take parsley from drawer . put parsley in drawer", "src1": "take fish", "src2": "take parsley from drawer", "src3": "put parsley in drawer", "trg": "close drawer", "vis_src": "P30_05:190 P30_05:191 P30_05:192", "vis_trg": "P30_05:193", "narrations": [ "take fish", "take parsley from drawer", "put parsley in drawer", "close drawer" ], "verbs": [ "take", "take-from", "put-in", "close" ], "verb_classes": [ 0, 0, 5, 4 ], "nouns": [ "fish", "drawer", "drawer", "drawer" ], "noun_classes": [ 119, 8, 8, 8 ], "start_stop_timestamps": [ [ "00:15:11.54", "00:15:13.69" ], [ "00:15:14.50", "00:15:22.36" ], [ "00:15:32.22", "00:15:33.46" ], [ "00:15:33.37", "00:15:34.30" ] ], "start_stop_frames": [ [ 54692, 54821 ], [ 54870, 55341 ], [ 55933, 56007 ], [ 56002, 56058 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P12_101+69_70_71_73", "video_id": "P12_101", "narration_ids": [ "P12_101_69", "P12_101_70", "P12_101_71", "P12_101_73" ], "src": "move meat_boxes on countertop . put_down meat . take_out meat from box", "src1": "move meat_boxes on countertop", "src2": "put_down meat", "src3": "take_out meat from box", "trg": "pick_up meat_box", "vis_src": "P12_101:69 P12_101:70 P12_101:71", "vis_trg": "P12_101:73", "narrations": [ "move meat boxes on countertop", "put down meat", "take out meat from box", "pick up meat box" ], "verbs": [ "move-on", "put-down", "take-out", "pick-up" ], "verb_classes": [ 11, 1, 12, 0 ], "nouns": [ "box:meat", "meat", "meat", "box:meat" ], "noun_classes": [ 23, 28, 28, 23 ], "start_stop_timestamps": [ [ "00:03:06.92", "00:03:07.95" ], [ "00:03:12.31", "00:03:14.85" ], [ "00:03:12.66", "00:03:16.35" ], [ "00:03:17.59", "00:03:19.04" ] ], "start_stop_frames": [ [ 9346, 9397 ], [ 9615, 9742 ], [ 9633, 9817 ], [ 9879, 9952 ] ], "trgnoun": "meat_box", "trgverb": "pick_up" }, { "key": "P16_01+22_23_24_25", "video_id": "P16_01", "narration_ids": [ "P16_01_22", "P16_01_23", "P16_01_24", "P16_01_25" ], "src": "turn_over the fish . take the fish out of the pan . put the fish on the cutting board", "src1": "turn_over the fish", "src2": "take the fish out of the pan", "src3": "put the fish on the cutting board", "trg": "cut the fish", "vis_src": "P16_01:22 P16_01:23 P16_01:24", "vis_trg": "P16_01:25", "narrations": [ "turn over the fish", "take the fish out of the pan", "put the fish on the cutting board", "cut the fish" ], "verbs": [ "turn-over", "take-out", "put-on", "cut" ], "verb_classes": [ 22, 12, 1, 7 ], "nouns": [ "fish", "fish", "fish", "fish" ], "noun_classes": [ 119, 119, 119, 119 ], "start_stop_timestamps": [ [ "00:02:45.85", "00:02:49.34" ], [ "00:03:40.58", "00:03:42.95" ], [ "00:03:43.05", "00:03:44.32" ], [ "00:03:44.88", "00:03:54.49" ] ], "start_stop_frames": [ [ 9951, 10160 ], [ 13234, 13377 ], [ 13383, 13459 ], [ 13492, 14069 ] ], "trgnoun": "fish", "trgverb": "cut" }, { "key": "P08_01+130_131_132_133", "video_id": "P08_01", "narration_ids": [ "P08_01_130", "P08_01_131", "P08_01_132", "P08_01_133" ], "src": "get spice for chilli . turn lid back on . open cupboard", "src1": "get spice for chilli", "src2": "turn lid back on", "src3": "open cupboard", "trg": "place spice", "vis_src": "P08_01:130 P08_01:131 P08_01:132", "vis_trg": "P08_01:133", "narrations": [ "get spice for chilli", "turn lid back on", "open cupboard", "place spice" ], "verbs": [ "get", "turn-on", "open", "place" ], "verb_classes": [ 0, 6, 3, 1 ], "nouns": [ "spice", "lid", "cupboard", "spice" ], "noun_classes": [ 85, 6, 3, 85 ], "start_stop_timestamps": [ [ "00:08:50.04", "00:08:51.20" ], [ "00:08:56.96", "00:08:58.60" ], [ "00:08:59.23", "00:09:00.17" ], [ "00:08:59.70", "00:09:02.59" ] ], "start_stop_frames": [ [ 31802, 31872 ], [ 32217, 32316 ], [ 32353, 32410 ], [ 32382, 32555 ] ], "trgnoun": "spice", "trgverb": "place" }, { "key": "P10_04+4_5_6_7", "video_id": "P10_04", "narration_ids": [ "P10_04_4", "P10_04_5", "P10_04_6", "P10_04_7" ], "src": "get the cutting_board . put the fish on the cutting board . throw the cover into the dustbin", "src1": "get the cutting_board", "src2": "put the fish on the cutting board", "src3": "throw the cover into the dustbin", "trg": "wash the fish", "vis_src": "P10_04:4 P10_04:5 P10_04:6", "vis_trg": "P10_04:7", "narrations": [ "get the cutting board", "put the fish on the cutting board", "throw the cover into the dustbin", "wash the fish" ], "verbs": [ "get", "put-on", "throw-into", "wash" ], "verb_classes": [ 0, 1, 13, 2 ], "nouns": [ "board:cutting", "fish", "cover", "fish" ], "noun_classes": [ 18, 119, 89, 119 ], "start_stop_timestamps": [ [ "00:00:39.09", "00:00:42.19" ], [ "00:00:44.00", "00:00:47.25" ], [ "00:00:47.35", "00:00:49.75" ], [ "00:00:49.52", "00:00:58.34" ] ], "start_stop_frames": [ [ 2345, 2531 ], [ 2640, 2835 ], [ 2841, 2985 ], [ 2971, 3500 ] ], "trgnoun": "fish", "trgverb": "wash" }, { "key": "P35_104+259_260_261_262", "video_id": "P35_104", "narration_ids": [ "P35_104_259", "P35_104_260", "P35_104_261", "P35_104_262" ], "src": "put_down container . pick_up lid . close container", "src1": "put_down container", "src2": "pick_up lid", "src3": "close container", "trg": "pick_up container", "vis_src": "P35_104:259 P35_104:260 P35_104:261", "vis_trg": "P35_104:262", "narrations": [ "put down container", "pick up lid", "close container", "pick up container" ], "verbs": [ "put-down", "pick-up", "close", "pick-up" ], "verb_classes": [ 1, 0, 4, 0 ], "nouns": [ "container", "lid", "container", "container" ], "noun_classes": [ 21, 6, 21, 21 ], "start_stop_timestamps": [ [ "00:18:41.47", "00:18:42.31" ], [ "00:18:42.41", "00:18:43.82" ], [ "00:18:44.99", "00:18:46.94" ], [ "00:18:50.23", "00:18:51.05" ] ], "start_stop_frames": [ [ 56073, 56115 ], [ 56120, 56191 ], [ 56249, 56347 ], [ 56511, 56552 ] ], "trgnoun": "container", "trgverb": "pick_up" }, { "key": "P12_104+109_110_111_115", "video_id": "P12_104", "narration_ids": [ "P12_104_109", "P12_104_110", "P12_104_111", "P12_104_115" ], "src": "open plastic_bag . put food from plate into plastic bag using fork . move food from plate into plastic bag using fork", "src1": "open plastic_bag", "src2": "put food from plate into plastic bag using fork", "src3": "move food from plate into plastic bag using fork", "trg": "move food using hand into plastic bag", "vis_src": "P12_104:109 P12_104:110 P12_104:111", "vis_trg": "P12_104:115", "narrations": [ "open plastic bag", "put food from plate into plastic bag using fork", "move food from plate into plastic bag using fork", "move food using hand into plastic bag" ], "verbs": [ "open", "put-from", "move-from", "move" ], "verb_classes": [ 3, 1, 11, 11 ], "nouns": [ "bag:plastic", "food", "food", "food" ], "noun_classes": [ 19, 34, 34, 34 ], "start_stop_timestamps": [ [ "00:07:34.45", "00:07:37.93" ], [ "00:07:40.34", "00:07:45.06" ], [ "00:07:45.06", "00:07:51.28" ], [ "00:07:57.60", "00:07:59.10" ] ], "start_stop_frames": [ [ 22722, 22896 ], [ 23017, 23253 ], [ 23253, 23564 ], [ 23880, 23955 ] ], "trgnoun": "food", "trgverb": "move" }, { "key": "P02_04+38_39_40_41", "video_id": "P02_04", "narration_ids": [ "P02_04_38", "P02_04_39", "P02_04_40", "P02_04_41" ], "src": "wear apron . pick_up glasses . open cupboard", "src1": "wear apron", "src2": "pick_up glasses", "src3": "open cupboard", "trg": "put glasses", "vis_src": "P02_04:38 P02_04:39 P02_04:40", "vis_trg": "P02_04:41", "narrations": [ "wear apron", "pick up glasses", "open cupboard", "put glasses" ], "verbs": [ "wear", "pick-up", "open", "put" ], "verb_classes": [ 68, 0, 3, 1 ], "nouns": [ "apron", "glass", "cupboard", "glass" ], "noun_classes": [ 199, 10, 3, 10 ], "start_stop_timestamps": [ [ "00:01:29.51", "00:01:40.21" ], [ "00:01:41.31", "00:01:43.90" ], [ "00:01:44.22", "00:01:44.96" ], [ "00:01:45.04", "00:01:46.42" ] ], "start_stop_frames": [ [ 5370, 6012 ], [ 6078, 6234 ], [ 6253, 6297 ], [ 6302, 6385 ] ], "trgnoun": "glass", "trgverb": "put" }, { "key": "P02_04+164_165_166_167", "video_id": "P02_04", "narration_ids": [ "P02_04_164", "P02_04_165", "P02_04_166", "P02_04_167" ], "src": "pick_up glass . put glass . remove apron", "src1": "pick_up glass", "src2": "put glass", "src3": "remove apron", "trg": "put apron", "vis_src": "P02_04:164 P02_04:165 P02_04:166", "vis_trg": "P02_04:167", "narrations": [ "pick up glass", "put glass", "remove apron", "put apron" ], "verbs": [ "pick-up", "put", "remove", "put" ], "verb_classes": [ 0, 1, 12, 1 ], "nouns": [ "glass", "glass", "apron", "apron" ], "noun_classes": [ 10, 10, 199, 199 ], "start_stop_timestamps": [ [ "00:06:41.87", "00:06:42.37" ], [ "00:06:47.82", "00:06:49.38" ], [ "00:06:50.90", "00:06:57.72" ], [ "00:06:57.82", "00:07:00.64" ] ], "start_stop_frames": [ [ 24112, 24142 ], [ 24469, 24562 ], [ 24654, 25063 ], [ 25069, 25238 ] ], "trgnoun": "apron", "trgverb": "put" }, { "key": "P02_123+417_418_419_420", "video_id": "P02_123", "narration_ids": [ "P02_123_417", "P02_123_418", "P02_123_419", "P02_123_420" ], "src": "put tea_infuser in drainer . pick_up glass . pick_up sponge", "src1": "put tea_infuser in drainer", "src2": "pick_up glass", "src3": "pick_up sponge", "trg": "sponge glass", "vis_src": "P02_123:417 P02_123:418 P02_123:419", "vis_trg": "P02_123:420", "narrations": [ "put tea infuser in drainer", "pick up glass", "pick up sponge", "sponge glass" ], "verbs": [ "put-in", "pick-up", "pick-up", "sponge" ], "verb_classes": [ 5, 0, 0, 2 ], "nouns": [ "infuser:tea", "glass", "sponge", "glass" ], "noun_classes": [ 39, 10, 9, 10 ], "start_stop_timestamps": [ [ "00:21:09.50", "00:21:10.98" ], [ "00:21:13.09", "00:21:14.22" ], [ "00:21:14.12", "00:21:14.57" ], [ "00:21:14.39", "00:21:21.76" ] ], "start_stop_frames": [ [ 63475, 63549 ], [ 63654, 63711 ], [ 63705, 63728 ], [ 63719, 64088 ] ], "trgnoun": "glass", "trgverb": "sponge" }, { "key": "P02_118+240_241_242_243", "video_id": "P02_118", "narration_ids": [ "P02_118_240", "P02_118_241", "P02_118_242", "P02_118_243" ], "src": "open bin . empty tea_infuser . close bin", "src1": "open bin", "src2": "empty tea_infuser", "src3": "close bin", "trg": "put_down tea_infuser", "vis_src": "P02_118:240 P02_118:241 P02_118:242", "vis_trg": "P02_118:243", "narrations": [ "open bin", "empty tea infuser", "close bin", "put down tea infuser" ], "verbs": [ "open", "empty", "close", "put-down" ], "verb_classes": [ 3, 20, 4, 1 ], "nouns": [ "bin", "infuser:tea", "bin", "infuser:tea" ], "noun_classes": [ 36, 39, 36, 39 ], "start_stop_timestamps": [ [ "00:11:40.12", "00:11:40.78" ], [ "00:11:41.19", "00:11:55.58" ], [ "00:11:55.86", "00:11:56.49" ], [ "00:11:57.72", "00:11:58.48" ] ], "start_stop_frames": [ [ 35006, 35039 ], [ 35059, 35779 ], [ 35793, 35824 ], [ 35886, 35924 ] ], "trgnoun": "tea_infuser", "trgverb": "put_down" }, { "key": "P10_04+98_99_100_101", "video_id": "P10_04", "narration_ids": [ "P10_04_98", "P10_04_99", "P10_04_100", "P10_04_101" ], "src": "switch_off the water_tap . clean the chopstick . clean the glass_bowl", "src1": "switch_off the water_tap", "src2": "clean the chopstick", "src3": "clean the glass_bowl", "trg": "wash the glass_bowl", "vis_src": "P10_04:98 P10_04:99 P10_04:100", "vis_trg": "P10_04:101", "narrations": [ "switch off the water tap", "clean the chopstick", "clean the glass bowl", "wash the glass bowl" ], "verbs": [ "switch-off", "clean", "clean", "wash" ], "verb_classes": [ 8, 2, 2, 2 ], "nouns": [ "tap:water", "chopstick", "bowl:glass", "bowl:glass" ], "noun_classes": [ 0, 80, 7, 7 ], "start_stop_timestamps": [ [ "00:10:55.29", "00:10:56.26" ], [ "00:10:56.99", "00:11:01.04" ], [ "00:11:00.84", "00:11:07.34" ], [ "00:11:03.72", "00:11:05.84" ] ], "start_stop_frames": [ [ 39317, 39375 ], [ 39419, 39662 ], [ 39650, 40040 ], [ 39823, 39950 ] ], "trgnoun": "glass_bowl", "trgverb": "wash" }, { "key": "P01_105+339_340_341_342", "video_id": "P01_105", "narration_ids": [ "P01_105_339", "P01_105_340", "P01_105_341", "P01_105_342" ], "src": "cut pak_choi . move pak_choi . pick_up pak choi leaves", "src1": "cut pak_choi", "src2": "move pak_choi", "src3": "pick_up pak choi leaves", "trg": "put_down pak choi leaves", "vis_src": "P01_105:339 P01_105:340 P01_105:341", "vis_trg": "P01_105:342", "narrations": [ "cut pak choi", "move pak choi", "pick up pak choi leaves", "put down pak choi leaves" ], "verbs": [ "cut", "move", "pick-up", "put-down" ], "verb_classes": [ 7, 11, 0, 1 ], "nouns": [ "choi:pak", "choi:pak", "leaf:pak:choi", "leaf:pak:choi" ], "noun_classes": [ 151, 151, 62, 62 ], "start_stop_timestamps": [ [ "00:13:06.46", "00:13:12.93" ], [ "00:13:12.84", "00:13:13.84" ], [ "00:13:14.04", "00:13:15.24" ], [ "00:13:15.24", "00:13:15.79" ] ], "start_stop_frames": [ [ 39323, 39646 ], [ 39642, 39692 ], [ 39702, 39762 ], [ 39762, 39789 ] ], "trgnoun": "choi_pak_leaf", "trgverb": "put_down" }, { "key": "P11_102+36_37_38_39", "video_id": "P11_102", "narration_ids": [ "P11_102_36", "P11_102_37", "P11_102_38", "P11_102_39" ], "src": "dry_off leek . wash leek . shake_off leek", "src1": "dry_off leek", "src2": "wash leek", "src3": "shake_off leek", "trg": "put_down leek", "vis_src": "P11_102:36 P11_102:37 P11_102:38", "vis_trg": "P11_102:39", "narrations": [ "dry off leek", "wash leek", "shake off leek", "put down leek" ], "verbs": [ "dry-off", "wash", "shake-off", "put-down" ], "verb_classes": [ 14, 2, 15, 1 ], "nouns": [ "leek", "leek", "leek", "leek" ], "noun_classes": [ 117, 117, 117, 117 ], "start_stop_timestamps": [ [ "00:01:54.12", "00:01:54.55" ], [ "00:01:50.38", "00:01:52.65" ], [ "00:01:51.90", "00:01:54.09" ], [ "00:01:54.12", "00:01:54.74" ] ], "start_stop_frames": [ [ 5706, 5727 ], [ 5519, 5632 ], [ 5595, 5704 ], [ 5706, 5737 ] ], "trgnoun": "leek", "trgverb": "put_down" }, { "key": "P01_105+370_371_372_373", "video_id": "P01_105", "narration_ids": [ "P01_105_370", "P01_105_371", "P01_105_372", "P01_105_373" ], "src": "wipe pak_choi off knife . wipe pak_choi off hand . pick_up cutting_board", "src1": "wipe pak_choi off knife", "src2": "wipe pak_choi off hand", "src3": "pick_up cutting_board", "trg": "move pak_choi into wok", "vis_src": "P01_105:370 P01_105:371 P01_105:372", "vis_trg": "P01_105:373", "narrations": [ "wipe pak choi off knife", "wipe pak choi off hand", "pick up cutting board", "move pak choi into wok" ], "verbs": [ "wipe-off", "wipe-off", "pick-up", "move-into" ], "verb_classes": [ 2, 2, 0, 11 ], "nouns": [ "choi:pak", "choi:pak", "board:cutting", "choi:pak" ], "noun_classes": [ 151, 151, 18, 151 ], "start_stop_timestamps": [ [ "00:14:29.14", "00:14:31.39" ], [ "00:14:31.76", "00:14:32.66" ], [ "00:14:32.44", "00:14:35.09" ], [ "00:14:34.46", "00:14:53.90" ] ], "start_stop_frames": [ [ 43457, 43569 ], [ 43588, 43633 ], [ 43622, 43754 ], [ 43723, 44695 ] ], "trgnoun": "pak_choi", "trgverb": "move_into" }, { "key": "P02_129+18_19_20_21", "video_id": "P02_129", "narration_ids": [ "P02_129_18", "P02_129_19", "P02_129_20", "P02_129_21" ], "src": "get spaghetti from packaging . put_down bag . break spaghetti", "src1": "get spaghetti from packaging", "src2": "put_down bag", "src3": "break spaghetti", "trg": "put spaghetti into pan", "vis_src": "P02_129:18 P02_129:19 P02_129:20", "vis_trg": "P02_129:21", "narrations": [ "get spaghetti from packaging", "put down bag", "break spaghetti", "put spaghetti into pan" ], "verbs": [ "get", "put-down", "break", "put-into" ], "verb_classes": [ 0, 1, 30, 5 ], "nouns": [ "spaghetti", "bag", "spaghetti", "spaghetti" ], "noun_classes": [ 45, 19, 45, 45 ], "start_stop_timestamps": [ [ "00:00:34.08", "00:00:36.85" ], [ "00:00:36.92", "00:00:37.48" ], [ "00:00:37.79", "00:00:39.97" ], [ "00:00:40.00", "00:00:40.62" ] ], "start_stop_frames": [ [ 1704, 1842 ], [ 1846, 1873 ], [ 1889, 1998 ], [ 2000, 2030 ] ], "trgnoun": "spaghetti", "trgverb": "put_into" }, { "key": "P04_110+368_369_372_373", "video_id": "P04_110", "narration_ids": [ "P04_110_368", "P04_110_369", "P04_110_372", "P04_110_373" ], "src": "stretch dough . fold dough . pick_up ball of dough", "src1": "stretch dough", "src2": "fold dough", "src3": "pick_up ball of dough", "trg": "put ball of dough in bowl", "vis_src": "P04_110:368 P04_110:369 P04_110:372", "vis_trg": "P04_110:373", "narrations": [ "stretch dough", "fold dough", "pick up ball of dough", "put ball of dough in bowl" ], "verbs": [ "stretch", "fold", "pick-up", "put-in" ], "verb_classes": [ 50, 28, 0, 5 ], "nouns": [ "dough", "dough", "ball:dough", "ball:dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:11:00.23", "00:11:00.71" ], [ "00:11:00.78", "00:11:01.30" ], [ "00:11:03.76", "00:11:04.91" ], [ "00:11:04.68", "00:11:06.10" ] ], "start_stop_frames": [ [ 33011, 33035 ], [ 33039, 33065 ], [ 33188, 33245 ], [ 33234, 33305 ] ], "trgnoun": "dough_ball", "trgverb": "put_in" }, { "key": "P22_104+62_63_64_65", "video_id": "P22_104", "narration_ids": [ "P22_104_62", "P22_104_63", "P22_104_64", "P22_104_65" ], "src": "move scissors . move tomato . put_down olives", "src1": "move scissors", "src2": "move tomato", "src3": "put_down olives", "trg": "cut olives", "vis_src": "P22_104:62 P22_104:63 P22_104:64", "vis_trg": "P22_104:65", "narrations": [ "move scissors", "move tomato", "put down olives", "cut olives" ], "verbs": [ "move", "move", "put-down", "cut" ], "verb_classes": [ 11, 11, 1, 7 ], "nouns": [ "scissors", "tomato", "olive", "olive" ], "noun_classes": [ 79, 43, 83, 83 ], "start_stop_timestamps": [ [ "00:03:30.74", "00:03:31.33" ], [ "00:03:31.69", "00:03:32.22" ], [ "00:03:32.82", "00:03:34.36" ], [ "00:03:33.25", "00:03:38.28" ] ], "start_stop_frames": [ [ 10537, 10566 ], [ 10584, 10611 ], [ 10641, 10718 ], [ 10662, 10914 ] ], "trgnoun": "olive", "trgverb": "cut" }, { "key": "P01_105+340_341_342_343", "video_id": "P01_105", "narration_ids": [ "P01_105_340", "P01_105_341", "P01_105_342", "P01_105_343" ], "src": "move pak_choi . pick_up pak choi leaves . put_down pak choi leaves", "src1": "move pak_choi", "src2": "pick_up pak choi leaves", "src3": "put_down pak choi leaves", "trg": "cut pak_choi", "vis_src": "P01_105:340 P01_105:341 P01_105:342", "vis_trg": "P01_105:343", "narrations": [ "move pak choi", "pick up pak choi leaves", "put down pak choi leaves", "cut pak choi" ], "verbs": [ "move", "pick-up", "put-down", "cut" ], "verb_classes": [ 11, 0, 1, 7 ], "nouns": [ "choi:pak", "leaf:pak:choi", "leaf:pak:choi", "choi:pak" ], "noun_classes": [ 151, 62, 62, 151 ], "start_stop_timestamps": [ [ "00:13:12.84", "00:13:13.84" ], [ "00:13:14.04", "00:13:15.24" ], [ "00:13:15.24", "00:13:15.79" ], [ "00:13:16.99", "00:13:23.54" ] ], "start_stop_frames": [ [ 39642, 39692 ], [ 39702, 39762 ], [ 39762, 39789 ], [ 39849, 40177 ] ], "trgnoun": "pak_choi", "trgverb": "cut" }, { "key": "P01_09+742_743_744_745", "video_id": "P01_09", "narration_ids": [ "P01_09_742", "P01_09_743", "P01_09_744", "P01_09_745" ], "src": "take measuring_cup . empty measuring_cup . wash measuring_cup", "src1": "take measuring_cup", "src2": "empty measuring_cup", "src3": "wash measuring_cup", "trg": "put_down measuring_cup", "vis_src": "P01_09:742 P01_09:743 P01_09:744", "vis_trg": "P01_09:745", "narrations": [ "take measuring cup", "empty measuring cup", "wash measuring cup", "put down measuring cup" ], "verbs": [ "take", "empty", "wash", "put-down" ], "verb_classes": [ 0, 20, 2, 1 ], "nouns": [ "cup:measuring", "cup:measuring", "cup:measuring", "cup:measuring" ], "noun_classes": [ 13, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:50:27.25", "00:50:27.75" ], [ "00:50:27.84", "00:50:28.77" ], [ "00:50:28.48", "00:50:32.31" ], [ "00:50:32.41", "00:50:33.05" ] ], "start_stop_frames": [ [ 181635, 181665 ], [ 181670, 181726 ], [ 181708, 181938 ], [ 181944, 181983 ] ], "trgnoun": "measuring_cup", "trgverb": "put_down" }, { "key": "P04_121+278_280_281_282", "video_id": "P04_121", "narration_ids": [ "P04_121_278", "P04_121_280", "P04_121_281", "P04_121_282" ], "src": "wipe away dough with sponge . dip sponge in water . wash bowl with sponge", "src1": "wipe away dough with sponge", "src2": "dip sponge in water", "src3": "wash bowl with sponge", "trg": "scratch dough away from bowl", "vis_src": "P04_121:278 P04_121:280 P04_121:281", "vis_trg": "P04_121:282", "narrations": [ "wipe away dough with sponge", "dip sponge in water", "wash bowl with sponge", "scratch dough away from bowl" ], "verbs": [ "wipe-with", "dip", "wash-with", "scratch" ], "verb_classes": [ 2, 66, 2, 55 ], "nouns": [ "dough", "sponge", "bowl", "dough" ], "noun_classes": [ 25, 9, 7, 25 ], "start_stop_timestamps": [ [ "00:12:48.71", "00:12:49.73" ], [ "00:12:50.69", "00:12:52.13" ], [ "00:12:51.35", "00:12:52.96" ], [ "00:12:52.43", "00:12:53.25" ] ], "start_stop_frames": [ [ 38435, 38486 ], [ 38534, 38606 ], [ 38567, 38648 ], [ 38621, 38662 ] ], "trgnoun": "dough", "trgverb": "scratch" }, { "key": "P01_105+368_369_370_372", "video_id": "P01_105", "narration_ids": [ "P01_105_368", "P01_105_369", "P01_105_370", "P01_105_372" ], "src": "put_down pak choi leaves . cut pak_choi . wipe pak_choi off knife", "src1": "put_down pak choi leaves", "src2": "cut pak_choi", "src3": "wipe pak_choi off knife", "trg": "pick_up cutting_board", "vis_src": "P01_105:368 P01_105:369 P01_105:370", "vis_trg": "P01_105:372", "narrations": [ "put down pak choi leaves", "cut pak choi", "wipe pak choi off knife", "pick up cutting board" ], "verbs": [ "put-down", "cut", "wipe-off", "pick-up" ], "verb_classes": [ 1, 7, 2, 0 ], "nouns": [ "leaf:pak:choi", "choi:pak", "choi:pak", "board:cutting" ], "noun_classes": [ 62, 151, 151, 18 ], "start_stop_timestamps": [ [ "00:14:25.53", "00:14:26.31" ], [ "00:14:26.41", "00:14:29.30" ], [ "00:14:29.14", "00:14:31.39" ], [ "00:14:32.44", "00:14:35.09" ] ], "start_stop_frames": [ [ 43276, 43315 ], [ 43320, 43465 ], [ 43457, 43569 ], [ 43622, 43754 ] ], "trgnoun": "cutting_board", "trgverb": "pick_up" }, { "key": "P26_21+58_59_60_61", "video_id": "P26_21", "narration_ids": [ "P26_21_58", "P26_21_59", "P26_21_60", "P26_21_61" ], "src": "open tin . open fridge . take water", "src1": "open tin", "src2": "open fridge", "src3": "take water", "trg": "close fridge", "vis_src": "P26_21:58 P26_21:59 P26_21:60", "vis_trg": "P26_21:61", "narrations": [ "open tin", "open fridge", "take water", "close fridge" ], "verbs": [ "open", "open", "take", "close" ], "verb_classes": [ 3, 3, 0, 4 ], "nouns": [ "tin", "fridge", "water", "fridge" ], "noun_classes": [ 61, 12, 27, 12 ], "start_stop_timestamps": [ [ "00:05:01.65", "00:05:09.46" ], [ "00:05:17.19", "00:05:18.76" ], [ "00:05:19.02", "00:05:21.49" ], [ "00:05:22.23", "00:05:23.56" ] ], "start_stop_frames": [ [ 18099, 18567 ], [ 19031, 19125 ], [ 19141, 19289 ], [ 19333, 19413 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P05_03+38_39_40_41", "video_id": "P05_03", "narration_ids": [ "P05_03_38", "P05_03_39", "P05_03_40", "P05_03_41" ], "src": "open milk_bottle . pour milk in cup . close milk_bottle", "src1": "open milk_bottle", "src2": "pour milk in cup", "src3": "close milk_bottle", "trg": "put milk_bottle into refrigerator", "vis_src": "P05_03:38 P05_03:39 P05_03:40", "vis_trg": "P05_03:41", "narrations": [ "open milk bottle", "pour milk in cup", "close milk bottle", "put milk bottle into refrigerator" ], "verbs": [ "open", "pour-in", "close", "put-into" ], "verb_classes": [ 3, 9, 4, 5 ], "nouns": [ "bottle:milk", "milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 15, 64, 15, 15 ], "start_stop_timestamps": [ [ "00:01:55.11", "00:02:04.68" ], [ "00:02:05.26", "00:02:09.05" ], [ "00:02:09.22", "00:02:11.28" ], [ "00:02:11.33", "00:02:14.13" ] ], "start_stop_frames": [ [ 6906, 7480 ], [ 7515, 7743 ], [ 7753, 7876 ], [ 7879, 8047 ] ], "trgnoun": "milk_bottle", "trgverb": "put_into" }, { "key": "P21_04+26_27_28_29", "video_id": "P21_04", "narration_ids": [ "P21_04_26", "P21_04_27", "P21_04_28", "P21_04_29" ], "src": "placing grapes on glass . checking the microwave . opening the blueberries pack", "src1": "placing grapes on glass", "src2": "checking the microwave", "src3": "opening the blueberries pack", "trg": "putting some blueberries on the glass", "vis_src": "P21_04:26 P21_04:27 P21_04:28", "vis_trg": "P21_04:29", "narrations": [ "placing grapes on glass", "checking the microwave", "opening the blueberries pack", "putting some blueberries on the glass" ], "verbs": [ "place-on", "check", "open", "put-on" ], "verb_classes": [ 1, 24, 3, 1 ], "nouns": [ "grape", "microwave", "blueberry", "blueberry" ], "noun_classes": [ 202, 90, 178, 178 ], "start_stop_timestamps": [ [ "00:03:09.90", "00:03:40.11" ], [ "00:03:40.66", "00:03:42.70" ], [ "00:03:44.31", "00:03:47.49" ], [ "00:03:44.63", "00:03:55.57" ] ], "start_stop_frames": [ [ 11394, 13206 ], [ 13239, 13362 ], [ 13458, 13649 ], [ 13477, 14134 ] ], "trgnoun": "blueberry", "trgverb": "put_on" }, { "key": "P01_105+341_342_343_344", "video_id": "P01_105", "narration_ids": [ "P01_105_341", "P01_105_342", "P01_105_343", "P01_105_344" ], "src": "pick_up pak choi leaves . put_down pak choi leaves . cut pak_choi", "src1": "pick_up pak choi leaves", "src2": "put_down pak choi leaves", "src3": "cut pak_choi", "trg": "move pak_choi", "vis_src": "P01_105:341 P01_105:342 P01_105:343", "vis_trg": "P01_105:344", "narrations": [ "pick up pak choi leaves", "put down pak choi leaves", "cut pak choi", "move pak choi" ], "verbs": [ "pick-up", "put-down", "cut", "move" ], "verb_classes": [ 0, 1, 7, 11 ], "nouns": [ "leaf:pak:choi", "leaf:pak:choi", "choi:pak", "choi:pak" ], "noun_classes": [ 62, 62, 151, 151 ], "start_stop_timestamps": [ [ "00:13:14.04", "00:13:15.24" ], [ "00:13:15.24", "00:13:15.79" ], [ "00:13:16.99", "00:13:23.54" ], [ "00:13:23.69", "00:13:24.39" ] ], "start_stop_frames": [ [ 39702, 39762 ], [ 39762, 39789 ], [ 39849, 40177 ], [ 40184, 40219 ] ], "trgnoun": "pak_choi", "trgverb": "move" }, { "key": "P30_107+702_703_704_709", "video_id": "P30_107", "narration_ids": [ "P30_107_702", "P30_107_703", "P30_107_704", "P30_107_709" ], "src": "put piece into pan . pick_up pieces off floor . put pieces into bin", "src1": "put piece into pan", "src2": "pick_up pieces off floor", "src3": "put pieces into bin", "trg": "turn_on tap", "vis_src": "P30_107:702 P30_107:703 P30_107:704", "vis_trg": "P30_107:709", "narrations": [ "put piece into pan", "pick up pieces off floor", "put pieces into bin", "turn on tap" ], "verbs": [ "put-into", "pick-up", "put-into", "turn-on" ], "verb_classes": [ 5, 0, 5, 6 ], "nouns": [ "pan", "floor", "bin", "tap" ], "noun_classes": [ 5, 159, 36, 0 ], "start_stop_timestamps": [ [ "00:37:38.81", "00:37:39.40" ], [ "00:37:38.59", "00:37:40.59" ], [ "00:37:40.28", "00:37:42.07" ], [ "00:37:45.93", "00:37:46.48" ] ], "start_stop_frames": [ [ 112940, 112970 ], [ 112929, 113029 ], [ 113014, 113103 ], [ 113296, 113324 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P11_15+94_95_96_97", "video_id": "P11_15", "narration_ids": [ "P11_15_94", "P11_15_95", "P11_15_96", "P11_15_97" ], "src": "set timer . pick_up pot . put water in pot", "src1": "set timer", "src2": "pick_up pot", "src3": "put water in pot", "trg": "pour water in kettle", "vis_src": "P11_15:94 P11_15:95 P11_15:96", "vis_trg": "P11_15:97", "narrations": [ "set timer", "pick up pot", "put water in pot", "pour water in kettle" ], "verbs": [ "set", "pick-up", "put-in", "pour-in" ], "verb_classes": [ 53, 0, 5, 9 ], "nouns": [ "timer", "pot", "water", "water" ], "noun_classes": [ 111, 29, 27, 27 ], "start_stop_timestamps": [ [ "00:06:49.04", "00:06:53.62" ], [ "00:06:59.41", "00:07:03.65" ], [ "00:07:03.93", "00:07:08.84" ], [ "00:07:11.40", "00:07:16.23" ] ], "start_stop_frames": [ [ 24542, 24817 ], [ 25164, 25419 ], [ 25435, 25730 ], [ 25884, 26173 ] ], "trgnoun": "water", "trgverb": "pour_in" }, { "key": "P01_18+644_645_646_647", "video_id": "P01_18", "narration_ids": [ "P01_18_644", "P01_18_645", "P01_18_646", "P01_18_647" ], "src": "take spoon . spoon rice . taste rice", "src1": "take spoon", "src2": "spoon rice", "src3": "taste rice", "trg": "put_down spoon", "vis_src": "P01_18:644 P01_18:645 P01_18:646", "vis_trg": "P01_18:647", "narrations": [ "take spoon", "spoon rice", "taste rice", "put down spoon" ], "verbs": [ "take", "spoon", "taste", "put-down" ], "verb_classes": [ 0, 16, 35, 1 ], "nouns": [ "spoon", "rice", "rice", "spoon" ], "noun_classes": [ 1, 55, 55, 1 ], "start_stop_timestamps": [ [ "00:58:28.96", "00:58:30.03" ], [ "00:58:29.68", "00:58:32.39" ], [ "00:58:32.49", "00:58:35.40" ], [ "00:58:35.50", "00:58:36.76" ] ], "start_stop_frames": [ [ 210537, 210601 ], [ 210580, 210743 ], [ 210749, 210924 ], [ 210930, 211005 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P22_104+59_60_61_62", "video_id": "P22_104", "narration_ids": [ "P22_104_59", "P22_104_60", "P22_104_61", "P22_104_62" ], "src": "put_down scissors . pick olives . put_down olives", "src1": "put_down scissors", "src2": "pick olives", "src3": "put_down olives", "trg": "move scissors", "vis_src": "P22_104:59 P22_104:60 P22_104:61", "vis_trg": "P22_104:62", "narrations": [ "put down scissors", "pick olives", "put down olives", "move scissors" ], "verbs": [ "put-down", "pick", "put-down", "move" ], "verb_classes": [ 1, 0, 1, 11 ], "nouns": [ "scissors", "olive", "olive", "scissors" ], "noun_classes": [ 79, 83, 83, 79 ], "start_stop_timestamps": [ [ "00:03:21.06", "00:03:22.24" ], [ "00:03:21.81", "00:03:28.47" ], [ "00:03:28.56", "00:03:29.69" ], [ "00:03:30.74", "00:03:31.33" ] ], "start_stop_frames": [ [ 10053, 10112 ], [ 10090, 10423 ], [ 10428, 10484 ], [ 10537, 10566 ] ], "trgnoun": "scissors", "trgverb": "move" }, { "key": "P12_101+76_77_78_79", "video_id": "P12_101", "narration_ids": [ "P12_101_76", "P12_101_77", "P12_101_78", "P12_101_79" ], "src": "put_down meat onto cutting board . put_down box . pick_up meat_box from countertop", "src1": "put_down meat onto cutting board", "src2": "put_down box", "src3": "pick_up meat_box from countertop", "trg": "open meat_box using knife", "vis_src": "P12_101:76 P12_101:77 P12_101:78", "vis_trg": "P12_101:79", "narrations": [ "put down meat onto cutting board", "put down box", "pick up meat box from countertop", "open meat box using knife" ], "verbs": [ "put-down", "put-down", "pick-up", "open" ], "verb_classes": [ 1, 1, 0, 3 ], "nouns": [ "meat", "box", "box:meat", "box:meat" ], "noun_classes": [ 28, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:03:24.02", "00:03:25.14" ], [ "00:03:25.62", "00:03:26.72" ], [ "00:03:26.72", "00:03:27.78" ], [ "00:03:27.86", "00:03:28.71" ] ], "start_stop_frames": [ [ 10201, 10257 ], [ 10281, 10336 ], [ 10336, 10389 ], [ 10393, 10435 ] ], "trgnoun": "meat_box", "trgverb": "open" }, { "key": "P30_108+78_79_80_81", "video_id": "P30_108", "narration_ids": [ "P30_108_78", "P30_108_79", "P30_108_80", "P30_108_81" ], "src": "scour pot . turn_on tap . rinse scouring_pad", "src1": "scour pot", "src2": "turn_on tap", "src3": "rinse scouring_pad", "trg": "pick_up pot", "vis_src": "P30_108:78 P30_108:79 P30_108:80", "vis_trg": "P30_108:81", "narrations": [ "scour pot", "turn on tap", "rinse scouring pad", "pick up pot" ], "verbs": [ "scour", "turn-on", "rinse", "pick-up" ], "verb_classes": [ 29, 6, 2, 0 ], "nouns": [ "pot", "tap", "pad:scouring", "pot" ], "noun_classes": [ 29, 0, 9, 29 ], "start_stop_timestamps": [ [ "00:02:48.89", "00:02:49.89" ], [ "00:02:57.28", "00:02:58.34" ], [ "00:02:58.42", "00:03:00.16" ], [ "00:02:59.62", "00:03:00.57" ] ], "start_stop_frames": [ [ 8444, 8494 ], [ 8864, 8917 ], [ 8921, 9008 ], [ 8981, 9028 ] ], "trgnoun": "pot", "trgverb": "pick_up" }, { "key": "P22_08+188_189_190_191", "video_id": "P22_08", "narration_ids": [ "P22_08_188", "P22_08_189", "P22_08_190", "P22_08_191" ], "src": "open coffee . place coffee . pick_up coffee", "src1": "open coffee", "src2": "place coffee", "src3": "pick_up coffee", "trg": "put_in coffee", "vis_src": "P22_08:188 P22_08:189 P22_08:190", "vis_trg": "P22_08:191", "narrations": [ "open coffee", "place coffee", "pick up coffee", "put in coffee" ], "verbs": [ "open", "place", "pick-up", "put-in" ], "verb_classes": [ 3, 1, 0, 5 ], "nouns": [ "coffee", "coffee", "coffee", "coffee" ], "noun_classes": [ 59, 59, 59, 59 ], "start_stop_timestamps": [ [ "00:08:03.58", "00:08:04.24" ], [ "00:08:07.57", "00:08:09.46" ], [ "00:08:09.33", "00:08:16.15" ], [ "00:08:17.51", "00:08:23.13" ] ], "start_stop_frames": [ [ 29014, 29054 ], [ 29254, 29367 ], [ 29359, 29769 ], [ 29850, 30187 ] ], "trgnoun": "coffee", "trgverb": "put_in" }, { "key": "P11_15+80_81_82_83", "video_id": "P11_15", "narration_ids": [ "P11_15_80", "P11_15_81", "P11_15_82", "P11_15_83" ], "src": "put_down spoon . pick_up salmon . put salmon in water", "src1": "put_down spoon", "src2": "pick_up salmon", "src3": "put salmon in water", "trg": "push_down salmon", "vis_src": "P11_15:80 P11_15:81 P11_15:82", "vis_trg": "P11_15:83", "narrations": [ "put down spoon", "pick up salmon", "put salmon in water", "push down salmon" ], "verbs": [ "put-down", "pick-up", "put-in", "push-down" ], "verb_classes": [ 1, 0, 5, 21 ], "nouns": [ "spoon", "salmon", "salmon", "salmon" ], "noun_classes": [ 1, 112, 112, 112 ], "start_stop_timestamps": [ [ "00:06:03.49", "00:06:04.25" ], [ "00:06:04.57", "00:06:05.69" ], [ "00:06:07.20", "00:06:08.09" ], [ "00:06:08.24", "00:06:12.33" ] ], "start_stop_frames": [ [ 21809, 21855 ], [ 21874, 21941 ], [ 22032, 22085 ], [ 22094, 22339 ] ], "trgnoun": "salmon", "trgverb": "push_down" }, { "key": "P04_121+287_288_289_290", "video_id": "P04_121", "narration_ids": [ "P04_121_287", "P04_121_288", "P04_121_289", "P04_121_290" ], "src": "tip water out of bowl . put bowl under tap . wipe bowl with sponge", "src1": "tip water out of bowl", "src2": "put bowl under tap", "src3": "wipe bowl with sponge", "trg": "put_down bowl", "vis_src": "P04_121:287 P04_121:288 P04_121:289", "vis_trg": "P04_121:290", "narrations": [ "tip water out of bowl", "put bowl under tap", "wipe bowl with sponge", "put down bowl" ], "verbs": [ "tip-out", "put-under", "wipe-with", "put-down" ], "verb_classes": [ 20, 1, 2, 1 ], "nouns": [ "water", "bowl", "bowl", "bowl" ], "noun_classes": [ 27, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:13:10.88", "00:13:11.63" ], [ "00:13:11.69", "00:13:13.27" ], [ "00:13:13.19", "00:13:13.85" ], [ "00:13:14.03", "00:13:14.29" ] ], "start_stop_frames": [ [ 39544, 39581 ], [ 39584, 39663 ], [ 39659, 39692 ], [ 39701, 39714 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P02_118+169_170_171_172", "video_id": "P02_118", "narration_ids": [ "P02_118_169", "P02_118_170", "P02_118_171", "P02_118_172" ], "src": "pick_up tray from sink . sponge tray . open tap", "src1": "pick_up tray from sink", "src2": "sponge tray", "src3": "open tap", "trg": "rinse tray", "vis_src": "P02_118:169 P02_118:170 P02_118:171", "vis_trg": "P02_118:172", "narrations": [ "pick up tray from sink", "sponge tray", "open tap", "rinse tray" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "sink", "tray", "tap", "tray" ], "noun_classes": [ 63, 35, 0, 35 ], "start_stop_timestamps": [ [ "00:08:45.00", "00:08:46.42" ], [ "00:08:46.45", "00:09:01.52" ], [ "00:09:01.59", "00:09:03.02" ], [ "00:09:03.13", "00:09:11.23" ] ], "start_stop_frames": [ [ 26250, 26320 ], [ 26322, 27076 ], [ 27079, 27151 ], [ 27156, 27561 ] ], "trgnoun": "tray", "trgverb": "rinse" }, { "key": "P30_05+308_309_310_312", "video_id": "P30_05", "narration_ids": [ "P30_05_308", "P30_05_309", "P30_05_310", "P30_05_312" ], "src": "put spoon in washing up bowl . pour stock into saucepan . put tin", "src1": "put spoon in washing up bowl", "src2": "pour stock into saucepan", "src3": "put tin", "trg": "scrape stock from tin", "vis_src": "P30_05:308 P30_05:309 P30_05:310", "vis_trg": "P30_05:312", "narrations": [ "put spoon in washing up bowl", "pour stock into saucepan", "put tin", "scrape stock from tin" ], "verbs": [ "put-in", "pour-into", "put", "scrape" ], "verb_classes": [ 5, 9, 1, 25 ], "nouns": [ "spoon", "stock", "tin", "stock" ], "noun_classes": [ 1, 95, 61, 95 ], "start_stop_timestamps": [ [ "00:24:49.58", "00:24:50.41" ], [ "00:24:51.00", "00:24:59.10" ], [ "00:24:59.81", "00:25:01.29" ], [ "00:25:09.53", "00:25:17.10" ] ], "start_stop_frames": [ [ 89374, 89424 ], [ 89460, 89946 ], [ 89988, 90077 ], [ 90571, 91026 ] ], "trgnoun": "stock", "trgverb": "scrape" }, { "key": "P02_09+138_139_140_141", "video_id": "P02_09", "narration_ids": [ "P02_09_138", "P02_09_139", "P02_09_140", "P02_09_141" ], "src": "spread olive_oil on top of mixture . clear hand . pick_up mixture from bowl", "src1": "spread olive_oil on top of mixture", "src2": "clear hand", "src3": "pick_up mixture from bowl", "trg": "put_down mixture into bowl", "vis_src": "P02_09:138 P02_09:139 P02_09:140", "vis_trg": "P02_09:141", "narrations": [ "spread olive oil on top of mixture", "clear hand", "pick up mixture from bowl", "put down mixture into bowl" ], "verbs": [ "spread-on", "clear", "pick-up", "put-down" ], "verb_classes": [ 27, 12, 0, 1 ], "nouns": [ "oil:olive", "hand", "mixture", "mixture" ], "noun_classes": [ 31, 11, 71, 71 ], "start_stop_timestamps": [ [ "00:08:19.38", "00:08:27.17" ], [ "00:08:28.24", "00:08:32.19" ], [ "00:08:33.64", "00:08:35.48" ], [ "00:08:44.71", "00:08:46.41" ] ], "start_stop_frames": [ [ 29962, 30430 ], [ 30494, 30731 ], [ 30818, 30928 ], [ 31482, 31584 ] ], "trgnoun": "mixture", "trgverb": "put_down" }, { "key": "P22_16+476_477_478_479", "video_id": "P22_16", "narration_ids": [ "P22_16_476", "P22_16_477", "P22_16_478", "P22_16_479" ], "src": "move slice of bread . put_down slice of bread . pick_up mixture", "src1": "move slice of bread", "src2": "put_down slice of bread", "src3": "pick_up mixture", "trg": "put_down mixture", "vis_src": "P22_16:476 P22_16:477 P22_16:478", "vis_trg": "P22_16:479", "narrations": [ "move slice of bread", "put down slice of bread", "pick up mixture", "put down mixture" ], "verbs": [ "move", "put-down", "pick-up", "put-down" ], "verb_classes": [ 11, 1, 0, 1 ], "nouns": [ "slice:bread", "slice:bread", "mixture", "mixture" ], "noun_classes": [ 33, 33, 71, 71 ], "start_stop_timestamps": [ [ "00:22:26.53", "00:22:27.55" ], [ "00:22:29.65", "00:22:30.82" ], [ "00:22:29.67", "00:22:31.70" ], [ "00:22:31.55", "00:22:34.47" ] ], "start_stop_frames": [ [ 80791, 80853 ], [ 80979, 81049 ], [ 80980, 81102 ], [ 81093, 81268 ] ], "trgnoun": "mixture", "trgverb": "put_down" }, { "key": "P12_105+28_29_30_31", "video_id": "P12_105", "narration_ids": [ "P12_105_28", "P12_105_29", "P12_105_30", "P12_105_31" ], "src": "open plastic_bag . take mug . scoop_up soup into mug from saucepan", "src1": "open plastic_bag", "src2": "take mug", "src3": "scoop_up soup into mug from saucepan", "trg": "pour soup from mug into plastic bag", "vis_src": "P12_105:28 P12_105:29 P12_105:30", "vis_trg": "P12_105:31", "narrations": [ "open plastic bag", "take mug", "scoop up soup into mug from saucepan", "pour soup from mug into plastic bag" ], "verbs": [ "open", "take", "scoop-up", "pour-from" ], "verb_classes": [ 3, 0, 16, 9 ], "nouns": [ "bag:plastic", "mug", "soup", "soup" ], "noun_classes": [ 19, 13, 126, 126 ], "start_stop_timestamps": [ [ "00:01:50.93", "00:01:54.29" ], [ "00:01:54.40", "00:01:55.07" ], [ "00:01:55.14", "00:01:59.94" ], [ "00:02:01.24", "00:02:02.99" ] ], "start_stop_frames": [ [ 5546, 5714 ], [ 5720, 5753 ], [ 5757, 5997 ], [ 6062, 6149 ] ], "trgnoun": "soup", "trgverb": "pour_from" }, { "key": "P22_08+62_63_64_65", "video_id": "P22_08", "narration_ids": [ "P22_08_62", "P22_08_63", "P22_08_64", "P22_08_65" ], "src": "fill jar . rinse top . put_down top", "src1": "fill jar", "src2": "rinse top", "src3": "put_down top", "trg": "rinse jar", "vis_src": "P22_08:62 P22_08:63 P22_08:64", "vis_trg": "P22_08:65", "narrations": [ "fill jar", "rinse top", "put down top", "rinse jar" ], "verbs": [ "fill", "rinse", "put-down", "rinse" ], "verb_classes": [ 26, 2, 1, 2 ], "nouns": [ "jar", "top", "top", "jar" ], "noun_classes": [ 40, 42, 42, 40 ], "start_stop_timestamps": [ [ "00:02:18.44", "00:02:20.23" ], [ "00:02:19.98", "00:02:22.15" ], [ "00:02:22.03", "00:02:23.08" ], [ "00:02:23.25", "00:02:32.84" ] ], "start_stop_frames": [ [ 8306, 8413 ], [ 8398, 8529 ], [ 8521, 8584 ], [ 8595, 9170 ] ], "trgnoun": "jar", "trgverb": "rinse" }, { "key": "P35_103+183_184_185_186", "video_id": "P35_103", "narration_ids": [ "P35_103_183", "P35_103_184", "P35_103_185", "P35_103_186" ], "src": "put_down container . move colander . pick_up pan", "src1": "put_down container", "src2": "move colander", "src3": "pick_up pan", "trg": "drain pan", "vis_src": "P35_103:183 P35_103:184 P35_103:185", "vis_trg": "P35_103:186", "narrations": [ "put down container", "move colander", "pick up pan", "drain pan" ], "verbs": [ "put-down", "move", "pick-up", "drain" ], "verb_classes": [ 1, 11, 0, 37 ], "nouns": [ "container", "colander", "pan", "pan" ], "noun_classes": [ 21, 39, 5, 5 ], "start_stop_timestamps": [ [ "00:19:51.04", "00:19:55.02" ], [ "00:19:56.49", "00:20:04.80" ], [ "00:20:06.99", "00:20:07.79" ], [ "00:20:07.79", "00:20:10.43" ] ], "start_stop_frames": [ [ 59552, 59751 ], [ 59824, 60240 ], [ 60349, 60389 ], [ 60389, 60521 ] ], "trgnoun": "pan", "trgverb": "drain" }, { "key": "P01_109+611_612_613_614", "video_id": "P01_109", "narration_ids": [ "P01_109_611", "P01_109_612", "P01_109_613", "P01_109_614" ], "src": "pat_down food . put_down spatula . move pan", "src1": "pat_down food", "src2": "put_down spatula", "src3": "move pan", "trg": "pick_up spatula", "vis_src": "P01_109:611 P01_109:612 P01_109:613", "vis_trg": "P01_109:614", "narrations": [ "pat down food", "put down spatula", "move pan", "pick up spatula" ], "verbs": [ "pat-down", "put-down", "move", "pick-up" ], "verb_classes": [ 32, 1, 11, 0 ], "nouns": [ "food", "spatula", "pan", "spatula" ], "noun_classes": [ 34, 20, 5, 20 ], "start_stop_timestamps": [ [ "00:46:03.80", "00:46:12.44" ], [ "00:46:12.32", "00:46:14.37" ], [ "00:46:33.35", "00:46:35.15" ], [ "00:46:38.55", "00:46:39.67" ] ], "start_stop_frames": [ [ 138190, 138622 ], [ 138616, 138718 ], [ 139667, 139757 ], [ 139927, 139983 ] ], "trgnoun": "spatula", "trgverb": "pick_up" }, { "key": "P08_06+61_62_63_64", "video_id": "P08_06", "narration_ids": [ "P08_06_61", "P08_06_62", "P08_06_63", "P08_06_64" ], "src": "sponge cutting_board . open water . use sponge", "src1": "sponge cutting_board", "src2": "open water", "src3": "use sponge", "trg": "clean cutting_board", "vis_src": "P08_06:61 P08_06:62 P08_06:63", "vis_trg": "P08_06:64", "narrations": [ "sponge cutting board", "open water", "use sponge", "clean cutting board" ], "verbs": [ "sponge", "turn-on", "use", "clean" ], "verb_classes": [ 2, 6, 76, 2 ], "nouns": [ "board:cutting", "tap", "sponge", "board:cutting" ], "noun_classes": [ 18, 0, 9, 18 ], "start_stop_timestamps": [ [ "00:03:23.03", "00:03:29.18" ], [ "00:03:28.44", "00:03:29.70" ], [ "00:03:30.31", "00:03:34.87" ], [ "00:03:34.23", "00:03:36.46" ] ], "start_stop_frames": [ [ 12181, 12550 ], [ 12506, 12582 ], [ 12618, 12892 ], [ 12853, 12987 ] ], "trgnoun": "cutting_board", "trgverb": "clean" }, { "key": "P30_107+620_621_622_623", "video_id": "P30_107", "narration_ids": [ "P30_107_620", "P30_107_621", "P30_107_622", "P30_107_623" ], "src": "chop pak_choi leaves . move pak_choi leaves . rearrange pak choi leaves", "src1": "chop pak_choi leaves", "src2": "move pak_choi leaves", "src3": "rearrange pak choi leaves", "trg": "slice pak_choi leaves", "vis_src": "P30_107:620 P30_107:621 P30_107:622", "vis_trg": "P30_107:623", "narrations": [ "chop pak choi leaves", "move pak choi leaves", "rearrange pak choi leaves", "slice pak choi leaves" ], "verbs": [ "chop", "move", "rearrange", "slice" ], "verb_classes": [ 7, 11, 40, 7 ], "nouns": [ "choi:pak", "choi:pak", "leaf:pak:choi", "choi:pak" ], "noun_classes": [ 151, 151, 62, 151 ], "start_stop_timestamps": [ [ "00:31:40.83", "00:31:58.06" ], [ "00:31:58.16", "00:32:01.15" ], [ "00:32:01.21", "00:32:04.57" ], [ "00:32:04.34", "00:32:09.96" ] ], "start_stop_frames": [ [ 95041, 95903 ], [ 95908, 96057 ], [ 96060, 96228 ], [ 96217, 96498 ] ], "trgnoun": "pak_choi", "trgverb": "slice" }, { "key": "P26_02+49_50_51_52", "video_id": "P26_02", "narration_ids": [ "P26_02_49", "P26_02_50", "P26_02_51", "P26_02_52" ], "src": "flip chicken_breast . put_down fork . pick_up fork", "src1": "flip chicken_breast", "src2": "put_down fork", "src3": "pick_up fork", "trg": "turn chicken_breast", "vis_src": "P26_02:49 P26_02:50 P26_02:51", "vis_trg": "P26_02:52", "narrations": [ "flip chicken breast", "put down fork", "pick up fork", "turn chicken breast" ], "verbs": [ "flip", "put-down", "pick-up", "turn" ], "verb_classes": [ 22, 1, 0, 23 ], "nouns": [ "breast:chicken", "fork", "fork", "breast:chicken" ], "noun_classes": [ 57, 14, 14, 57 ], "start_stop_timestamps": [ [ "00:04:33.52", "00:04:35.09" ], [ "00:04:37.34", "00:04:39.93" ], [ "00:05:00.55", "00:05:01.80" ], [ "00:05:02.15", "00:05:05.46" ] ], "start_stop_frames": [ [ 16411, 16505 ], [ 16640, 16795 ], [ 18033, 18108 ], [ 18129, 18327 ] ], "trgnoun": "chicken_breast", "trgverb": "turn" }, { "key": "P03_109+321_322_323_326", "video_id": "P03_109", "narration_ids": [ "P03_109_321", "P03_109_322", "P03_109_323", "P03_109_326" ], "src": "spread butter onto bread . move slice of bread . slice butter onto knife", "src1": "spread butter onto bread", "src2": "move slice of bread", "src3": "slice butter onto knife", "trg": "put_down knife", "vis_src": "P03_109:321 P03_109:322 P03_109:323", "vis_trg": "P03_109:326", "narrations": [ "spread butter onto bread", "move slice of bread", "slice butter onto knife", "put down knife" ], "verbs": [ "spread-onto", "move", "slice-onto", "put-down" ], "verb_classes": [ 27, 11, 7, 1 ], "nouns": [ "butter", "slice:bread", "butter", "knife" ], "noun_classes": [ 78, 33, 78, 4 ], "start_stop_timestamps": [ [ "00:15:48.75", "00:15:56.38" ], [ "00:15:55.85", "00:15:57.60" ], [ "00:15:57.71", "00:15:58.93" ], [ "00:16:09.65", "00:16:10.34" ] ], "start_stop_frames": [ [ 47437, 47819 ], [ 47792, 47880 ], [ 47885, 47946 ], [ 48482, 48517 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P04_107+462_463_464_465", "video_id": "P04_107", "narration_ids": [ "P04_107_462", "P04_107_463", "P04_107_464", "P04_107_465" ], "src": "put chopstick on dough . fold dough over chopstick . pat dough", "src1": "put chopstick on dough", "src2": "fold dough over chopstick", "src3": "pat dough", "trg": "lift_up chopstick", "vis_src": "P04_107:462 P04_107:463 P04_107:464", "vis_trg": "P04_107:465", "narrations": [ "put chopstick on dough", "fold dough over chopstick", "pat dough", "lift up chopstick" ], "verbs": [ "put-on", "fold-over", "pat", "lift-up" ], "verb_classes": [ 1, 28, 32, 33 ], "nouns": [ "chopstick", "dough", "dough", "chopstick" ], "noun_classes": [ 80, 25, 25, 80 ], "start_stop_timestamps": [ [ "00:13:33.50", "00:13:34.22" ], [ "00:13:33.92", "00:13:34.74" ], [ "00:13:34.84", "00:13:35.55" ], [ "00:13:35.61", "00:13:36.07" ] ], "start_stop_frames": [ [ 40675, 40711 ], [ 40696, 40737 ], [ 40742, 40777 ], [ 40780, 40803 ] ], "trgnoun": "chopstick", "trgverb": "lift_up" }, { "key": "P01_109+480_481_482_483", "video_id": "P01_109", "narration_ids": [ "P01_109_480", "P01_109_481", "P01_109_482", "P01_109_483" ], "src": "throw potato_slices into bin . close food_bin . throw kitchen_roll", "src1": "throw potato_slices into bin", "src2": "close food_bin", "src3": "throw kitchen_roll", "trg": "get kitchen_roll", "vis_src": "P01_109:480 P01_109:481 P01_109:482", "vis_trg": "P01_109:483", "narrations": [ "throw potato slices into bin", "close food bin", "throw kitchen roll", "get kitchen roll" ], "verbs": [ "throw-into", "close", "throw", "get" ], "verb_classes": [ 13, 4, 13, 0 ], "nouns": [ "slice:potato", "bin:food", "roll:kitchen", "roll:kitchen" ], "noun_classes": [ 30, 36, 93, 93 ], "start_stop_timestamps": [ [ "00:33:59.72", "00:34:02.21" ], [ "00:34:03.00", "00:34:03.49" ], [ "00:34:09.01", "00:34:09.84" ], [ "00:34:09.69", "00:34:11.38" ] ], "start_stop_frames": [ [ 101986, 102110 ], [ 102150, 102174 ], [ 102450, 102492 ], [ 102484, 102569 ] ], "trgnoun": "kitchen_roll", "trgverb": "get" }, { "key": "P07_101+40_41_42_43", "video_id": "P07_101", "narration_ids": [ "P07_101_40", "P07_101_41", "P07_101_42", "P07_101_43" ], "src": "grab chorizo . peel chorizo . grab knife", "src1": "grab chorizo", "src2": "peel chorizo", "src3": "grab knife", "trg": "slice chorizo", "vis_src": "P07_101:40 P07_101:41 P07_101:42", "vis_trg": "P07_101:43", "narrations": [ "grab chorizo", "peel chorizo", "grab knife", "slice chorizo" ], "verbs": [ "grab", "peel", "grab", "slice" ], "verb_classes": [ 0, 19, 0, 7 ], "nouns": [ "chorizo", "chorizo", "knife", "chorizo" ], "noun_classes": [ 86, 86, 4, 86 ], "start_stop_timestamps": [ [ "00:04:05.12", "00:04:06.90" ], [ "00:04:09.00", "00:04:14.17" ], [ "00:04:13.94", "00:04:15.02" ], [ "00:04:15.12", "00:04:38.06" ] ], "start_stop_frames": [ [ 12256, 12345 ], [ 12450, 12708 ], [ 12697, 12751 ], [ 12756, 13903 ] ], "trgnoun": "chorizo", "trgverb": "slice" }, { "key": "P03_14+15_16_17_18", "video_id": "P03_14", "narration_ids": [ "P03_14_15", "P03_14_16", "P03_14_17", "P03_14_18" ], "src": "open rice_bag . pour rice . pick_up glass", "src1": "open rice_bag", "src2": "pour rice", "src3": "pick_up glass", "trg": "place glass", "vis_src": "P03_14:15 P03_14:16 P03_14:17", "vis_trg": "P03_14:18", "narrations": [ "open rice bag", "pour rice", "pick up glass", "place glass" ], "verbs": [ "open", "pour", "pick-up", "place" ], "verb_classes": [ 3, 9, 0, 1 ], "nouns": [ "bag:rice", "rice", "glass", "glass" ], "noun_classes": [ 19, 55, 10, 10 ], "start_stop_timestamps": [ [ "00:00:55.07", "00:00:57.66" ], [ "00:01:08.16", "00:01:18.49" ], [ "00:01:23.79", "00:01:24.79" ], [ "00:01:23.96", "00:01:24.93" ] ], "start_stop_frames": [ [ 3304, 3459 ], [ 4089, 4709 ], [ 5027, 5087 ], [ 5037, 5095 ] ], "trgnoun": "glass", "trgverb": "place" }, { "key": "P01_109+248_292_293_294", "video_id": "P01_109", "narration_ids": [ "P01_109_248", "P01_109_292", "P01_109_293", "P01_109_294" ], "src": "close drawer . pick_up fork . pick_up potato_slice with fork", "src1": "close drawer", "src2": "pick_up fork", "src3": "pick_up potato_slice with fork", "trg": "remove potato_slice from fork", "vis_src": "P01_109:248 P01_109:292 P01_109:293", "vis_trg": "P01_109:294", "narrations": [ "close drawer", "pick up fork", "pick up potato slice with fork", "remove potato slice from fork" ], "verbs": [ "close", "pick-up", "pick-up", "remove-from" ], "verb_classes": [ 4, 0, 0, 12 ], "nouns": [ "drawer", "fork", "slice:potato", "slice:potato" ], "noun_classes": [ 8, 14, 30, 30 ], "start_stop_timestamps": [ [ "00:11:50.00", "00:11:52.35" ], [ "00:15:03.25", "00:15:03.88" ], [ "00:15:04.83", "00:15:08.41" ], [ "00:15:08.53", "00:15:10.20" ] ], "start_stop_frames": [ [ 35500, 35617 ], [ 45162, 45194 ], [ 45241, 45420 ], [ 45426, 45510 ] ], "trgnoun": "potato_slice", "trgverb": "remove_from" }, { "key": "P15_13+10_11_12_13", "video_id": "P15_13", "narration_ids": [ "P15_13_10", "P15_13_11", "P15_13_12", "P15_13_13" ], "src": "put soap in sponge . clean tupperware . rinse tupperware", "src1": "put soap in sponge", "src2": "clean tupperware", "src3": "rinse tupperware", "trg": "dry tupperware", "vis_src": "P15_13:10 P15_13:11 P15_13:12", "vis_trg": "P15_13:13", "narrations": [ "put soap in sponge", "clean tupperware", "rinse tupperware", "dry tupperware" ], "verbs": [ "put-in", "clean", "rinse", "dry" ], "verb_classes": [ 5, 2, 2, 14 ], "nouns": [ "soap", "tupperware", "tupperware", "tupperware" ], "noun_classes": [ 22, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:01:03.75", "00:01:05.47" ], [ "00:01:06.91", "00:01:22.69" ], [ "00:01:22.79", "00:01:28.65" ], [ "00:01:41.07", "00:01:42.94" ] ], "start_stop_frames": [ [ 3825, 3928 ], [ 4014, 4961 ], [ 4967, 5319 ], [ 6064, 6176 ] ], "trgnoun": "tupperware", "trgverb": "dry" }, { "key": "P01_109+247_249_250_251", "video_id": "P01_109", "narration_ids": [ "P01_109_247", "P01_109_249", "P01_109_250", "P01_109_251" ], "src": "pick_up fork . pick_up potato_slice with fork . remove potato_slice from fork", "src1": "pick_up fork", "src2": "pick_up potato_slice with fork", "src3": "remove potato_slice from fork", "trg": "put_down fork", "vis_src": "P01_109:247 P01_109:249 P01_109:250", "vis_trg": "P01_109:251", "narrations": [ "pick up fork", "pick up potato slice with fork", "remove potato slice from fork", "put down fork" ], "verbs": [ "pick-up", "pick-up", "remove-from", "put-down" ], "verb_classes": [ 0, 0, 12, 1 ], "nouns": [ "fork", "slice:potato", "slice:potato", "fork" ], "noun_classes": [ 14, 30, 30, 14 ], "start_stop_timestamps": [ [ "00:11:50.37", "00:11:51.66" ], [ "00:11:52.19", "00:11:53.85" ], [ "00:11:53.76", "00:11:55.30" ], [ "00:11:55.30", "00:11:56.65" ] ], "start_stop_frames": [ [ 35518, 35583 ], [ 35609, 35692 ], [ 35688, 35765 ], [ 35765, 35832 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P01_109+291_292_293_294", "video_id": "P01_109", "narration_ids": [ "P01_109_291", "P01_109_292", "P01_109_293", "P01_109_294" ], "src": "stir potatoes . pick_up fork . pick_up potato_slice with fork", "src1": "stir potatoes", "src2": "pick_up fork", "src3": "pick_up potato_slice with fork", "trg": "remove potato_slice from fork", "vis_src": "P01_109:291 P01_109:292 P01_109:293", "vis_trg": "P01_109:294", "narrations": [ "stir potatoes", "pick up fork", "pick up potato slice with fork", "remove potato slice from fork" ], "verbs": [ "stir", "pick-up", "pick-up", "remove-from" ], "verb_classes": [ 10, 0, 0, 12 ], "nouns": [ "potato", "fork", "slice:potato", "slice:potato" ], "noun_classes": [ 30, 14, 30, 30 ], "start_stop_timestamps": [ [ "00:14:55.97", "00:15:01.84" ], [ "00:15:03.25", "00:15:03.88" ], [ "00:15:04.83", "00:15:08.41" ], [ "00:15:08.53", "00:15:10.20" ] ], "start_stop_frames": [ [ 44798, 45092 ], [ 45162, 45194 ], [ 45241, 45420 ], [ 45426, 45510 ] ], "trgnoun": "potato_slice", "trgverb": "remove_from" }, { "key": "P23_102+413_414_415_416", "video_id": "P23_102", "narration_ids": [ "P23_102_413", "P23_102_414", "P23_102_415", "P23_102_416" ], "src": "take spoon . mix curry . take bottle", "src1": "take spoon", "src2": "mix curry", "src3": "take bottle", "trg": "open bottle", "vis_src": "P23_102:413 P23_102:414 P23_102:415", "vis_trg": "P23_102:416", "narrations": [ "take spoon", "mix curry", "take bottle", "open bottle" ], "verbs": [ "take", "mix", "take", "open" ], "verb_classes": [ 0, 10, 0, 3 ], "nouns": [ "spoon", "curry", "bottle", "bottle" ], "noun_classes": [ 1, 121, 15, 15 ], "start_stop_timestamps": [ [ "00:39:44.86", "00:39:45.72" ], [ "00:39:45.78", "00:39:51.65" ], [ "00:39:51.84", "00:39:52.97" ], [ "00:39:52.99", "00:39:54.50" ] ], "start_stop_frames": [ [ 119243, 119285 ], [ 119289, 119582 ], [ 119592, 119648 ], [ 119649, 119725 ] ], "trgnoun": "bottle", "trgverb": "open" }, { "key": "P01_109+441_442_443_444", "video_id": "P01_109", "narration_ids": [ "P01_109_441", "P01_109_442", "P01_109_443", "P01_109_444" ], "src": "stir potatoes . pick_up potato_slice . put_down spatula", "src1": "stir potatoes", "src2": "pick_up potato_slice", "src3": "put_down spatula", "trg": "eat potato_slice", "vis_src": "P01_109:441 P01_109:442 P01_109:443", "vis_trg": "P01_109:444", "narrations": [ "stir potatoes", "pick up potato slice", "put down spatula", "eat potato slice" ], "verbs": [ "stir", "pick-up", "put-down", "eat" ], "verb_classes": [ 10, 0, 1, 35 ], "nouns": [ "potato", "slice:potato", "spatula", "slice:potato" ], "noun_classes": [ 30, 30, 20, 30 ], "start_stop_timestamps": [ [ "00:26:03.95", "00:26:34.61" ], [ "00:26:34.53", "00:26:36.46" ], [ "00:26:41.59", "00:26:42.62" ], [ "00:26:43.75", "00:26:46.22" ] ], "start_stop_frames": [ [ 78197, 79730 ], [ 79726, 79823 ], [ 80079, 80131 ], [ 80187, 80311 ] ], "trgnoun": "potato_slice", "trgverb": "eat" }, { "key": "P06_105+15_16_17_18", "video_id": "P06_105", "narration_ids": [ "P06_105_15", "P06_105_16", "P06_105_17", "P06_105_18" ], "src": "pick_up cup . turn_on tap . rinse cup", "src1": "pick_up cup", "src2": "turn_on tap", "src3": "rinse cup", "trg": "fill_up cup", "vis_src": "P06_105:15 P06_105:16 P06_105:17", "vis_trg": "P06_105:18", "narrations": [ "pick up cup", "turn on tap", "rinse cup", "fill up cup" ], "verbs": [ "pick-up", "turn-on", "rinse", "fill-up" ], "verb_classes": [ 0, 6, 2, 26 ], "nouns": [ "cup", "tap", "cup", "cup" ], "noun_classes": [ 13, 0, 13, 13 ], "start_stop_timestamps": [ [ "00:00:55.23", "00:00:56.19" ], [ "00:00:56.29", "00:00:57.52" ], [ "00:00:57.51", "00:01:01.27" ], [ "00:01:01.37", "00:01:03.42" ] ], "start_stop_frames": [ [ 2761, 2809 ], [ 2814, 2876 ], [ 2875, 3063 ], [ 3068, 3171 ] ], "trgnoun": "cup", "trgverb": "fill_up" }, { "key": "P02_101+92_93_94_95", "video_id": "P02_101", "narration_ids": [ "P02_101_92", "P02_101_93", "P02_101_94", "P02_101_95" ], "src": "wash sponge . pick_up washing_liquid . pour washing_liquid on sponge", "src1": "wash sponge", "src2": "pick_up washing_liquid", "src3": "pour washing_liquid on sponge", "trg": "put washing_liquid down", "vis_src": "P02_101:92 P02_101:93 P02_101:94", "vis_trg": "P02_101:95", "narrations": [ "wash sponge", "pick up washing liquid", "pour washing liquid on sponge", "put washing liquid down" ], "verbs": [ "wash", "pick-up", "pour", "put" ], "verb_classes": [ 2, 0, 9, 1 ], "nouns": [ "sponge", "liquid:washing", "liquid:washing", "liquid:washing" ], "noun_classes": [ 9, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:03:32.50", "00:03:34.72" ], [ "00:03:34.61", "00:03:35.47" ], [ "00:03:35.57", "00:03:36.75" ], [ "00:03:36.70", "00:03:37.36" ] ], "start_stop_frames": [ [ 10625, 10736 ], [ 10730, 10773 ], [ 10778, 10837 ], [ 10835, 10868 ] ], "trgnoun": "washing_liquid", "trgverb": "put" }, { "key": "P10_04+217_218_219_220", "video_id": "P10_04", "narration_ids": [ "P10_04_217", "P10_04_218", "P10_04_219", "P10_04_220" ], "src": "put the plate on the round table . clean the table . clean the hob", "src1": "put the plate on the round table", "src2": "clean the table", "src3": "clean the hob", "trg": "switch_on the hob", "vis_src": "P10_04:217 P10_04:218 P10_04:219", "vis_trg": "P10_04:220", "narrations": [ "put the plate on the round table", "clean the table", "clean the hob", "switch on the hob" ], "verbs": [ "put-on", "clean", "clean", "switch-on" ], "verb_classes": [ 1, 2, 2, 6 ], "nouns": [ "plate", "table", "hob", "hob" ], "noun_classes": [ 2, 42, 24, 24 ], "start_stop_timestamps": [ [ "00:23:30.45", "00:23:40.20" ], [ "00:23:40.19", "00:23:49.28" ], [ "00:23:51.97", "00:23:55.77" ], [ "00:23:55.76", "00:24:06.57" ] ], "start_stop_frames": [ [ 84627, 85212 ], [ 85211, 85756 ], [ 85918, 86146 ], [ 86145, 86794 ] ], "trgnoun": "hob", "trgverb": "switch_on" }, { "key": "P01_109+292_293_294_295", "video_id": "P01_109", "narration_ids": [ "P01_109_292", "P01_109_293", "P01_109_294", "P01_109_295" ], "src": "pick_up fork . pick_up potato_slice with fork . remove potato_slice from fork", "src1": "pick_up fork", "src2": "pick_up potato_slice with fork", "src3": "remove potato_slice from fork", "trg": "put_down fork", "vis_src": "P01_109:292 P01_109:293 P01_109:294", "vis_trg": "P01_109:295", "narrations": [ "pick up fork", "pick up potato slice with fork", "remove potato slice from fork", "put down fork" ], "verbs": [ "pick-up", "pick-up", "remove-from", "put-down" ], "verb_classes": [ 0, 0, 12, 1 ], "nouns": [ "fork", "slice:potato", "slice:potato", "fork" ], "noun_classes": [ 14, 30, 30, 14 ], "start_stop_timestamps": [ [ "00:15:03.25", "00:15:03.88" ], [ "00:15:04.83", "00:15:08.41" ], [ "00:15:08.53", "00:15:10.20" ], [ "00:15:10.31", "00:15:11.77" ] ], "start_stop_frames": [ [ 45162, 45194 ], [ 45241, 45420 ], [ 45426, 45510 ], [ 45515, 45588 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P06_03+109_110_111_112", "video_id": "P06_03", "narration_ids": [ "P06_03_109", "P06_03_110", "P06_03_111", "P06_03_112" ], "src": "mix ingredients . knead dough . take ingredients out of pan", "src1": "mix ingredients", "src2": "knead dough", "src3": "take ingredients out of pan", "trg": "take dough off hand", "vis_src": "P06_03:109 P06_03:110 P06_03:111", "vis_trg": "P06_03:112", "narrations": [ "mix ingredients", "knead dough", "take ingredients out of pan", "take dough off hand" ], "verbs": [ "mix", "knead", "take-out", "take-off" ], "verb_classes": [ 10, 51, 12, 12 ], "nouns": [ "ingredient", "dough", "ingredient", "dough" ], "noun_classes": [ 34, 25, 34, 25 ], "start_stop_timestamps": [ [ "00:08:09.98", "00:08:16.46" ], [ "00:08:17.08", "00:08:23.83" ], [ "00:08:23.83", "00:08:29.58" ], [ "00:08:29.83", "00:08:38.33" ] ], "start_stop_frames": [ [ 29398, 29787 ], [ 29824, 30229 ], [ 30229, 30574 ], [ 30589, 31099 ] ], "trgnoun": "dough", "trgverb": "take_off" }, { "key": "P23_04+38_39_40_41", "video_id": "P23_04", "narration_ids": [ "P23_04_38", "P23_04_39", "P23_04_40", "P23_04_41" ], "src": "cut the tomato into small pieces . taking the waste . clean the table", "src1": "cut the tomato into small pieces", "src2": "taking the waste", "src3": "clean the table", "trg": "put waste into the dustbin", "vis_src": "P23_04:38 P23_04:39 P23_04:40", "vis_trg": "P23_04:41", "narrations": [ "cut the tomato into small pieces", "taking the waste", "clean the table", "put waste into the dustbin" ], "verbs": [ "cut-into", "take", "clean", "put-into" ], "verb_classes": [ 7, 0, 2, 5 ], "nouns": [ "tomato", "waste", "table", "waste" ], "noun_classes": [ 43, 54, 42, 54 ], "start_stop_timestamps": [ [ "00:13:50.50", "00:14:34.45" ], [ "00:14:52.59", "00:14:58.64" ], [ "00:14:53.60", "00:14:59.27" ], [ "00:14:59.37", "00:15:00.63" ] ], "start_stop_frames": [ [ 49830, 52467 ], [ 53555, 53918 ], [ 53616, 53956 ], [ 53962, 54037 ] ], "trgnoun": "waste", "trgverb": "put_into" }, { "key": "P22_16+55_56_57_58", "video_id": "P22_16", "narration_ids": [ "P22_16_55", "P22_16_56", "P22_16_57", "P22_16_58" ], "src": "pick_up lighter . close drawer . light cooker", "src1": "pick_up lighter", "src2": "close drawer", "src3": "light cooker", "trg": "put_down lighter", "vis_src": "P22_16:55 P22_16:56 P22_16:57", "vis_trg": "P22_16:58", "narrations": [ "pick up lighter", "close drawer", "light cooker", "put down lighter" ], "verbs": [ "pick-up", "close", "light", "put-down" ], "verb_classes": [ 0, 4, 6, 1 ], "nouns": [ "lighter", "drawer", "cooker", "lighter" ], "noun_classes": [ 130, 8, 46, 130 ], "start_stop_timestamps": [ [ "00:02:03.84", "00:02:06.74" ], [ "00:02:06.18", "00:02:06.78" ], [ "00:02:06.82", "00:02:08.06" ], [ "00:02:08.46", "00:02:09.11" ] ], "start_stop_frames": [ [ 7430, 7604 ], [ 7570, 7606 ], [ 7609, 7683 ], [ 7707, 7746 ] ], "trgnoun": "lighter", "trgverb": "put_down" }, { "key": "P12_105+14_15_16_17", "video_id": "P12_105", "narration_ids": [ "P12_105_14", "P12_105_15", "P12_105_16", "P12_105_17" ], "src": "put_down mug . close plastic_bag . move saucepan_lid", "src1": "put_down mug", "src2": "close plastic_bag", "src3": "move saucepan_lid", "trg": "take plastic_bag", "vis_src": "P12_105:14 P12_105:15 P12_105:16", "vis_trg": "P12_105:17", "narrations": [ "put down mug", "close plastic bag", "move saucepan lid", "take plastic bag" ], "verbs": [ "put-down", "close", "move", "take" ], "verb_classes": [ 1, 4, 11, 0 ], "nouns": [ "mug", "bag:plastic", "lid:saucepan", "bag:plastic" ], "noun_classes": [ 13, 19, 6, 19 ], "start_stop_timestamps": [ [ "00:01:05.04", "00:01:06.47" ], [ "00:01:09.54", "00:01:15.79" ], [ "00:01:16.14", "00:01:17.09" ], [ "00:01:18.19", "00:01:19.44" ] ], "start_stop_frames": [ [ 3252, 3323 ], [ 3476, 3789 ], [ 3807, 3854 ], [ 3909, 3972 ] ], "trgnoun": "plastic_bag", "trgverb": "take" }, { "key": "P04_104+45_46_47_48", "video_id": "P04_104", "narration_ids": [ "P04_104_45", "P04_104_46", "P04_104_47", "P04_104_48" ], "src": "pick_up tub . turn_on tap . put water in tap", "src1": "pick_up tub", "src2": "turn_on tap", "src3": "put water in tap", "trg": "put tub under tap", "vis_src": "P04_104:45 P04_104:46 P04_104:47", "vis_trg": "P04_104:48", "narrations": [ "pick up tub", "turn on tap", "put water in tap", "put tub under tap" ], "verbs": [ "pick-up", "turn-on", "put-in", "put-under" ], "verb_classes": [ 0, 6, 5, 1 ], "nouns": [ "tub", "tap", "water", "tub" ], "noun_classes": [ 23, 0, 27, 23 ], "start_stop_timestamps": [ [ "00:02:04.94", "00:02:06.10" ], [ "00:02:05.71", "00:02:06.41" ], [ "00:02:06.40", "00:02:07.69" ], [ "00:02:07.02", "00:02:07.73" ] ], "start_stop_frames": [ [ 6247, 6305 ], [ 6285, 6320 ], [ 6320, 6384 ], [ 6351, 6386 ] ], "trgnoun": "tub", "trgverb": "put_under" }, { "key": "P10_04+344_345_346_347", "video_id": "P10_04", "narration_ids": [ "P10_04_344", "P10_04_345", "P10_04_346", "P10_04_347" ], "src": "cut the ginger into small pieces . cut the ginger into slice . cut the ginger_slice into smaller pieces", "src1": "cut the ginger into small pieces", "src2": "cut the ginger into slice", "src3": "cut the ginger_slice into smaller pieces", "trg": "put the ginger back into its original place", "vis_src": "P10_04:344 P10_04:345 P10_04:346", "vis_trg": "P10_04:347", "narrations": [ "cut the ginger into small pieces", "cut the ginger into slice", "cut the ginger slice into smaller pieces", "put the ginger back into its original place" ], "verbs": [ "cut-into", "cut-into", "cut-into", "put" ], "verb_classes": [ 7, 7, 7, 1 ], "nouns": [ "ginger", "ginger", "slice:ginger", "ginger" ], "noun_classes": [ 131, 131, 131, 131 ], "start_stop_timestamps": [ [ "00:36:50.56", "00:36:59.45" ], [ "00:37:10.72", "00:37:11.73" ], [ "00:37:12.54", "00:37:19.68" ], [ "00:37:13.04", "00:37:14.49" ] ], "start_stop_frames": [ [ 132633, 133167 ], [ 133843, 133903 ], [ 133952, 134380 ], [ 133982, 134069 ] ], "trgnoun": "ginger", "trgverb": "put" }, { "key": "P27_104+185_186_187_188", "video_id": "P27_104", "narration_ids": [ "P27_104_185", "P27_104_186", "P27_104_187", "P27_104_188" ], "src": "dry hands . turn_down machine . pick_up spatula", "src1": "dry hands", "src2": "turn_down machine", "src3": "pick_up spatula", "trg": "put_down spatula", "vis_src": "P27_104:185 P27_104:186 P27_104:187", "vis_trg": "P27_104:188", "narrations": [ "dry hands", "turn down machine", "pick up spatula", "put down spatula" ], "verbs": [ "dry", "turn-down", "pick-up", "put-down" ], "verb_classes": [ 14, 65, 0, 1 ], "nouns": [ "hand", "machine", "spatula", "spatula" ], "noun_classes": [ 11, 124, 20, 20 ], "start_stop_timestamps": [ [ "00:08:58.72", "00:09:00.12" ], [ "00:09:02.55", "00:09:04.16" ], [ "00:09:04.26", "00:09:05.67" ], [ "00:09:05.77", "00:09:07.23" ] ], "start_stop_frames": [ [ 26936, 27006 ], [ 27127, 27208 ], [ 27213, 27283 ], [ 27288, 27361 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P03_19+70_71_72_73", "video_id": "P03_19", "narration_ids": [ "P03_19_70", "P03_19_71", "P03_19_72", "P03_19_73" ], "src": "open bottle . check seal . screw_on lid", "src1": "open bottle", "src2": "check seal", "src3": "screw_on lid", "trg": "put bottle in fridge", "vis_src": "P03_19:70 P03_19:71 P03_19:72", "vis_trg": "P03_19:73", "narrations": [ "open bottle", "check seal", "screw on lid", "put bottle in fridge" ], "verbs": [ "open", "check", "screw-on", "put-in" ], "verb_classes": [ 3, 24, 4, 5 ], "nouns": [ "bottle", "seal", "lid", "bottle" ], "noun_classes": [ 15, 6, 6, 15 ], "start_stop_timestamps": [ [ "00:03:29.20", "00:03:30.70" ], [ "00:03:30.95", "00:03:47.63" ], [ "00:03:48.93", "00:03:51.23" ], [ "00:03:53.49", "00:03:56.25" ] ], "start_stop_frames": [ [ 12552, 12642 ], [ 12657, 13657 ], [ 13735, 13873 ], [ 14009, 14175 ] ], "trgnoun": "bottle", "trgverb": "put_in" }, { "key": "P22_109+60_61_62_66", "video_id": "P22_109", "narration_ids": [ "P22_109_60", "P22_109_61", "P22_109_62", "P22_109_66" ], "src": "put_down pots . pick_up pot . insert pot", "src1": "put_down pots", "src2": "pick_up pot", "src3": "insert pot", "trg": "close drawer", "vis_src": "P22_109:60 P22_109:61 P22_109:62", "vis_trg": "P22_109:66", "narrations": [ "put down pots", "pick up pot", "insert pot", "close drawer" ], "verbs": [ "put-down", "pick-up", "insert", "close" ], "verb_classes": [ 1, 0, 5, 4 ], "nouns": [ "pot", "pot", "pot", "drawer" ], "noun_classes": [ 29, 29, 29, 8 ], "start_stop_timestamps": [ [ "00:01:51.45", "00:01:52.52" ], [ "00:01:52.95", "00:01:54.31" ], [ "00:01:55.12", "00:01:56.71" ], [ "00:02:02.04", "00:02:03.79" ] ], "start_stop_frames": [ [ 5572, 5626 ], [ 5647, 5715 ], [ 5756, 5835 ], [ 6102, 6189 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P24_08+82_83_84_86", "video_id": "P24_08", "narration_ids": [ "P24_08_82", "P24_08_83", "P24_08_84", "P24_08_86" ], "src": "close door . pick_up olives . slice olives", "src1": "close door", "src2": "pick_up olives", "src3": "slice olives", "trg": "take olive", "vis_src": "P24_08:82 P24_08:83 P24_08:84", "vis_trg": "P24_08:86", "narrations": [ "close door", "pick up olives", "slice olives", "take olive" ], "verbs": [ "close", "pick-up", "slice", "take" ], "verb_classes": [ 4, 0, 7, 0 ], "nouns": [ "door", "olive", "olive", "olive" ], "noun_classes": [ 3, 83, 83, 83 ], "start_stop_timestamps": [ [ "00:06:00.43", "00:06:01.17" ], [ "00:06:02.44", "00:06:03.26" ], [ "00:06:03.00", "00:06:10.24" ], [ "00:06:18.45", "00:06:21.86" ] ], "start_stop_frames": [ [ 21625, 21670 ], [ 21746, 21795 ], [ 21780, 22214 ], [ 22707, 22911 ] ], "trgnoun": "olive", "trgverb": "take" }, { "key": "P22_17+272_273_274_275", "video_id": "P22_17", "narration_ids": [ "P22_17_272", "P22_17_273", "P22_17_274", "P22_17_275" ], "src": "empty salad_bowl . fill salad_bowl . soap salad_bowl", "src1": "empty salad_bowl", "src2": "fill salad_bowl", "src3": "soap salad_bowl", "trg": "lather salad_bowl", "vis_src": "P22_17:272 P22_17:273 P22_17:274", "vis_trg": "P22_17:275", "narrations": [ "empty salad bowl", "fill salad bowl", "soap salad bowl", "lather salad bowl" ], "verbs": [ "empty", "fill", "soap", "lather" ], "verb_classes": [ 20, 26, 2, 2 ], "nouns": [ "bowl:salad", "bowl:salad", "bowl:salad", "bowl:salad" ], "noun_classes": [ 7, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:10:46.42", "00:10:48.23" ], [ "00:10:47.79", "00:10:49.12" ], [ "00:10:50.70", "00:10:58.01" ], [ "00:10:50.78", "00:10:57.67" ] ], "start_stop_frames": [ [ 38785, 38893 ], [ 38867, 38947 ], [ 39042, 39480 ], [ 39046, 39460 ] ], "trgnoun": "salad_bowl", "trgverb": "lather" }, { "key": "P23_04+82_83_84_86", "video_id": "P23_04", "narration_ids": [ "P23_04_82", "P23_04_83", "P23_04_84", "P23_04_86" ], "src": "put the plate outside . mixing the curry . take the spoon", "src1": "put the plate outside", "src2": "mixing the curry", "src3": "take the spoon", "trg": "take the tomato_plate", "vis_src": "P23_04:82 P23_04:83 P23_04:84", "vis_trg": "P23_04:86", "narrations": [ "put the plate outside", "mixing the curry", "take the spoon", "take the tomato plate" ], "verbs": [ "put-outside", "mix", "take", "take" ], "verb_classes": [ 1, 10, 0, 0 ], "nouns": [ "plate", "curry", "spoon", "plate:tomato" ], "noun_classes": [ 2, 121, 1, 2 ], "start_stop_timestamps": [ [ "00:19:49.00", "00:19:50.83" ], [ "00:19:50.53", "00:20:18.96" ], [ "00:20:55.12", "00:20:55.92" ], [ "00:21:00.45", "00:21:02.78" ] ], "start_stop_frames": [ [ 71340, 71449 ], [ 71431, 73137 ], [ 75307, 75355 ], [ 75627, 75766 ] ], "trgnoun": "tomato_plate", "trgverb": "take" }, { "key": "P05_08+26_27_28_29", "video_id": "P05_08", "narration_ids": [ "P05_08_26", "P05_08_27", "P05_08_28", "P05_08_29" ], "src": "take pasta_pack . take knife . open package of pasta", "src1": "take pasta_pack", "src2": "take knife", "src3": "open package of pasta", "trg": "place knife in drainer", "vis_src": "P05_08:26 P05_08:27 P05_08:28", "vis_trg": "P05_08:29", "narrations": [ "take pasta pack", "take knife", "open package of pasta", "place knife in drainer" ], "verbs": [ "take", "take", "open", "place-in" ], "verb_classes": [ 0, 0, 3, 5 ], "nouns": [ "pack:pasta", "knife", "package:pasta", "knife" ], "noun_classes": [ 26, 4, 26, 4 ], "start_stop_timestamps": [ [ "00:01:29.43", "00:01:30.67" ], [ "00:01:34.52", "00:01:35.94" ], [ "00:01:36.35", "00:01:40.23" ], [ "00:01:40.16", "00:01:41.23" ] ], "start_stop_frames": [ [ 5365, 5440 ], [ 5671, 5756 ], [ 5781, 6013 ], [ 6009, 6073 ] ], "trgnoun": "knife", "trgverb": "place_in" }, { "key": "P03_19+71_72_73_74", "video_id": "P03_19", "narration_ids": [ "P03_19_71", "P03_19_72", "P03_19_73", "P03_19_74" ], "src": "check seal . screw_on lid . put bottle in fridge", "src1": "check seal", "src2": "screw_on lid", "src3": "put bottle in fridge", "trg": "open bottle", "vis_src": "P03_19:71 P03_19:72 P03_19:73", "vis_trg": "P03_19:74", "narrations": [ "check seal", "screw on lid", "put bottle in fridge", "open bottle" ], "verbs": [ "check", "screw-on", "put-in", "open" ], "verb_classes": [ 24, 4, 5, 3 ], "nouns": [ "seal", "lid", "bottle", "bottle" ], "noun_classes": [ 6, 6, 15, 15 ], "start_stop_timestamps": [ [ "00:03:30.95", "00:03:47.63" ], [ "00:03:48.93", "00:03:51.23" ], [ "00:03:53.49", "00:03:56.25" ], [ "00:03:58.51", "00:03:59.55" ] ], "start_stop_frames": [ [ 12657, 13657 ], [ 13735, 13873 ], [ 14009, 14175 ], [ 14310, 14373 ] ], "trgnoun": "bottle", "trgverb": "open" }, { "key": "P31_13+43_44_45_46", "video_id": "P31_13", "narration_ids": [ "P31_13_43", "P31_13_44", "P31_13_45", "P31_13_46" ], "src": "open fridge . pick_up olives . close jar", "src1": "open fridge", "src2": "pick_up olives", "src3": "close jar", "trg": "cut olives", "vis_src": "P31_13:43 P31_13:44 P31_13:45", "vis_trg": "P31_13:46", "narrations": [ "open fridge", "pick up olives", "close jar", "cut olives" ], "verbs": [ "open", "pick-up", "close", "cut" ], "verb_classes": [ 3, 0, 4, 7 ], "nouns": [ "fridge", "olive", "jar", "olive" ], "noun_classes": [ 12, 83, 40, 83 ], "start_stop_timestamps": [ [ "00:07:12.89", "00:07:14.41" ], [ "00:07:15.31", "00:07:16.61" ], [ "00:07:44.22", "00:07:46.54" ], [ "00:07:48.81", "00:08:32.03" ] ], "start_stop_frames": [ [ 25973, 26064 ], [ 26118, 26196 ], [ 27853, 27992 ], [ 28128, 30721 ] ], "trgnoun": "olive", "trgverb": "cut" }, { "key": "P04_118+45_46_47_48", "video_id": "P04_118", "narration_ids": [ "P04_118_45", "P04_118_46", "P04_118_47", "P04_118_48" ], "src": "move utensils . pick_up thermometer . close drawer", "src1": "move utensils", "src2": "pick_up thermometer", "src3": "close drawer", "trg": "put_down thermometer", "vis_src": "P04_118:45 P04_118:46 P04_118:47", "vis_trg": "P04_118:48", "narrations": [ "move utensils", "pick up thermometer", "close drawer", "put down thermometer" ], "verbs": [ "move", "pick-up", "close", "put-down" ], "verb_classes": [ 11, 0, 4, 1 ], "nouns": [ "utensil", "thermometer", "drawer", "thermometer" ], "noun_classes": [ 154, 166, 8, 166 ], "start_stop_timestamps": [ [ "00:01:50.00", "00:01:52.73" ], [ "00:01:52.35", "00:01:54.08" ], [ "00:01:54.02", "00:01:54.80" ], [ "00:01:54.71", "00:01:56.92" ] ], "start_stop_frames": [ [ 5500, 5636 ], [ 5617, 5704 ], [ 5701, 5740 ], [ 5735, 5846 ] ], "trgnoun": "thermometer", "trgverb": "put_down" }, { "key": "P01_109+424_425_426_427", "video_id": "P01_109", "narration_ids": [ "P01_109_424", "P01_109_425", "P01_109_426", "P01_109_427" ], "src": "close food_bin . crush egg_box . open recycling_bin", "src1": "close food_bin", "src2": "crush egg_box", "src3": "open recycling_bin", "trg": "throw egg_box into bin", "vis_src": "P01_109:424 P01_109:425 P01_109:426", "vis_trg": "P01_109:427", "narrations": [ "close food bin", "crush egg box", "open recycling bin", "throw egg box into bin" ], "verbs": [ "close", "crush", "open", "throw-into" ], "verb_classes": [ 4, 49, 3, 13 ], "nouns": [ "bin:food", "box:egg", "bin:recycling", "box:egg" ], "noun_classes": [ 36, 23, 36, 23 ], "start_stop_timestamps": [ [ "00:24:28.34", "00:24:28.88" ], [ "00:24:29.10", "00:24:33.67" ], [ "00:24:34.02", "00:24:34.61" ], [ "00:24:34.54", "00:24:35.30" ] ], "start_stop_frames": [ [ 73417, 73444 ], [ 73455, 73683 ], [ 73701, 73730 ], [ 73727, 73765 ] ], "trgnoun": "egg_box", "trgverb": "throw_into" }, { "key": "P02_121+50_51_52_53", "video_id": "P02_121", "narration_ids": [ "P02_121_50", "P02_121_51", "P02_121_52", "P02_121_53" ], "src": "hold hand_blender . turn_on hand_blender . blend mixture", "src1": "hold hand_blender", "src2": "turn_on hand_blender", "src3": "blend mixture", "trg": "turn_off hand_blender", "vis_src": "P02_121:50 P02_121:51 P02_121:52", "vis_trg": "P02_121:53", "narrations": [ "hold hand blender", "turn on hand blender", "blend mixture", "turn off hand blender" ], "verbs": [ "hold", "turn-on", "blend", "turn-off" ], "verb_classes": [ 34, 6, 10, 8 ], "nouns": [ "blender:hand", "blender:hand", "mixture", "blender:hand" ], "noun_classes": [ 82, 82, 71, 82 ], "start_stop_timestamps": [ [ "00:02:39.54", "00:02:41.71" ], [ "00:02:41.81", "00:02:43.37" ], [ "00:02:42.76", "00:02:45.61" ], [ "00:02:45.23", "00:02:46.01" ] ], "start_stop_frames": [ [ 7977, 8085 ], [ 8090, 8168 ], [ 8138, 8280 ], [ 8261, 8300 ] ], "trgnoun": "hand_blender", "trgverb": "turn_off" }, { "key": "P05_08+29_30_31_32", "video_id": "P05_08", "narration_ids": [ "P05_08_29", "P05_08_30", "P05_08_31", "P05_08_32" ], "src": "place knife in drainer . open package of pasta . take meat_pack", "src1": "place knife in drainer", "src2": "open package of pasta", "src3": "take meat_pack", "trg": "take knife", "vis_src": "P05_08:29 P05_08:30 P05_08:31", "vis_trg": "P05_08:32", "narrations": [ "place knife in drainer", "open package of pasta", "take meat pack", "take knife" ], "verbs": [ "place-in", "open", "take", "take" ], "verb_classes": [ 5, 3, 0, 0 ], "nouns": [ "knife", "package:pasta", "pack:meat", "knife" ], "noun_classes": [ 4, 26, 26, 4 ], "start_stop_timestamps": [ [ "00:01:40.16", "00:01:41.23" ], [ "00:01:41.75", "00:01:46.06" ], [ "00:01:46.61", "00:01:47.45" ], [ "00:01:47.50", "00:01:48.52" ] ], "start_stop_frames": [ [ 6009, 6073 ], [ 6105, 6363 ], [ 6396, 6447 ], [ 6450, 6511 ] ], "trgnoun": "knife", "trgverb": "take" }, { "key": "P02_128+35_36_37_38", "video_id": "P02_128", "narration_ids": [ "P02_128_35", "P02_128_36", "P02_128_37", "P02_128_38" ], "src": "remove seal from milk bottle . open bin . throw seal", "src1": "remove seal from milk bottle", "src2": "open bin", "src3": "throw seal", "trg": "close bin", "vis_src": "P02_128:35 P02_128:36 P02_128:37", "vis_trg": "P02_128:38", "narrations": [ "remove seal from milk bottle", "open bin", "throw seal", "close bin" ], "verbs": [ "remove-from", "open", "throw", "close" ], "verb_classes": [ 12, 3, 13, 4 ], "nouns": [ "seal", "bin", "seal", "bin" ], "noun_classes": [ 6, 36, 6, 36 ], "start_stop_timestamps": [ [ "00:01:15.94", "00:01:18.13" ], [ "00:01:19.34", "00:01:20.69" ], [ "00:01:20.54", "00:01:20.89" ], [ "00:01:20.94", "00:01:21.54" ] ], "start_stop_frames": [ [ 3797, 3906 ], [ 3967, 4034 ], [ 4026, 4044 ], [ 4047, 4076 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P29_02+35_36_37_38", "video_id": "P29_02", "narration_ids": [ "P29_02_35", "P29_02_36", "P29_02_37", "P29_02_38" ], "src": "scraping pan . put food on plate . put oven_glove down", "src1": "scraping pan", "src2": "put food on plate", "src3": "put oven_glove down", "trg": "scrape food onto plate", "vis_src": "P29_02:35 P29_02:36 P29_02:37", "vis_trg": "P29_02:38", "narrations": [ "scraping pan", "put food on plate", "put oven glove down", "scrape food onto plate" ], "verbs": [ "scrape", "put-on", "put-down", "scrape-onto" ], "verb_classes": [ 25, 1, 1, 25 ], "nouns": [ "pan", "food", "glove:oven", "food" ], "noun_classes": [ 5, 34, 60, 34 ], "start_stop_timestamps": [ [ "00:01:56.88", "00:01:59.83" ], [ "00:02:01.79", "00:02:03.56" ], [ "00:02:04.02", "00:02:05.73" ], [ "00:02:05.86", "00:02:11.51" ] ], "start_stop_frames": [ [ 7012, 7189 ], [ 7307, 7413 ], [ 7441, 7543 ], [ 7551, 7890 ] ], "trgnoun": "food", "trgverb": "scrape_onto" }, { "key": "P04_120+63_64_65_66", "video_id": "P04_120", "narration_ids": [ "P04_120_63", "P04_120_64", "P04_120_65", "P04_120_66" ], "src": "look_at cupboard . put_down spatula . rotate thermometer", "src1": "look_at cupboard", "src2": "put_down spatula", "src3": "rotate thermometer", "trg": "pick_up spatula", "vis_src": "P04_120:63 P04_120:64 P04_120:65", "vis_trg": "P04_120:66", "narrations": [ "look at cupboard", "put down spatula", "rotate thermometer", "pick up spatula" ], "verbs": [ "look-at", "put-down", "rotate", "pick-up" ], "verb_classes": [ 38, 1, 23, 0 ], "nouns": [ "cupboard", "spatula", "thermometer", "spatula" ], "noun_classes": [ 3, 20, 166, 20 ], "start_stop_timestamps": [ [ "00:03:54.92", "00:03:57.59" ], [ "00:04:01.57", "00:04:02.41" ], [ "00:04:02.39", "00:04:03.87" ], [ "00:04:04.04", "00:04:04.75" ] ], "start_stop_frames": [ [ 11746, 11879 ], [ 12078, 12120 ], [ 12119, 12193 ], [ 12202, 12237 ] ], "trgnoun": "spatula", "trgverb": "pick_up" }, { "key": "P04_121+260_261_262_263", "video_id": "P04_121", "narration_ids": [ "P04_121_260", "P04_121_261", "P04_121_262", "P04_121_263" ], "src": "take thermometer away from liquid . put_down spatula . turn_off hob", "src1": "take thermometer away from liquid", "src2": "put_down spatula", "src3": "turn_off hob", "trg": "put_down thermometer", "vis_src": "P04_121:260 P04_121:261 P04_121:262", "vis_trg": "P04_121:263", "narrations": [ "take thermometer away from liquid", "put down spatula", "turn off hob", "put down thermometer" ], "verbs": [ "take", "put-down", "turn-off", "put-down" ], "verb_classes": [ 0, 1, 8, 1 ], "nouns": [ "thermometer", "spatula", "hob", "thermometer" ], "noun_classes": [ 166, 20, 24, 166 ], "start_stop_timestamps": [ [ "00:12:05.42", "00:12:07.35" ], [ "00:12:07.83", "00:12:08.35" ], [ "00:12:08.45", "00:12:10.36" ], [ "00:12:10.35", "00:12:11.08" ] ], "start_stop_frames": [ [ 36271, 36367 ], [ 36391, 36417 ], [ 36422, 36518 ], [ 36517, 36554 ] ], "trgnoun": "thermometer", "trgverb": "put_down" }, { "key": "P03_09+70_71_72_73", "video_id": "P03_09", "narration_ids": [ "P03_09_70", "P03_09_71", "P03_09_72", "P03_09_73" ], "src": "test water . grab washing up liquid . pour washing up liquid", "src1": "test water", "src2": "grab washing up liquid", "src3": "pour washing up liquid", "trg": "put washing up liquid", "vis_src": "P03_09:70 P03_09:71 P03_09:72", "vis_trg": "P03_09:73", "narrations": [ "test water", "grab washing up liquid", "pour washing up liquid", "put washing up liquid" ], "verbs": [ "test", "grab", "pour", "put" ], "verb_classes": [ 24, 0, 9, 1 ], "nouns": [ "water", "liquid:washing:up", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 27, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:02:48.88", "00:02:49.63" ], [ "00:02:49.98", "00:02:50.49" ], [ "00:02:50.58", "00:02:51.84" ], [ "00:02:52.10", "00:02:52.77" ] ], "start_stop_frames": [ [ 10132, 10177 ], [ 10198, 10229 ], [ 10234, 10310 ], [ 10326, 10366 ] ], "trgnoun": "up_washing_liquid", "trgverb": "put" }, { "key": "P01_09+495_496_497_498", "video_id": "P01_09", "narration_ids": [ "P01_09_495", "P01_09_496", "P01_09_497", "P01_09_498" ], "src": "put olives into fridge . take mozzarella . close fridge", "src1": "put olives into fridge", "src2": "take mozzarella", "src3": "close fridge", "trg": "put_down mozzarella", "vis_src": "P01_09:495 P01_09:496 P01_09:497", "vis_trg": "P01_09:498", "narrations": [ "put olives into fridge", "take mozzarella", "close fridge", "put down mozzarella" ], "verbs": [ "put-into", "take", "close", "put-down" ], "verb_classes": [ 5, 0, 4, 1 ], "nouns": [ "olive", "mozzarella", "fridge", "mozzarella" ], "noun_classes": [ 83, 32, 12, 32 ], "start_stop_timestamps": [ [ "00:34:18.21", "00:34:19.70" ], [ "00:34:22.05", "00:34:23.51" ], [ "00:34:23.40", "00:34:25.51" ], [ "00:34:28.88", "00:34:30.38" ] ], "start_stop_frames": [ [ 123492, 123581 ], [ 123723, 123810 ], [ 123804, 123930 ], [ 124132, 124222 ] ], "trgnoun": "mozzarella", "trgverb": "put_down" }, { "key": "P28_103+132_133_134_135", "video_id": "P28_103", "narration_ids": [ "P28_103_132", "P28_103_133", "P28_103_134", "P28_103_135" ], "src": "take chopped tomatoes tin . put chopped tomatoes tin . take stuff", "src1": "take chopped tomatoes tin", "src2": "put chopped tomatoes tin", "src3": "take stuff", "trg": "put stuff", "vis_src": "P28_103:132 P28_103:133 P28_103:134", "vis_trg": "P28_103:135", "narrations": [ "take chopped tomatoes tin", "put chopped tomatoes tin", "take stuff", "put stuff" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "tin:chopped:tomato", "tin:chopped:tomato", "container", "container" ], "noun_classes": [ 61, 61, 21, 21 ], "start_stop_timestamps": [ [ "00:13:20.41", "00:13:22.91" ], [ "00:13:23.82", "00:13:25.70" ], [ "00:13:25.61", "00:13:27.99" ], [ "00:13:29.08", "00:13:30.08" ] ], "start_stop_frames": [ [ 40020, 40145 ], [ 40191, 40285 ], [ 40280, 40399 ], [ 40454, 40504 ] ], "trgnoun": "container", "trgverb": "put" }, { "key": "P03_19+28_29_30_31", "video_id": "P03_19", "narration_ids": [ "P03_19_28", "P03_19_29", "P03_19_30", "P03_19_31" ], "src": "put cup . close rice . grab tea_towel", "src1": "put cup", "src2": "close rice", "src3": "grab tea_towel", "trg": "hang_up tea_towel", "vis_src": "P03_19:28 P03_19:29 P03_19:30", "vis_trg": "P03_19:31", "narrations": [ "put cup", "close rice", "grab tea towel", "hang up tea towel" ], "verbs": [ "put", "close", "grab", "hang-up" ], "verb_classes": [ 1, 4, 0, 41 ], "nouns": [ "cup", "rice", "towel:tea", "towel:tea" ], "noun_classes": [ 13, 55, 52, 52 ], "start_stop_timestamps": [ [ "00:01:48.77", "00:01:49.62" ], [ "00:01:49.72", "00:01:52.21" ], [ "00:01:53.42", "00:01:54.56" ], [ "00:01:55.33", "00:01:56.33" ] ], "start_stop_frames": [ [ 6526, 6577 ], [ 6583, 6732 ], [ 6805, 6873 ], [ 6919, 6979 ] ], "trgnoun": "tea_towel", "trgverb": "hang_up" }, { "key": "P03_04+14_15_16_17", "video_id": "P03_04", "narration_ids": [ "P03_04_14", "P03_04_15", "P03_04_16", "P03_04_17" ], "src": "close fridge . take squash . open cupboard", "src1": "close fridge", "src2": "take squash", "src3": "open cupboard", "trg": "put squash", "vis_src": "P03_04:14 P03_04:15 P03_04:16", "vis_trg": "P03_04:17", "narrations": [ "close fridge", "take squash", "open cupboard", "put squash" ], "verbs": [ "close", "take", "open", "put" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "fridge", "squash", "cupboard", "squash" ], "noun_classes": [ 12, 116, 3, 116 ], "start_stop_timestamps": [ [ "00:00:24.44", "00:00:25.31" ], [ "00:00:25.77", "00:00:26.42" ], [ "00:00:27.12", "00:00:28.09" ], [ "00:00:28.19", "00:00:29.37" ] ], "start_stop_frames": [ [ 1466, 1518 ], [ 1546, 1585 ], [ 1627, 1685 ], [ 1691, 1762 ] ], "trgnoun": "squash", "trgverb": "put" }, { "key": "P03_09+16_17_18_19", "video_id": "P03_09", "narration_ids": [ "P03_09_16", "P03_09_17", "P03_09_18", "P03_09_19" ], "src": "close fridge . put squash . grab bottle", "src1": "close fridge", "src2": "put squash", "src3": "grab bottle", "trg": "open bottle", "vis_src": "P03_09:16 P03_09:17 P03_09:18", "vis_trg": "P03_09:19", "narrations": [ "close fridge", "put squash", "grab bottle", "open bottle" ], "verbs": [ "close", "put", "grab", "open" ], "verb_classes": [ 4, 1, 0, 3 ], "nouns": [ "fridge", "squash", "bottle", "bottle" ], "noun_classes": [ 12, 116, 15, 15 ], "start_stop_timestamps": [ [ "00:00:29.35", "00:00:30.60" ], [ "00:00:31.85", "00:00:32.60" ], [ "00:00:32.56", "00:00:34.05" ], [ "00:00:33.80", "00:00:34.55" ] ], "start_stop_frames": [ [ 1761, 1836 ], [ 1911, 1956 ], [ 1953, 2042 ], [ 2027, 2073 ] ], "trgnoun": "bottle", "trgverb": "open" }, { "key": "P29_02+37_38_39_40", "video_id": "P29_02", "narration_ids": [ "P29_02_37", "P29_02_38", "P29_02_39", "P29_02_40" ], "src": "put oven_glove down . scrape food onto plate . put fork onto plate", "src1": "put oven_glove down", "src2": "scrape food onto plate", "src3": "put fork onto plate", "trg": "pick_up fork", "vis_src": "P29_02:37 P29_02:38 P29_02:39", "vis_trg": "P29_02:40", "narrations": [ "put oven glove down", "scrape food onto plate", "put fork onto plate", "pick up fork" ], "verbs": [ "put-down", "scrape-onto", "put-onto", "pick-up" ], "verb_classes": [ 1, 25, 1, 0 ], "nouns": [ "glove:oven", "food", "fork", "fork" ], "noun_classes": [ 60, 34, 14, 14 ], "start_stop_timestamps": [ [ "00:02:04.02", "00:02:05.73" ], [ "00:02:05.86", "00:02:11.51" ], [ "00:02:07.11", "00:02:12.86" ], [ "00:02:07.12", "00:02:08.29" ] ], "start_stop_frames": [ [ 7441, 7543 ], [ 7551, 7890 ], [ 7626, 7971 ], [ 7627, 7697 ] ], "trgnoun": "fork", "trgverb": "pick_up" }, { "key": "P06_03+58_59_60_61", "video_id": "P06_03", "narration_ids": [ "P06_03_58", "P06_03_59", "P06_03_60", "P06_03_61" ], "src": "plug_in kettle . turn_on kettle . unplug kettle", "src1": "plug_in kettle", "src2": "turn_on kettle", "src3": "unplug kettle", "trg": "take kettle", "vis_src": "P06_03:58 P06_03:59 P06_03:60", "vis_trg": "P06_03:61", "narrations": [ "plug in kettle", "turn on kettle", "unplug kettle", "take kettle" ], "verbs": [ "plug-in", "turn-on", "unplug", "take" ], "verb_classes": [ 64, 6, 12, 0 ], "nouns": [ "kettle", "kettle", "kettle", "kettle" ], "noun_classes": [ 44, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:03:13.05", "00:03:18.33" ], [ "00:03:18.17", "00:03:20.01" ], [ "00:04:02.36", "00:04:04.56" ], [ "00:04:04.66", "00:04:06.58" ] ], "start_stop_frames": [ [ 11583, 11899 ], [ 11890, 12000 ], [ 14541, 14673 ], [ 14679, 14794 ] ], "trgnoun": "kettle", "trgverb": "take" }, { "key": "P13_04+42_43_44_45", "video_id": "P13_04", "narration_ids": [ "P13_04_42", "P13_04_43", "P13_04_44", "P13_04_45" ], "src": "pick_up cup . close microwave . pour sugar into cup", "src1": "pick_up cup", "src2": "close microwave", "src3": "pour sugar into cup", "trg": "store sugar in cupboard", "vis_src": "P13_04:42 P13_04:43 P13_04:44", "vis_trg": "P13_04:45", "narrations": [ "pick up cup", "close microwave", "pour sugar into cup", "store sugar in cupboard" ], "verbs": [ "pick-up", "close", "pour-into", "store-in" ], "verb_classes": [ 0, 4, 9, 1 ], "nouns": [ "cup", "microwave", "sugar", "sugar" ], "noun_classes": [ 13, 90, 102, 102 ], "start_stop_timestamps": [ [ "00:03:23.96", "00:03:27.77" ], [ "00:03:27.53", "00:03:29.78" ], [ "00:03:38.09", "00:03:46.27" ], [ "00:03:54.32", "00:03:55.93" ] ], "start_stop_frames": [ [ 12237, 12466 ], [ 12451, 12586 ], [ 13085, 13576 ], [ 14059, 14155 ] ], "trgnoun": "sugar", "trgverb": "store_in" }, { "key": "P02_06+279_281_282_283", "video_id": "P02_06", "narration_ids": [ "P02_06_279", "P02_06_281", "P02_06_282", "P02_06_283" ], "src": "put potato on in three . close bag . return bag", "src1": "put potato on in three", "src2": "close bag", "src3": "return bag", "trg": "pick_up bag", "vis_src": "P02_06:279 P02_06:281 P02_06:282", "vis_trg": "P02_06:283", "narrations": [ "put potato on in three", "close bag", "return bag", "pick up bag" ], "verbs": [ "put-on", "close", "return", "pick-up" ], "verb_classes": [ 1, 4, 1, 0 ], "nouns": [ "potato", "bag", "bag", "bag" ], "noun_classes": [ 30, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:13:11.25", "00:13:12.50" ], [ "00:13:16.79", "00:13:18.86" ], [ "00:13:17.38", "00:13:21.55" ], [ "00:13:19.20", "00:13:20.44" ] ], "start_stop_frames": [ [ 47475, 47550 ], [ 47807, 47931 ], [ 47842, 48093 ], [ 47952, 48026 ] ], "trgnoun": "bag", "trgverb": "pick_up" }, { "key": "P03_122+6_7_8_9", "video_id": "P03_122", "narration_ids": [ "P03_122_6", "P03_122_7", "P03_122_8", "P03_122_9" ], "src": "put_down spoon . move spoon . close book", "src1": "put_down spoon", "src2": "move spoon", "src3": "close book", "trg": "pick_up book", "vis_src": "P03_122:6 P03_122:7 P03_122:8", "vis_trg": "P03_122:9", "narrations": [ "put down spoon", "move spoon", "close book", "pick up book" ], "verbs": [ "put-down", "move", "close", "pick-up" ], "verb_classes": [ 1, 11, 4, 0 ], "nouns": [ "spoon", "spoon", "book", "book" ], "noun_classes": [ 1, 1, 140, 140 ], "start_stop_timestamps": [ [ "00:00:26.47", "00:00:27.66" ], [ "00:00:31.03", "00:00:32.63" ], [ "00:00:33.87", "00:00:34.88" ], [ "00:00:35.19", "00:00:35.72" ] ], "start_stop_frames": [ [ 1323, 1383 ], [ 1551, 1631 ], [ 1693, 1744 ], [ 1759, 1786 ] ], "trgnoun": "book", "trgverb": "pick_up" }, { "key": "P02_03+184_185_186_187", "video_id": "P02_03", "narration_ids": [ "P02_03_184", "P02_03_185", "P02_03_186", "P02_03_187" ], "src": "stir pine_nuts . switch stove off . pick_up pan", "src1": "stir pine_nuts", "src2": "switch stove off", "src3": "pick_up pan", "trg": "slide pine_nuts from pan to plate using wooden spoon", "vis_src": "P02_03:184 P02_03:185 P02_03:186", "vis_trg": "P02_03:187", "narrations": [ "stir pine nuts", "switch stove off", "pick up pan", "slide pine nuts from pan to plate using wooden spoon" ], "verbs": [ "stir", "switch-off", "pick-up", "slide" ], "verb_classes": [ 10, 8, 0, 61 ], "nouns": [ "nut:pine", "stove", "pan", "nut:pine" ], "noun_classes": [ 133, 24, 5, 133 ], "start_stop_timestamps": [ [ "00:10:17.69", "00:10:35.57" ], [ "00:10:39.68", "00:10:40.79" ], [ "00:10:40.63", "00:10:41.96" ], [ "00:10:41.78", "00:10:48.81" ] ], "start_stop_frames": [ [ 37061, 38134 ], [ 38380, 38447 ], [ 38437, 38517 ], [ 38506, 38928 ] ], "trgnoun": "pine_nut", "trgverb": "slide" }, { "key": "P02_09+397_398_399_400", "video_id": "P02_09", "narration_ids": [ "P02_09_397", "P02_09_398", "P02_09_399", "P02_09_400" ], "src": "carry glass . stir stock . return glass", "src1": "carry glass", "src2": "stir stock", "src3": "return glass", "trg": "hold glass", "vis_src": "P02_09:397 P02_09:398 P02_09:399", "vis_trg": "P02_09:400", "narrations": [ "carry glass", "stir stock", "return glass", "hold glass" ], "verbs": [ "carry", "stir", "return", "hold" ], "verb_classes": [ 89, 10, 1, 34 ], "nouns": [ "glass", "stock", "glass", "glass" ], "noun_classes": [ 10, 95, 10, 10 ], "start_stop_timestamps": [ [ "00:28:04.68", "00:28:07.23" ], [ "00:28:04.92", "00:28:05.94" ], [ "00:28:07.04", "00:28:08.68" ], [ "00:28:08.04", "00:28:11.56" ] ], "start_stop_frames": [ [ 101080, 101233 ], [ 101095, 101156 ], [ 101222, 101320 ], [ 101282, 101493 ] ], "trgnoun": "glass", "trgverb": "hold" }, { "key": "P02_113+0_1_2_3", "video_id": "P02_113", "narration_ids": [ "P02_113_0", "P02_113_1", "P02_113_2", "P02_113_3" ], "src": "pick_up pine_nuts . pick_up scissors . open pine nuts bag", "src1": "pick_up pine_nuts", "src2": "pick_up scissors", "src3": "open pine nuts bag", "trg": "put_down scissors", "vis_src": "P02_113:0 P02_113:1 P02_113:2", "vis_trg": "P02_113:3", "narrations": [ "pick up pine nuts", "pick up scissors", "open pine nuts bag", "put down scissors" ], "verbs": [ "pick-up", "pick-up", "open", "put-down" ], "verb_classes": [ 0, 0, 3, 1 ], "nouns": [ "nut:pine", "scissors", "bag:pine:nut", "scissors" ], "noun_classes": [ 133, 79, 19, 79 ], "start_stop_timestamps": [ [ "00:00:02.61", "00:00:05.78" ], [ "00:00:06.15", "00:00:07.10" ], [ "00:00:08.33", "00:00:09.99" ], [ "00:00:09.83", "00:00:10.56" ] ], "start_stop_frames": [ [ 130, 289 ], [ 307, 355 ], [ 416, 499 ], [ 491, 528 ] ], "trgnoun": "scissors", "trgverb": "put_down" }, { "key": "P01_105+342_343_344_345", "video_id": "P01_105", "narration_ids": [ "P01_105_342", "P01_105_343", "P01_105_344", "P01_105_345" ], "src": "put_down pak choi leaves . cut pak_choi . move pak_choi", "src1": "put_down pak choi leaves", "src2": "cut pak_choi", "src3": "move pak_choi", "trg": "pick_up pak choi leaves", "vis_src": "P01_105:342 P01_105:343 P01_105:344", "vis_trg": "P01_105:345", "narrations": [ "put down pak choi leaves", "cut pak choi", "move pak choi", "pick up pak choi leaves" ], "verbs": [ "put-down", "cut", "move", "pick-up" ], "verb_classes": [ 1, 7, 11, 0 ], "nouns": [ "leaf:pak:choi", "choi:pak", "choi:pak", "leaf:pak:choi" ], "noun_classes": [ 62, 151, 151, 62 ], "start_stop_timestamps": [ [ "00:13:15.24", "00:13:15.79" ], [ "00:13:16.99", "00:13:23.54" ], [ "00:13:23.69", "00:13:24.39" ], [ "00:13:24.98", "00:13:27.39" ] ], "start_stop_frames": [ [ 39762, 39789 ], [ 39849, 40177 ], [ 40184, 40219 ], [ 40249, 40369 ] ], "trgnoun": "choi_pak_leaf", "trgverb": "pick_up" }, { "key": "P04_117+65_66_67_68", "video_id": "P04_117", "narration_ids": [ "P04_117_65", "P04_117_66", "P04_117_67", "P04_117_68" ], "src": "pick_up spatula . stir egg in pan using spatula . hold_onto saucepan_handle", "src1": "pick_up spatula", "src2": "stir egg in pan using spatula", "src3": "hold_onto saucepan_handle", "trg": "tap spatula on side of saucepan", "vis_src": "P04_117:65 P04_117:66 P04_117:67", "vis_trg": "P04_117:68", "narrations": [ "pick up spatula", "stir egg in pan using spatula", "hold onto saucepan handle", "tap spatula on side of saucepan" ], "verbs": [ "pick-up", "stir-in", "hold-onto", "tap-on" ], "verb_classes": [ 0, 10, 34, 32 ], "nouns": [ "spatula", "egg", "handle:saucepan", "spatula" ], "noun_classes": [ 20, 53, 191, 20 ], "start_stop_timestamps": [ [ "00:02:27.75", "00:02:28.25" ], [ "00:02:28.22", "00:02:29.61" ], [ "00:02:29.51", "00:02:32.77" ], [ "00:02:32.00", "00:02:34.36" ] ], "start_stop_frames": [ [ 7387, 7412 ], [ 7411, 7480 ], [ 7475, 7638 ], [ 7600, 7718 ] ], "trgnoun": "spatula", "trgverb": "tap_on" }, { "key": "P02_06+338_339_340_341", "video_id": "P02_06", "narration_ids": [ "P02_06_338", "P02_06_339", "P02_06_340", "P02_06_341" ], "src": "wash chopping_board . open tap . rinse chopping_board", "src1": "wash chopping_board", "src2": "open tap", "src3": "rinse chopping_board", "trg": "return chopping_board", "vis_src": "P02_06:338 P02_06:339 P02_06:340", "vis_trg": "P02_06:341", "narrations": [ "wash chopping board", "open tap", "rinse chopping board", "return chopping board" ], "verbs": [ "wash", "turn-on", "rinse", "return" ], "verb_classes": [ 2, 6, 2, 1 ], "nouns": [ "board:chopping", "tap", "board:chopping", "board:chopping" ], "noun_classes": [ 18, 0, 18, 18 ], "start_stop_timestamps": [ [ "00:15:50.97", "00:15:54.37" ], [ "00:15:54.47", "00:15:55.37" ], [ "00:15:55.58", "00:15:59.52" ], [ "00:16:00.16", "00:16:02.09" ] ], "start_stop_frames": [ [ 57058, 57262 ], [ 57268, 57322 ], [ 57334, 57571 ], [ 57609, 57725 ] ], "trgnoun": "chopping_board", "trgverb": "return" }, { "key": "P04_107+875_876_877_878", "video_id": "P04_107", "narration_ids": [ "P04_107_875", "P04_107_876", "P04_107_877", "P04_107_878" ], "src": "roll_out dough . peel dough off chopping board . unfold edge of dough", "src1": "roll_out dough", "src2": "peel dough off chopping board", "src3": "unfold edge of dough", "trg": "lay_down dough", "vis_src": "P04_107:875 P04_107:876 P04_107:877", "vis_trg": "P04_107:878", "narrations": [ "roll out dough", "peel dough off chopping board", "unfold edge of dough", "lay down dough" ], "verbs": [ "roll-out", "peel-off", "unfold", "lay-down" ], "verb_classes": [ 39, 19, 39, 1 ], "nouns": [ "dough", "dough", "edge:dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:22:47.06", "00:22:50.66" ], [ "00:22:50.59", "00:22:52.11" ], [ "00:22:54.52", "00:22:55.94" ], [ "00:22:55.75", "00:22:56.79" ] ], "start_stop_frames": [ [ 68353, 68533 ], [ 68529, 68605 ], [ 68726, 68797 ], [ 68787, 68839 ] ], "trgnoun": "dough", "trgverb": "lay_down" }, { "key": "P10_04+51_52_53_54", "video_id": "P10_04", "narration_ids": [ "P10_04_51", "P10_04_52", "P10_04_53", "P10_04_54" ], "src": "cut it a third time . put the fish_fragments into the glass bowl . wash the cutting_board", "src1": "cut it a third time", "src2": "put the fish_fragments into the glass bowl", "src3": "wash the cutting_board", "trg": "put the cutting_board back", "vis_src": "P10_04:51 P10_04:52 P10_04:53", "vis_trg": "P10_04:54", "narrations": [ "cut it a third time", "put the fish fragments into the glass bowl", "wash the cutting board", "put the cutting board back" ], "verbs": [ "cut", "put-into", "wash", "put" ], "verb_classes": [ 7, 5, 2, 1 ], "nouns": [ "cover", "fragment:fish", "board:cutting", "board:cutting" ], "noun_classes": [ 89, 119, 18, 18 ], "start_stop_timestamps": [ [ "00:05:57.97", "00:06:01.15" ], [ "00:06:01.21", "00:06:04.90" ], [ "00:06:11.76", "00:06:14.80" ], [ "00:06:14.90", "00:06:17.45" ] ], "start_stop_frames": [ [ 21478, 21669 ], [ 21672, 21894 ], [ 22305, 22488 ], [ 22494, 22647 ] ], "trgnoun": "cutting_board", "trgverb": "put" }, { "key": "P22_11+154_155_156_157", "video_id": "P22_11", "narration_ids": [ "P22_11_154", "P22_11_155", "P22_11_156", "P22_11_157" ], "src": "shake jar . empty jar . rinse jar", "src1": "shake jar", "src2": "empty jar", "src3": "rinse jar", "trg": "fill jar", "vis_src": "P22_11:154 P22_11:155 P22_11:156", "vis_trg": "P22_11:157", "narrations": [ "shake jar", "empty jar", "rinse jar", "fill jar" ], "verbs": [ "shake", "empty", "rinse", "fill" ], "verb_classes": [ 15, 20, 2, 26 ], "nouns": [ "jar", "jar", "jar", "jar" ], "noun_classes": [ 40, 40, 40, 40 ], "start_stop_timestamps": [ [ "00:05:30.38", "00:05:31.31" ], [ "00:05:31.41", "00:05:32.97" ], [ "00:05:31.63", "00:05:33.01" ], [ "00:05:33.11", "00:05:34.28" ] ], "start_stop_frames": [ [ 19822, 19878 ], [ 19884, 19978 ], [ 19897, 19980 ], [ 19986, 20056 ] ], "trgnoun": "jar", "trgverb": "fill" }, { "key": "P03_04+9_10_11_12", "video_id": "P03_04", "narration_ids": [ "P03_04_9", "P03_04_10", "P03_04_11", "P03_04_12" ], "src": "take squash . take salmon . open fridge", "src1": "take squash", "src2": "take salmon", "src3": "open fridge", "trg": "put squash", "vis_src": "P03_04:9 P03_04:10 P03_04:11", "vis_trg": "P03_04:12", "narrations": [ "take squash", "take salmon", "open fridge", "put squash" ], "verbs": [ "take", "take", "open", "put" ], "verb_classes": [ 0, 0, 3, 1 ], "nouns": [ "squash", "salmon", "fridge", "squash" ], "noun_classes": [ 116, 112, 12, 116 ], "start_stop_timestamps": [ [ "00:00:17.21", "00:00:18.53" ], [ "00:00:18.69", "00:00:19.43" ], [ "00:00:20.20", "00:00:21.58" ], [ "00:00:22.72", "00:00:23.61" ] ], "start_stop_frames": [ [ 1032, 1111 ], [ 1121, 1165 ], [ 1212, 1294 ], [ 1363, 1416 ] ], "trgnoun": "squash", "trgverb": "put" }, { "key": "P04_02+189_190_191_192", "video_id": "P04_02", "narration_ids": [ "P04_02_189", "P04_02_190", "P04_02_191", "P04_02_192" ], "src": "close drawer . close fridge . roll egg", "src1": "close drawer", "src2": "close fridge", "src3": "roll egg", "trg": "pour egg", "vis_src": "P04_02:189 P04_02:190 P04_02:191", "vis_trg": "P04_02:192", "narrations": [ "close drawer", "close fridge", "roll egg", "pour egg" ], "verbs": [ "close", "close", "roll", "pour" ], "verb_classes": [ 4, 4, 47, 9 ], "nouns": [ "drawer", "fridge", "egg", "egg" ], "noun_classes": [ 8, 12, 53, 53 ], "start_stop_timestamps": [ [ "00:15:14.07", "00:15:15.02" ], [ "00:15:14.83", "00:15:15.91" ], [ "00:15:16.16", "00:15:27.00" ], [ "00:15:28.62", "00:15:30.32" ] ], "start_stop_frames": [ [ 54844, 54901 ], [ 54889, 54954 ], [ 54969, 55620 ], [ 55717, 55819 ] ], "trgnoun": "egg", "trgverb": "pour" }, { "key": "P02_09+164_165_166_167", "video_id": "P02_09", "narration_ids": [ "P02_09_164", "P02_09_165", "P02_09_166", "P02_09_167" ], "src": "pull drawer . return drawer . put bowl into oven", "src1": "pull drawer", "src2": "return drawer", "src3": "put bowl into oven", "trg": "push drawer", "vis_src": "P02_09:164 P02_09:165 P02_09:166", "vis_trg": "P02_09:167", "narrations": [ "pull drawer", "return drawer", "put bowl into oven", "push drawer" ], "verbs": [ "pull", "return", "put-into", "push" ], "verb_classes": [ 31, 1, 5, 21 ], "nouns": [ "drawer", "drawer", "bowl", "drawer" ], "noun_classes": [ 8, 8, 7, 8 ], "start_stop_timestamps": [ [ "00:10:31.23", "00:10:33.00" ], [ "00:10:32.76", "00:10:34.55" ], [ "00:10:34.65", "00:10:39.88" ], [ "00:10:39.98", "00:10:41.98" ] ], "start_stop_frames": [ [ 37873, 37980 ], [ 37965, 38073 ], [ 38079, 38392 ], [ 38398, 38518 ] ], "trgnoun": "drawer", "trgverb": "push" }, { "key": "P04_116+126_127_128_129", "video_id": "P04_116", "narration_ids": [ "P04_116_126", "P04_116_127", "P04_116_128", "P04_116_129" ], "src": "press button on oven . hold pan . stir eggs in pan using spatula", "src1": "press button on oven", "src2": "hold pan", "src3": "stir eggs in pan using spatula", "trg": "pick_up pan", "vis_src": "P04_116:126 P04_116:127 P04_116:128", "vis_trg": "P04_116:129", "narrations": [ "press button on oven", "hold pan", "stir eggs in pan using spatula", "pick up pan" ], "verbs": [ "press", "hold", "stir-in", "pick-up" ], "verb_classes": [ 21, 34, 10, 0 ], "nouns": [ "button", "pan", "egg", "pan" ], "noun_classes": [ 92, 5, 53, 5 ], "start_stop_timestamps": [ [ "00:05:32.98", "00:05:34.59" ], [ "00:05:34.69", "00:05:35.83" ], [ "00:05:35.42", "00:05:43.52" ], [ "00:05:43.36", "00:05:44.79" ] ], "start_stop_frames": [ [ 16649, 16729 ], [ 16734, 16791 ], [ 16771, 17176 ], [ 17168, 17239 ] ], "trgnoun": "pan", "trgverb": "pick_up" }, { "key": "P23_02+188_189_190_191", "video_id": "P23_02", "narration_ids": [ "P23_02_188", "P23_02_189", "P23_02_190", "P23_02_191" ], "src": "put it with the brush . cleaning the coffee_machine with the brush . open the tap", "src1": "put it with the brush", "src2": "cleaning the coffee_machine with the brush", "src3": "open the tap", "trg": "washing the coffee_machine", "vis_src": "P23_02:188 P23_02:189 P23_02:190", "vis_trg": "P23_02:191", "narrations": [ "put it with the brush", "cleaning the coffee machine with the brush", "open the tap", "washing the coffee machine" ], "verbs": [ "put-with", "clean-with", "turn-on", "wash" ], "verb_classes": [ 1, 2, 6, 2 ], "nouns": [ "brush", "machine:coffee", "tap", "machine:coffee" ], "noun_classes": [ 103, 50, 0, 50 ], "start_stop_timestamps": [ [ "00:25:51.51", "00:25:52.44" ], [ "00:25:55.53", "00:26:07.15" ], [ "00:26:07.46", "00:26:10.52" ], [ "00:26:14.22", "00:26:16.13" ] ], "start_stop_frames": [ [ 93090, 93146 ], [ 93331, 94029 ], [ 94047, 94231 ], [ 94453, 94567 ] ], "trgnoun": "coffee_machine", "trgverb": "wash" }, { "key": "P06_104+5_6_7_8", "video_id": "P06_104", "narration_ids": [ "P06_104_5", "P06_104_6", "P06_104_7", "P06_104_8" ], "src": "taste rice . put_down spoon . pick_up oven_glove", "src1": "taste rice", "src2": "put_down spoon", "src3": "pick_up oven_glove", "trg": "put oven_glove on", "vis_src": "P06_104:5 P06_104:6 P06_104:7", "vis_trg": "P06_104:8", "narrations": [ "taste rice", "put down spoon", "pick up oven glove", "put oven glove on" ], "verbs": [ "taste", "put-down", "pick-up", "put-on" ], "verb_classes": [ 35, 1, 0, 1 ], "nouns": [ "rice", "spoon", "glove:oven", "glove:oven" ], "noun_classes": [ 55, 1, 60, 60 ], "start_stop_timestamps": [ [ "00:00:23.03", "00:00:31.06" ], [ "00:00:31.08", "00:00:32.46" ], [ "00:00:37.38", "00:00:40.09" ], [ "00:00:40.09", "00:00:42.19" ] ], "start_stop_frames": [ [ 1151, 1553 ], [ 1554, 1623 ], [ 1869, 2004 ], [ 2004, 2109 ] ], "trgnoun": "oven_glove", "trgverb": "put_on" }, { "key": "P04_06+19_20_21_22", "video_id": "P04_06", "narration_ids": [ "P04_06_19", "P04_06_20", "P04_06_21", "P04_06_22" ], "src": "open fridge . pick_up spinach . open spinach", "src1": "open fridge", "src2": "pick_up spinach", "src3": "open spinach", "trg": "put spinach in pan", "vis_src": "P04_06:19 P04_06:20 P04_06:21", "vis_trg": "P04_06:22", "narrations": [ "open fridge", "pick up spinach", "open spinach", "put spinach in pan" ], "verbs": [ "open", "pick-up", "open", "put-in" ], "verb_classes": [ 3, 0, 3, 5 ], "nouns": [ "fridge", "spinach", "spinach", "spinach" ], "noun_classes": [ 12, 198, 198, 198 ], "start_stop_timestamps": [ [ "00:01:16.57", "00:01:17.21" ], [ "00:01:31.53", "00:01:36.08" ], [ "00:01:41.95", "00:01:43.74" ], [ "00:01:44.18", "00:01:54.88" ] ], "start_stop_frames": [ [ 4594, 4632 ], [ 5491, 5764 ], [ 6117, 6224 ], [ 6250, 6892 ] ], "trgnoun": "spinach", "trgverb": "put_in" }, { "key": "P02_06+339_340_341_342", "video_id": "P02_06", "narration_ids": [ "P02_06_339", "P02_06_340", "P02_06_341", "P02_06_342" ], "src": "open tap . rinse chopping_board . return chopping_board", "src1": "open tap", "src2": "rinse chopping_board", "src3": "return chopping_board", "trg": "wash tap", "vis_src": "P02_06:339 P02_06:340 P02_06:341", "vis_trg": "P02_06:342", "narrations": [ "open tap", "rinse chopping board", "return chopping board", "wash tap" ], "verbs": [ "turn-on", "rinse", "return", "wash" ], "verb_classes": [ 6, 2, 1, 2 ], "nouns": [ "tap", "board:chopping", "board:chopping", "tap" ], "noun_classes": [ 0, 18, 18, 0 ], "start_stop_timestamps": [ [ "00:15:54.47", "00:15:55.37" ], [ "00:15:55.58", "00:15:59.52" ], [ "00:16:00.16", "00:16:02.09" ], [ "00:16:01.12", "00:16:03.52" ] ], "start_stop_frames": [ [ 57268, 57322 ], [ 57334, 57571 ], [ 57609, 57725 ], [ 57667, 57811 ] ], "trgnoun": "tap", "trgverb": "wash" }, { "key": "P23_101+235_236_237_238", "video_id": "P23_101", "narration_ids": [ "P23_101_235", "P23_101_236", "P23_101_237", "P23_101_238" ], "src": "take bottle . open cap . take chana_dal", "src1": "take bottle", "src2": "open cap", "src3": "take chana_dal", "trg": "put bottle", "vis_src": "P23_101:235 P23_101:236 P23_101:237", "vis_trg": "P23_101:238", "narrations": [ "take bottle", "open cap", "take chana dal", "put bottle" ], "verbs": [ "take", "open", "take", "put" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "bottle", "cap", "dal:chana", "bottle" ], "noun_classes": [ 15, 118, 177, 15 ], "start_stop_timestamps": [ [ "00:22:02.73", "00:22:04.29" ], [ "00:22:04.68", "00:22:05.66" ], [ "00:22:05.92", "00:22:08.78" ], [ "00:22:09.71", "00:22:12.87" ] ], "start_stop_frames": [ [ 66136, 66214 ], [ 66234, 66283 ], [ 66296, 66439 ], [ 66485, 66643 ] ], "trgnoun": "bottle", "trgverb": "put" }, { "key": "P16_01+21_22_23_24", "video_id": "P16_01", "narration_ids": [ "P16_01_21", "P16_01_22", "P16_01_23", "P16_01_24" ], "src": "put the fish into the pan . turn_over the fish . take the fish out of the pan", "src1": "put the fish into the pan", "src2": "turn_over the fish", "src3": "take the fish out of the pan", "trg": "put the fish on the cutting board", "vis_src": "P16_01:21 P16_01:22 P16_01:23", "vis_trg": "P16_01:24", "narrations": [ "put the fish into the pan", "turn over the fish", "take the fish out of the pan", "put the fish on the cutting board" ], "verbs": [ "put-into", "turn-over", "take-out", "put-on" ], "verb_classes": [ 5, 22, 12, 1 ], "nouns": [ "fish", "fish", "fish", "fish" ], "noun_classes": [ 119, 119, 119, 119 ], "start_stop_timestamps": [ [ "00:02:39.47", "00:02:41.74" ], [ "00:02:45.85", "00:02:49.34" ], [ "00:03:40.58", "00:03:42.95" ], [ "00:03:43.05", "00:03:44.32" ] ], "start_stop_frames": [ [ 9568, 9704 ], [ 9951, 10160 ], [ 13234, 13377 ], [ 13383, 13459 ] ], "trgnoun": "fish", "trgverb": "put_on" }, { "key": "P12_105+15_16_17_18", "video_id": "P12_105", "narration_ids": [ "P12_105_15", "P12_105_16", "P12_105_17", "P12_105_18" ], "src": "close plastic_bag . move saucepan_lid . take plastic_bag", "src1": "close plastic_bag", "src2": "move saucepan_lid", "src3": "take plastic_bag", "trg": "open plastic_bag", "vis_src": "P12_105:15 P12_105:16 P12_105:17", "vis_trg": "P12_105:18", "narrations": [ "close plastic bag", "move saucepan lid", "take plastic bag", "open plastic bag" ], "verbs": [ "close", "move", "take", "open" ], "verb_classes": [ 4, 11, 0, 3 ], "nouns": [ "bag:plastic", "lid:saucepan", "bag:plastic", "bag:plastic" ], "noun_classes": [ 19, 6, 19, 19 ], "start_stop_timestamps": [ [ "00:01:09.54", "00:01:15.79" ], [ "00:01:16.14", "00:01:17.09" ], [ "00:01:18.19", "00:01:19.44" ], [ "00:01:19.31", "00:01:22.33" ] ], "start_stop_frames": [ [ 3476, 3789 ], [ 3807, 3854 ], [ 3909, 3972 ], [ 3965, 4116 ] ], "trgnoun": "plastic_bag", "trgverb": "open" }, { "key": "P02_132+74_75_76_77", "video_id": "P02_132", "narration_ids": [ "P02_132_74", "P02_132_75", "P02_132_76", "P02_132_77" ], "src": "fold foil_paper . pick_up foil_paper . open bin", "src1": "fold foil_paper", "src2": "pick_up foil_paper", "src3": "open bin", "trg": "throw foil_paper", "vis_src": "P02_132:74 P02_132:75 P02_132:76", "vis_trg": "P02_132:77", "narrations": [ "fold foil paper", "pick up foil paper", "open bin", "throw foil paper" ], "verbs": [ "fold", "pick-up", "open", "throw" ], "verb_classes": [ 28, 0, 3, 13 ], "nouns": [ "paper:foil", "paper:foil", "bin", "paper:foil" ], "noun_classes": [ 49, 49, 36, 49 ], "start_stop_timestamps": [ [ "00:03:11.44", "00:03:16.02" ], [ "00:03:16.13", "00:03:17.37" ], [ "00:03:20.15", "00:03:20.99" ], [ "00:03:21.09", "00:03:21.50" ] ], "start_stop_frames": [ [ 9572, 9801 ], [ 9806, 9868 ], [ 10007, 10049 ], [ 10054, 10075 ] ], "trgnoun": "foil_paper", "trgverb": "throw" }, { "key": "P35_108+28_29_30_31", "video_id": "P35_108", "narration_ids": [ "P35_108_28", "P35_108_29", "P35_108_30", "P35_108_31" ], "src": "pick_up lid . close container . pick_up container", "src1": "pick_up lid", "src2": "close container", "src3": "pick_up container", "trg": "put_down container", "vis_src": "P35_108:28 P35_108:29 P35_108:30", "vis_trg": "P35_108:31", "narrations": [ "pick up lid", "close container", "pick up container", "put down container" ], "verbs": [ "pick-up", "close", "pick-up", "put-down" ], "verb_classes": [ 0, 4, 0, 1 ], "nouns": [ "lid", "container", "container", "container" ], "noun_classes": [ 6, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:01:14.54", "00:01:18.32" ], [ "00:01:18.20", "00:01:20.96" ], [ "00:01:21.66", "00:01:22.61" ], [ "00:01:23.01", "00:01:23.75" ] ], "start_stop_frames": [ [ 3726, 3915 ], [ 3910, 4048 ], [ 4083, 4130 ], [ 4150, 4187 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P11_05+349_350_351_352", "video_id": "P11_05", "narration_ids": [ "P11_05_349", "P11_05_350", "P11_05_351", "P11_05_352" ], "src": "rinse_off pan . put pan on hob . pick_up colander", "src1": "rinse_off pan", "src2": "put pan on hob", "src3": "pick_up colander", "trg": "pick_up pan", "vis_src": "P11_05:349 P11_05:350 P11_05:351", "vis_trg": "P11_05:352", "narrations": [ "rinse off pan", "put pan on hob", "pick up colander", "pick up pan" ], "verbs": [ "rinse-off", "put-on", "pick-up", "pick-up" ], "verb_classes": [ 2, 1, 0, 0 ], "nouns": [ "pan", "pan", "colander", "pan" ], "noun_classes": [ 5, 5, 39, 5 ], "start_stop_timestamps": [ [ "00:25:20.74", "00:25:29.85" ], [ "00:25:32.21", "00:25:33.95" ], [ "00:25:35.23", "00:25:36.03" ], [ "00:25:35.42", "00:25:36.96" ] ], "start_stop_frames": [ [ 91244, 91791 ], [ 91932, 92037 ], [ 92113, 92161 ], [ 92125, 92217 ] ], "trgnoun": "pan", "trgverb": "pick_up" }, { "key": "P06_05+137_138_139_140", "video_id": "P06_05", "narration_ids": [ "P06_05_137", "P06_05_138", "P06_05_139", "P06_05_140" ], "src": "chop bacon . open cupboard . take container", "src1": "chop bacon", "src2": "open cupboard", "src3": "take container", "trg": "put bacon in container", "vis_src": "P06_05:137 P06_05:138 P06_05:139", "vis_trg": "P06_05:140", "narrations": [ "chop bacon", "open cupboard", "take container", "put bacon in container" ], "verbs": [ "chop", "open", "take", "put-in" ], "verb_classes": [ 7, 3, 0, 5 ], "nouns": [ "bacon", "cupboard", "container", "bacon" ], "noun_classes": [ 163, 3, 21, 163 ], "start_stop_timestamps": [ [ "00:15:25.91", "00:15:55.19" ], [ "00:15:55.64", "00:15:56.92" ], [ "00:15:57.02", "00:15:59.83" ], [ "00:16:01.73", "00:16:15.81" ] ], "start_stop_frames": [ [ 55554, 57311 ], [ 57338, 57415 ], [ 57421, 57589 ], [ 57703, 58548 ] ], "trgnoun": "bacon", "trgverb": "put_in" }, { "key": "P02_09+458_459_460_461", "video_id": "P02_09", "narration_ids": [ "P02_09_458", "P02_09_459", "P02_09_460", "P02_09_461" ], "src": "shake liquid . spread liquid . spread cleaning_liquid", "src1": "shake liquid", "src2": "spread liquid", "src3": "spread cleaning_liquid", "trg": "put cleaning_liquid", "vis_src": "P02_09:458 P02_09:459 P02_09:460", "vis_trg": "P02_09:461", "narrations": [ "shake liquid", "spread liquid", "spread cleaning liquid", "put cleaning liquid" ], "verbs": [ "shake", "spread", "spread", "put" ], "verb_classes": [ 15, 27, 27, 1 ], "nouns": [ "liquid", "liquid", "liquid:cleaning", "liquid:cleaning" ], "noun_classes": [ 150, 150, 22, 22 ], "start_stop_timestamps": [ [ "00:30:48.84", "00:30:49.57" ], [ "00:30:49.57", "00:30:51.81" ], [ "00:30:51.68", "00:30:53.82" ], [ "00:30:53.92", "00:30:54.88" ] ], "start_stop_frames": [ [ 110930, 110974 ], [ 110974, 111108 ], [ 111100, 111229 ], [ 111235, 111292 ] ], "trgnoun": "cleaning_liquid", "trgverb": "put" }, { "key": "P25_103+33_34_35_36", "video_id": "P25_103", "narration_ids": [ "P25_103_33", "P25_103_34", "P25_103_35", "P25_103_36" ], "src": "pick_up paper . tear paper . dry hands", "src1": "pick_up paper", "src2": "tear paper", "src3": "dry hands", "trg": "put_down paper", "vis_src": "P25_103:33 P25_103:34 P25_103:35", "vis_trg": "P25_103:36", "narrations": [ "pick up paper", "tear paper", "dry hands", "put down paper" ], "verbs": [ "pick-up", "tear", "dry", "put-down" ], "verb_classes": [ 0, 43, 14, 1 ], "nouns": [ "paper", "paper", "hand", "paper" ], "noun_classes": [ 49, 49, 11, 49 ], "start_stop_timestamps": [ [ "00:02:21.60", "00:02:24.95" ], [ "00:02:23.95", "00:02:26.95" ], [ "00:02:27.09", "00:02:32.69" ], [ "00:02:35.74", "00:02:36.74" ] ], "start_stop_frames": [ [ 7080, 7247 ], [ 7197, 7347 ], [ 7354, 7634 ], [ 7787, 7837 ] ], "trgnoun": "paper", "trgverb": "put_down" }, { "key": "P02_123+24_25_26_27", "video_id": "P02_123", "narration_ids": [ "P02_123_24", "P02_123_25", "P02_123_26", "P02_123_27" ], "src": "open cupboard . pick_up pan and pot . return pot to cupboard", "src1": "open cupboard", "src2": "pick_up pan and pot", "src3": "return pot to cupboard", "trg": "put pan on hob", "vis_src": "P02_123:24 P02_123:25 P02_123:26", "vis_trg": "P02_123:27", "narrations": [ "open cupboard", "pick up pan and pot", "return pot to cupboard", "put pan on hob" ], "verbs": [ "open", "pick-up", "return-to", "put-on" ], "verb_classes": [ 3, 0, 11, 1 ], "nouns": [ "cupboard", "pan", "pot", "pan" ], "noun_classes": [ 3, 5, 29, 5 ], "start_stop_timestamps": [ [ "00:00:49.50", "00:00:50.95" ], [ "00:00:51.50", "00:00:53.92" ], [ "00:00:54.09", "00:00:56.35" ], [ "00:00:57.57", "00:00:58.62" ] ], "start_stop_frames": [ [ 2475, 2547 ], [ 2575, 2696 ], [ 2704, 2817 ], [ 2878, 2931 ] ], "trgnoun": "pan", "trgverb": "put_on" }, { "key": "P04_118+5_6_8_9", "video_id": "P04_118", "narration_ids": [ "P04_118_5", "P04_118_6", "P04_118_8", "P04_118_9" ], "src": "put_down water_bottle . look_at phone . stretch_out hand", "src1": "put_down water_bottle", "src2": "look_at phone", "src3": "stretch_out hand", "trg": "put_away phone", "vis_src": "P04_118:5 P04_118:6 P04_118:8", "vis_trg": "P04_118:9", "narrations": [ "put down water bottle", "look at phone", "stretch out hand", "put away phone" ], "verbs": [ "put-down", "look-at", "stretch-out", "put-away" ], "verb_classes": [ 1, 38, 50, 1 ], "nouns": [ "bottle:water", "phone", "hand", "phone" ], "noun_classes": [ 15, 165, 11, 165 ], "start_stop_timestamps": [ [ "00:00:11.02", "00:00:11.86" ], [ "00:00:11.96", "00:00:15.46" ], [ "00:00:19.96", "00:00:23.88" ], [ "00:00:25.80", "00:00:27.30" ] ], "start_stop_frames": [ [ 551, 593 ], [ 598, 773 ], [ 998, 1194 ], [ 1290, 1365 ] ], "trgnoun": "phone", "trgverb": "put_away" }, { "key": "P25_103+89_90_91_92", "video_id": "P25_103", "narration_ids": [ "P25_103_89", "P25_103_90", "P25_103_91", "P25_103_92" ], "src": "flip meat . put_down fork . pick_up paper", "src1": "flip meat", "src2": "put_down fork", "src3": "pick_up paper", "trg": "tear paper", "vis_src": "P25_103:89 P25_103:90 P25_103:91", "vis_trg": "P25_103:92", "narrations": [ "flip meat", "put down fork", "pick up paper", "tear paper" ], "verbs": [ "flip", "put-down", "pick-up", "tear" ], "verb_classes": [ 22, 1, 0, 43 ], "nouns": [ "meat", "fork", "paper", "paper" ], "noun_classes": [ 28, 14, 49, 49 ], "start_stop_timestamps": [ [ "00:05:53.34", "00:05:58.57" ], [ "00:06:01.42", "00:06:04.90" ], [ "00:06:04.31", "00:06:08.02" ], [ "00:06:08.00", "00:06:10.79" ] ], "start_stop_frames": [ [ 17667, 17928 ], [ 18071, 18245 ], [ 18215, 18401 ], [ 18400, 18539 ] ], "trgnoun": "paper", "trgverb": "tear" }, { "key": "P25_103+90_91_92_93", "video_id": "P25_103", "narration_ids": [ "P25_103_90", "P25_103_91", "P25_103_92", "P25_103_93" ], "src": "put_down fork . pick_up paper . tear paper", "src1": "put_down fork", "src2": "pick_up paper", "src3": "tear paper", "trg": "put_down paper", "vis_src": "P25_103:90 P25_103:91 P25_103:92", "vis_trg": "P25_103:93", "narrations": [ "put down fork", "pick up paper", "tear paper", "put down paper" ], "verbs": [ "put-down", "pick-up", "tear", "put-down" ], "verb_classes": [ 1, 0, 43, 1 ], "nouns": [ "fork", "paper", "paper", "paper" ], "noun_classes": [ 14, 49, 49, 49 ], "start_stop_timestamps": [ [ "00:06:01.42", "00:06:04.90" ], [ "00:06:04.31", "00:06:08.02" ], [ "00:06:08.00", "00:06:10.79" ], [ "00:06:10.79", "00:06:12.26" ] ], "start_stop_frames": [ [ 18071, 18245 ], [ 18215, 18401 ], [ 18400, 18539 ], [ 18539, 18613 ] ], "trgnoun": "paper", "trgverb": "put_down" }, { "key": "P04_16+37_38_39_40", "video_id": "P04_16", "narration_ids": [ "P04_16_37", "P04_16_38", "P04_16_39", "P04_16_40" ], "src": "taste liquid . put_down spoon . pick_up pepper", "src1": "taste liquid", "src2": "put_down spoon", "src3": "pick_up pepper", "trg": "grind pepper", "vis_src": "P04_16:37 P04_16:38 P04_16:39", "vis_trg": "P04_16:40", "narrations": [ "taste liquid", "put down spoon", "pick up pepper", "grind pepper" ], "verbs": [ "taste", "put-down", "pick-up", "grind" ], "verb_classes": [ 35, 1, 0, 49 ], "nouns": [ "liquid", "spoon", "pepper", "pepper" ], "noun_classes": [ 150, 1, 37, 37 ], "start_stop_timestamps": [ [ "00:02:56.19", "00:02:59.90" ], [ "00:03:02.44", "00:03:04.16" ], [ "00:03:04.85", "00:03:05.90" ], [ "00:03:06.00", "00:03:15.75" ] ], "start_stop_frames": [ [ 10571, 10794 ], [ 10946, 11049 ], [ 11091, 11154 ], [ 11160, 11745 ] ], "trgnoun": "pepper", "trgverb": "grind" }, { "key": "P04_120+192_193_194_196", "video_id": "P04_120", "narration_ids": [ "P04_120_192", "P04_120_193", "P04_120_194", "P04_120_196" ], "src": "pick_up plates . pick_up plate . stack plates", "src1": "pick_up plates", "src2": "pick_up plate", "src3": "stack plates", "trg": "put plates on stack of plates", "vis_src": "P04_120:192 P04_120:193 P04_120:194", "vis_trg": "P04_120:196", "narrations": [ "pick up plates", "pick up plate", "stack plates", "put plates on stack of plates" ], "verbs": [ "pick-up", "pick-up", "stack", "put-on" ], "verb_classes": [ 0, 0, 40, 1 ], "nouns": [ "plate", "plate", "plate", "plate" ], "noun_classes": [ 2, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:08:17.68", "00:08:18.15" ], [ "00:08:18.68", "00:08:19.43" ], [ "00:08:20.15", "00:08:21.38" ], [ "00:08:22.25", "00:08:25.00" ] ], "start_stop_frames": [ [ 24884, 24907 ], [ 24934, 24971 ], [ 25007, 25069 ], [ 25112, 25250 ] ], "trgnoun": "plate", "trgverb": "put_on" }, { "key": "P04_115+17_18_19_20", "video_id": "P04_115", "narration_ids": [ "P04_115_17", "P04_115_18", "P04_115_19", "P04_115_20" ], "src": "move baking_tray . open oven . take cast iron pan out of oven", "src1": "move baking_tray", "src2": "open oven", "src3": "take cast iron pan out of oven", "trg": "put cast iron pan on hob", "vis_src": "P04_115:17 P04_115:18 P04_115:19", "vis_trg": "P04_115:20", "narrations": [ "move baking tray", "open oven", "take cast iron pan out of oven", "put cast iron pan on hob" ], "verbs": [ "move", "open", "take-out", "put-on" ], "verb_classes": [ 11, 3, 12, 1 ], "nouns": [ "tray:baking", "oven", "pan:cast:iron", "pan:cast:iron" ], "noun_classes": [ 35, 46, 5, 5 ], "start_stop_timestamps": [ [ "00:00:44.85", "00:00:50.18" ], [ "00:00:49.62", "00:00:52.19" ], [ "00:00:52.53", "00:00:54.49" ], [ "00:00:54.59", "00:00:56.74" ] ], "start_stop_frames": [ [ 2242, 2509 ], [ 2481, 2609 ], [ 2626, 2724 ], [ 2729, 2837 ] ], "trgnoun": "iron_cast_pan", "trgverb": "put_on" }, { "key": "P07_04+141_142_143_144", "video_id": "P07_04", "narration_ids": [ "P07_04_141", "P07_04_142", "P07_04_143", "P07_04_144" ], "src": "turn_off switch . empty egg on plate . open sauce", "src1": "turn_off switch", "src2": "empty egg on plate", "src3": "open sauce", "trg": "pour sauce on egg", "vis_src": "P07_04:141 P07_04:142 P07_04:143", "vis_trg": "P07_04:144", "narrations": [ "turn off switch", "empty egg on plate", "open sauce", "pour sauce on egg" ], "verbs": [ "turn-off", "empty", "open", "pour-on" ], "verb_classes": [ 8, 20, 3, 9 ], "nouns": [ "switch", "egg", "sauce", "sauce" ], "noun_classes": [ 92, 53, 47, 47 ], "start_stop_timestamps": [ [ "00:12:41.91", "00:12:42.71" ], [ "00:12:45.00", "00:12:54.18" ], [ "00:13:01.65", "00:13:03.02" ], [ "00:13:02.83", "00:13:08.37" ] ], "start_stop_frames": [ [ 45714, 45762 ], [ 45900, 46450 ], [ 46899, 46981 ], [ 46969, 47302 ] ], "trgnoun": "sauce", "trgverb": "pour_on" }, { "key": "P06_101+401_402_403_404", "video_id": "P06_101", "narration_ids": [ "P06_101_401", "P06_101_402", "P06_101_403", "P06_101_404" ], "src": "pick_up recycling_bin . put recycling_bin on shelf . pick_up rubbish", "src1": "pick_up recycling_bin", "src2": "put recycling_bin on shelf", "src3": "pick_up rubbish", "trg": "put rubbish in bin", "vis_src": "P06_101:401 P06_101:402 P06_101:403", "vis_trg": "P06_101:404", "narrations": [ "pick up recycling bin", "put recycling bin on shelf", "pick up rubbish", "put rubbish in bin" ], "verbs": [ "pick-up", "put-on", "pick-up", "put-in" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "bin:recycling", "bin:recycling", "rubbish", "rubbish" ], "noun_classes": [ 36, 36, 54, 54 ], "start_stop_timestamps": [ [ "00:30:02.54", "00:30:03.48" ], [ "00:30:03.32", "00:30:04.72" ], [ "00:30:06.54", "00:30:07.86" ], [ "00:30:07.31", "00:30:09.64" ] ], "start_stop_frames": [ [ 90127, 90174 ], [ 90166, 90236 ], [ 90327, 90393 ], [ 90365, 90482 ] ], "trgnoun": "rubbish", "trgverb": "put_in" }, { "key": "P04_107+511_512_513_514", "video_id": "P04_107", "narration_ids": [ "P04_107_511", "P04_107_512", "P04_107_513", "P04_107_514" ], "src": "fold dough over chopstick . press_down dough . slide chopstick out of dough", "src1": "fold dough over chopstick", "src2": "press_down dough", "src3": "slide chopstick out of dough", "trg": "put_down chopstick", "vis_src": "P04_107:511 P04_107:512 P04_107:513", "vis_trg": "P04_107:514", "narrations": [ "fold dough over chopstick", "press down dough", "slide chopstick out of dough", "put down chopstick" ], "verbs": [ "fold-over", "press-down", "slide-out", "put-down" ], "verb_classes": [ 28, 21, 61, 1 ], "nouns": [ "dough", "dough", "chopstick", "chopstick" ], "noun_classes": [ 25, 25, 80, 80 ], "start_stop_timestamps": [ [ "00:14:49.68", "00:14:50.35" ], [ "00:14:50.42", "00:14:51.42" ], [ "00:14:50.96", "00:14:54.91" ], [ "00:14:54.84", "00:14:55.55" ] ], "start_stop_frames": [ [ 44484, 44517 ], [ 44521, 44571 ], [ 44548, 44745 ], [ 44742, 44777 ] ], "trgnoun": "chopstick", "trgverb": "put_down" }, { "key": "P04_115+6_7_8_9", "video_id": "P04_115", "narration_ids": [ "P04_115_6", "P04_115_7", "P04_115_8", "P04_115_9" ], "src": "put baking_tray on hob . pick_up baking_tray . pick_up frying_pan", "src1": "put baking_tray on hob", "src2": "pick_up baking_tray", "src3": "pick_up frying_pan", "trg": "put_down frying_pan", "vis_src": "P04_115:6 P04_115:7 P04_115:8", "vis_trg": "P04_115:9", "narrations": [ "put baking tray on hob", "pick up baking tray", "pick up frying pan", "put down frying pan" ], "verbs": [ "put-on", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "tray:baking", "tray:baking", "pan:frying", "pan:frying" ], "noun_classes": [ 35, 35, 5, 5 ], "start_stop_timestamps": [ [ "00:00:19.43", "00:00:22.27" ], [ "00:00:24.29", "00:00:25.11" ], [ "00:00:25.12", "00:00:26.22" ], [ "00:00:26.37", "00:00:26.85" ] ], "start_stop_frames": [ [ 971, 1113 ], [ 1214, 1255 ], [ 1256, 1311 ], [ 1318, 1342 ] ], "trgnoun": "frying_pan", "trgverb": "put_down" }, { "key": "P29_03+232_233_234_235", "video_id": "P29_03", "narration_ids": [ "P29_03_232", "P29_03_233", "P29_03_234", "P29_03_235" ], "src": "put_down bowl . pick_up baking_tray . scour baking_tray", "src1": "put_down bowl", "src2": "pick_up baking_tray", "src3": "scour baking_tray", "trg": "rinse baking_tray", "vis_src": "P29_03:232 P29_03:233 P29_03:234", "vis_trg": "P29_03:235", "narrations": [ "put down bowl", "pick up baking tray", "scour baking tray", "rinse baking tray" ], "verbs": [ "put-down", "pick-up", "scour", "rinse" ], "verb_classes": [ 1, 0, 29, 2 ], "nouns": [ "bowl", "tray:baking", "tray:baking", "tray:baking" ], "noun_classes": [ 7, 35, 35, 35 ], "start_stop_timestamps": [ [ "00:14:27.71", "00:14:29.55" ], [ "00:14:33.21", "00:14:35.48" ], [ "00:14:35.58", "00:14:44.83" ], [ "00:14:44.49", "00:14:50.80" ] ], "start_stop_frames": [ [ 52062, 52173 ], [ 52392, 52528 ], [ 52534, 53089 ], [ 53069, 53448 ] ], "trgnoun": "baking_tray", "trgverb": "rinse" }, { "key": "P25_107+152_153_154_155", "video_id": "P25_107", "narration_ids": [ "P25_107_152", "P25_107_153", "P25_107_154", "P25_107_155" ], "src": "pick_up paper . tear paper . dry hands", "src1": "pick_up paper", "src2": "tear paper", "src3": "dry hands", "trg": "put_down paper", "vis_src": "P25_107:152 P25_107:153 P25_107:154", "vis_trg": "P25_107:155", "narrations": [ "pick up paper", "tear paper", "dry hands", "put down paper" ], "verbs": [ "pick-up", "tear", "dry", "put-down" ], "verb_classes": [ 0, 43, 14, 1 ], "nouns": [ "paper", "paper", "hand", "paper" ], "noun_classes": [ 49, 49, 11, 49 ], "start_stop_timestamps": [ [ "00:14:22.20", "00:14:23.45" ], [ "00:14:23.80", "00:14:26.35" ], [ "00:14:27.39", "00:14:31.77" ], [ "00:14:31.25", "00:14:33.00" ] ], "start_stop_frames": [ [ 43110, 43172 ], [ 43190, 43317 ], [ 43369, 43588 ], [ 43562, 43650 ] ], "trgnoun": "paper", "trgverb": "put_down" }, { "key": "P02_123+195_196_197_198", "video_id": "P02_123", "narration_ids": [ "P02_123_195", "P02_123_196", "P02_123_197", "P02_123_198" ], "src": "hang mug on stand . pick_up plate . open cupboard", "src1": "hang mug on stand", "src2": "pick_up plate", "src3": "open cupboard", "trg": "put plate in cupboard", "vis_src": "P02_123:195 P02_123:196 P02_123:197", "vis_trg": "P02_123:198", "narrations": [ "hang mug on stand", "pick up plate", "open cupboard", "put plate in cupboard" ], "verbs": [ "hang-on", "pick-up", "open", "put-in" ], "verb_classes": [ 41, 0, 3, 5 ], "nouns": [ "mug", "plate", "cupboard", "plate" ], "noun_classes": [ 13, 2, 3, 2 ], "start_stop_timestamps": [ [ "00:11:45.52", "00:11:47.05" ], [ "00:11:49.58", "00:11:50.18" ], [ "00:11:51.59", "00:11:53.19" ], [ "00:11:52.96", "00:11:55.50" ] ], "start_stop_frames": [ [ 35276, 35352 ], [ 35479, 35509 ], [ 35579, 35659 ], [ 35648, 35775 ] ], "trgnoun": "plate", "trgverb": "put_in" }, { "key": "P30_108+120_121_122_123", "video_id": "P30_108", "narration_ids": [ "P30_108_120", "P30_108_121", "P30_108_122", "P30_108_123" ], "src": "pick_up sponge . scrub spoon . rinse spoon", "src1": "pick_up sponge", "src2": "scrub spoon", "src3": "rinse spoon", "trg": "put spoon in drying rack", "vis_src": "P30_108:120 P30_108:121 P30_108:122", "vis_trg": "P30_108:123", "narrations": [ "pick up sponge", "scrub spoon", "rinse spoon", "put spoon in drying rack" ], "verbs": [ "pick-up", "scrub", "rinse", "put-in" ], "verb_classes": [ 0, 29, 2, 5 ], "nouns": [ "sponge", "spoon", "spoon", "spoon" ], "noun_classes": [ 9, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:05:18.50", "00:05:18.77" ], [ "00:05:18.86", "00:05:19.20" ], [ "00:05:19.80", "00:05:21.00" ], [ "00:05:21.55", "00:05:22.43" ] ], "start_stop_frames": [ [ 15925, 15938 ], [ 15943, 15960 ], [ 15990, 16050 ], [ 16077, 16121 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P02_06+337_338_339_340", "video_id": "P02_06", "narration_ids": [ "P02_06_337", "P02_06_338", "P02_06_339", "P02_06_340" ], "src": "put liquid . wash chopping_board . open tap", "src1": "put liquid", "src2": "wash chopping_board", "src3": "open tap", "trg": "rinse chopping_board", "vis_src": "P02_06:337 P02_06:338 P02_06:339", "vis_trg": "P02_06:340", "narrations": [ "put liquid", "wash chopping board", "open tap", "rinse chopping board" ], "verbs": [ "put", "wash", "turn-on", "rinse" ], "verb_classes": [ 1, 2, 6, 2 ], "nouns": [ "liquid", "board:chopping", "tap", "board:chopping" ], "noun_classes": [ 150, 18, 0, 18 ], "start_stop_timestamps": [ [ "00:15:47.68", "00:15:50.28" ], [ "00:15:50.97", "00:15:54.37" ], [ "00:15:54.47", "00:15:55.37" ], [ "00:15:55.58", "00:15:59.52" ] ], "start_stop_frames": [ [ 56860, 57016 ], [ 57058, 57262 ], [ 57268, 57322 ], [ 57334, 57571 ] ], "trgnoun": "chopping_board", "trgverb": "rinse" }, { "key": "P07_10+40_41_42_45", "video_id": "P07_10", "narration_ids": [ "P07_10_40", "P07_10_41", "P07_10_42", "P07_10_45" ], "src": "pick_up potatoes . turn_on tap . rinse potatoes", "src1": "pick_up potatoes", "src2": "turn_on tap", "src3": "rinse potatoes", "trg": "turn_off tap", "vis_src": "P07_10:40 P07_10:41 P07_10:42", "vis_trg": "P07_10:45", "narrations": [ "pick up potatoes", "turn on tap", "rinse potatoes", "turn off tap" ], "verbs": [ "pick-up", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 0, 6, 2, 8 ], "nouns": [ "potato", "tap", "potato", "tap" ], "noun_classes": [ 30, 0, 30, 0 ], "start_stop_timestamps": [ [ "00:04:22.78", "00:04:24.95" ], [ "00:04:24.71", "00:04:26.08" ], [ "00:04:26.18", "00:04:29.86" ], [ "00:04:36.80", "00:04:39.36" ] ], "start_stop_frames": [ [ 15766, 15897 ], [ 15882, 15964 ], [ 15970, 16191 ], [ 16608, 16761 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P01_103+59_60_61_62", "video_id": "P01_103", "narration_ids": [ "P01_103_59", "P01_103_60", "P01_103_61", "P01_103_62" ], "src": "open cereal_bag . pour cereals into cup . pick_up nuts", "src1": "open cereal_bag", "src2": "pour cereals into cup", "src3": "pick_up nuts", "trg": "put_down nuts", "vis_src": "P01_103:59 P01_103:60 P01_103:61", "vis_trg": "P01_103:62", "narrations": [ "open cereal bag", "pour cereals into cup", "pick up nuts", "put down nuts" ], "verbs": [ "open", "pour-into", "pick-up", "put-down" ], "verb_classes": [ 3, 9, 0, 1 ], "nouns": [ "bag:cereal", "cereal", "nut", "nut" ], "noun_classes": [ 19, 99, 133, 133 ], "start_stop_timestamps": [ [ "00:01:34.89", "00:01:38.09" ], [ "00:01:38.48", "00:01:47.83" ], [ "00:01:48.88", "00:01:49.48" ], [ "00:01:49.49", "00:01:49.79" ] ], "start_stop_frames": [ [ 4744, 4904 ], [ 4923, 5391 ], [ 5444, 5473 ], [ 5474, 5489 ] ], "trgnoun": "nut", "trgverb": "put_down" }, { "key": "P08_05+66_67_68_69", "video_id": "P08_05", "narration_ids": [ "P08_05_66", "P08_05_67", "P08_05_68", "P08_05_69" ], "src": "get kettle . pour hot_water on corn . open heat", "src1": "get kettle", "src2": "pour hot_water on corn", "src3": "open heat", "trg": "place kettle back", "vis_src": "P08_05:66 P08_05:67 P08_05:68", "vis_trg": "P08_05:69", "narrations": [ "get kettle", "pour hot water on corn", "open heat", "place kettle back" ], "verbs": [ "get", "pour-on", "open", "place" ], "verb_classes": [ 0, 9, 3, 1 ], "nouns": [ "kettle", "water:hot", "heat", "kettle" ], "noun_classes": [ 44, 27, 65, 44 ], "start_stop_timestamps": [ [ "00:04:02.73", "00:04:03.80" ], [ "00:04:04.88", "00:04:07.80" ], [ "00:04:08.98", "00:04:13.26" ], [ "00:04:13.02", "00:04:15.80" ] ], "start_stop_frames": [ [ 14563, 14628 ], [ 14692, 14868 ], [ 14938, 15195 ], [ 15181, 15348 ] ], "trgnoun": "kettle", "trgverb": "place" }, { "key": "P03_119+147_148_149_150", "video_id": "P03_119", "narration_ids": [ "P03_119_147", "P03_119_148", "P03_119_149", "P03_119_150" ], "src": "rinse clip top jar under tap . remove seal from clip top jar . wash seal of clip top jar", "src1": "rinse clip top jar under tap", "src2": "remove seal from clip top jar", "src3": "wash seal of clip top jar", "trg": "rinse seal of clip top jar", "vis_src": "P03_119:147 P03_119:148 P03_119:149", "vis_trg": "P03_119:150", "narrations": [ "rinse clip top jar under tap", "remove seal from clip top jar", "wash seal of clip top jar", "rinse seal of clip top jar" ], "verbs": [ "rinse", "remove-from", "wash", "rinse" ], "verb_classes": [ 2, 12, 2, 2 ], "nouns": [ "clip:top:jar", "seal", "seal:clip:top:jar", "seal:clip:top:jar" ], "noun_classes": [ 40, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:08:41.83", "00:08:43.30" ], [ "00:08:45.20", "00:08:49.99" ], [ "00:08:51.40", "00:08:53.50" ], [ "00:08:53.60", "00:08:55.29" ] ], "start_stop_frames": [ [ 26091, 26164 ], [ 26260, 26499 ], [ 26570, 26675 ], [ 26680, 26764 ] ], "trgnoun": "jar_top_clip_seal", "trgverb": "rinse" }, { "key": "P04_104+123_124_125_126", "video_id": "P04_104", "narration_ids": [ "P04_104_123", "P04_104_124", "P04_104_125", "P04_104_126" ], "src": "put_down tea_towels . put foil back in drawer . close drawer", "src1": "put_down tea_towels", "src2": "put foil back in drawer", "src3": "close drawer", "trg": "look_in drawer", "vis_src": "P04_104:123 P04_104:124 P04_104:125", "vis_trg": "P04_104:126", "narrations": [ "put down tea towels", "put foil back in drawer", "close drawer", "look in drawer" ], "verbs": [ "put-down", "put-in", "close", "look-in" ], "verb_classes": [ 1, 5, 4, 24 ], "nouns": [ "towel:tea", "foil", "drawer", "drawer" ], "noun_classes": [ 52, 123, 8, 8 ], "start_stop_timestamps": [ [ "00:04:43.37", "00:04:43.87" ], [ "00:04:44.41", "00:04:45.60" ], [ "00:04:45.04", "00:04:46.60" ], [ "00:04:47.89", "00:04:49.85" ] ], "start_stop_frames": [ [ 14168, 14193 ], [ 14220, 14280 ], [ 14252, 14330 ], [ 14394, 14492 ] ], "trgnoun": "drawer", "trgverb": "look_in" }, { "key": "P03_119+155_156_157_158", "video_id": "P03_119", "narration_ids": [ "P03_119_155", "P03_119_156", "P03_119_157", "P03_119_158" ], "src": "open clip top jar . pick_up sponge . wash clip top jar", "src1": "open clip top jar", "src2": "pick_up sponge", "src3": "wash clip top jar", "trg": "rinse clip top jar", "vis_src": "P03_119:155 P03_119:156 P03_119:157", "vis_trg": "P03_119:158", "narrations": [ "open clip top jar", "pick up sponge", "wash clip top jar", "rinse clip top jar" ], "verbs": [ "open", "pick-up", "wash", "rinse" ], "verb_classes": [ 3, 0, 2, 2 ], "nouns": [ "jar:clip:top", "sponge", "jar:clip:top", "jar:clip:top" ], "noun_classes": [ 40, 9, 40, 40 ], "start_stop_timestamps": [ [ "00:09:18.62", "00:09:20.40" ], [ "00:09:20.15", "00:09:20.90" ], [ "00:09:20.82", "00:09:30.89" ], [ "00:09:31.39", "00:09:34.39" ] ], "start_stop_frames": [ [ 27931, 28020 ], [ 28007, 28045 ], [ 28041, 28544 ], [ 28569, 28719 ] ], "trgnoun": "top_clip_jar", "trgverb": "rinse" }, { "key": "P11_05+276_277_278_279", "video_id": "P11_05", "narration_ids": [ "P11_05_276", "P11_05_277", "P11_05_278", "P11_05_279" ], "src": "turn_off timer . pick_up colander . put_back pot", "src1": "turn_off timer", "src2": "pick_up colander", "src3": "put_back pot", "trg": "put colander in sink", "vis_src": "P11_05:276 P11_05:277 P11_05:278", "vis_trg": "P11_05:279", "narrations": [ "turn off timer", "pick up colander", "put back pot", "put colander in sink" ], "verbs": [ "turn-off", "pick-up", "put-back", "put-in" ], "verb_classes": [ 8, 0, 1, 5 ], "nouns": [ "timer", "colander", "pot", "colander" ], "noun_classes": [ 111, 39, 29, 39 ], "start_stop_timestamps": [ [ "00:19:08.72", "00:19:09.44" ], [ "00:19:12.74", "00:19:14.18" ], [ "00:19:14.75", "00:19:16.12" ], [ "00:19:17.07", "00:19:18.44" ] ], "start_stop_frames": [ [ 68923, 68966 ], [ 69164, 69250 ], [ 69285, 69367 ], [ 69424, 69506 ] ], "trgnoun": "colander", "trgverb": "put_in" }, { "key": "P04_117+35_36_37_38", "video_id": "P04_117", "narration_ids": [ "P04_117_35", "P04_117_36", "P04_117_37", "P04_117_38" ], "src": "hold_onto pan . pick_up spatula . stir eggs in saucepan using spatula", "src1": "hold_onto pan", "src2": "pick_up spatula", "src3": "stir eggs in saucepan using spatula", "trg": "put_down spatula", "vis_src": "P04_117:35 P04_117:36 P04_117:37", "vis_trg": "P04_117:38", "narrations": [ "hold onto pan", "pick up spatula", "stir eggs in saucepan using spatula", "put down spatula" ], "verbs": [ "hold-onto", "pick-up", "stir-in", "put-down" ], "verb_classes": [ 34, 0, 10, 1 ], "nouns": [ "pan", "spatula", "egg", "spatula" ], "noun_classes": [ 5, 20, 53, 20 ], "start_stop_timestamps": [ [ "00:01:22.44", "00:01:22.74" ], [ "00:01:22.44", "00:01:22.89" ], [ "00:01:23.09", "00:01:27.34" ], [ "00:01:27.10", "00:01:27.37" ] ], "start_stop_frames": [ [ 4122, 4137 ], [ 4122, 4144 ], [ 4154, 4367 ], [ 4355, 4368 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P04_120+207_208_209_210", "video_id": "P04_120", "narration_ids": [ "P04_120_207", "P04_120_208", "P04_120_209", "P04_120_210" ], "src": "pick_up baking_tray . shake baking_tray . pick_up tea_towel", "src1": "pick_up baking_tray", "src2": "shake baking_tray", "src3": "pick_up tea_towel", "trg": "dry baking_tray", "vis_src": "P04_120:207 P04_120:208 P04_120:209", "vis_trg": "P04_120:210", "narrations": [ "pick up baking tray", "shake baking tray", "pick up tea towel", "dry baking tray" ], "verbs": [ "pick-up", "shake", "pick-up", "dry" ], "verb_classes": [ 0, 15, 0, 14 ], "nouns": [ "tray:baking", "tray:baking", "towel:tea", "tray:baking" ], "noun_classes": [ 35, 35, 52, 35 ], "start_stop_timestamps": [ [ "00:08:46.54", "00:08:47.64" ], [ "00:08:47.27", "00:08:48.29" ], [ "00:08:48.64", "00:08:49.04" ], [ "00:08:50.14", "00:08:52.69" ] ], "start_stop_frames": [ [ 26327, 26382 ], [ 26363, 26414 ], [ 26432, 26452 ], [ 26507, 26634 ] ], "trgnoun": "baking_tray", "trgverb": "dry" }, { "key": "P01_105+343_344_345_346", "video_id": "P01_105", "narration_ids": [ "P01_105_343", "P01_105_344", "P01_105_345", "P01_105_346" ], "src": "cut pak_choi . move pak_choi . pick_up pak choi leaves", "src1": "cut pak_choi", "src2": "move pak_choi", "src3": "pick_up pak choi leaves", "trg": "put_down pak choi leaves", "vis_src": "P01_105:343 P01_105:344 P01_105:345", "vis_trg": "P01_105:346", "narrations": [ "cut pak choi", "move pak choi", "pick up pak choi leaves", "put down pak choi leaves" ], "verbs": [ "cut", "move", "pick-up", "put-down" ], "verb_classes": [ 7, 11, 0, 1 ], "nouns": [ "choi:pak", "choi:pak", "leaf:pak:choi", "leaf:pak:choi" ], "noun_classes": [ 151, 151, 62, 62 ], "start_stop_timestamps": [ [ "00:13:16.99", "00:13:23.54" ], [ "00:13:23.69", "00:13:24.39" ], [ "00:13:24.98", "00:13:27.39" ], [ "00:13:27.59", "00:13:28.39" ] ], "start_stop_frames": [ [ 39849, 40177 ], [ 40184, 40219 ], [ 40249, 40369 ], [ 40379, 40419 ] ], "trgnoun": "choi_pak_leaf", "trgverb": "put_down" }, { "key": "P02_06+249_250_251_255", "video_id": "P02_06", "narration_ids": [ "P02_06_249", "P02_06_250", "P02_06_251", "P02_06_255" ], "src": "put sweet_corn on salad . put can . mixing salad", "src1": "put sweet_corn on salad", "src2": "put can", "src3": "mixing salad", "trg": "throw can", "vis_src": "P02_06:249 P02_06:250 P02_06:251", "vis_trg": "P02_06:255", "narrations": [ "put sweet corn on salad", "put can", "mixing salad", "throw can" ], "verbs": [ "put-on", "put", "mix", "throw" ], "verb_classes": [ 1, 1, 10, 13 ], "nouns": [ "corn:sweet", "can", "salad", "can" ], "noun_classes": [ 125, 61, 68, 61 ], "start_stop_timestamps": [ [ "00:11:52.28", "00:11:55.82" ], [ "00:11:55.88", "00:11:56.65" ], [ "00:11:56.40", "00:12:03.83" ], [ "00:12:09.23", "00:12:10.15" ] ], "start_stop_frames": [ [ 42736, 42949 ], [ 42952, 42999 ], [ 42984, 43429 ], [ 43753, 43809 ] ], "trgnoun": "can", "trgverb": "throw" }, { "key": "P03_123+84_85_86_87", "video_id": "P03_123", "narration_ids": [ "P03_123_84", "P03_123_85", "P03_123_86", "P03_123_87" ], "src": "put hands in oven mitts . stretch seal of clip top jar around top . close clip top jar lid", "src1": "put hands in oven mitts", "src2": "stretch seal of clip top jar around top", "src3": "close clip top jar lid", "trg": "remove hand from oven mitt", "vis_src": "P03_123:84 P03_123:85 P03_123:86", "vis_trg": "P03_123:87", "narrations": [ "put hands in oven mitts", "stretch seal of clip top jar around top", "close clip top jar lid", "remove hand from oven mitt" ], "verbs": [ "put-in", "stretch-around", "close", "remove-from" ], "verb_classes": [ 5, 50, 4, 12 ], "nouns": [ "hand", "seal:clip:top:jar", "clip", "hand" ], "noun_classes": [ 11, 6, 129, 11 ], "start_stop_timestamps": [ [ "00:04:28.82", "00:04:30.19" ], [ "00:04:30.34", "00:04:38.28" ], [ "00:04:38.02", "00:04:39.16" ], [ "00:04:40.67", "00:04:42.98" ] ], "start_stop_frames": [ [ 13441, 13509 ], [ 13516, 13913 ], [ 13901, 13957 ], [ 14033, 14149 ] ], "trgnoun": "hand", "trgverb": "remove_from" }, { "key": "P03_123+89_90_91_92", "video_id": "P03_123", "narration_ids": [ "P03_123_89", "P03_123_90", "P03_123_91", "P03_123_92" ], "src": "move clip top jar . put seal on clip top jar . put hand in oven mitt", "src1": "move clip top jar", "src2": "put seal on clip top jar", "src3": "put hand in oven mitt", "trg": "rotate clip top jar", "vis_src": "P03_123:89 P03_123:90 P03_123:91", "vis_trg": "P03_123:92", "narrations": [ "move clip top jar", "put seal on clip top jar", "put hand in oven mitt", "rotate clip top jar" ], "verbs": [ "move", "put-on", "put-in", "rotate" ], "verb_classes": [ 11, 1, 5, 23 ], "nouns": [ "jar:clip:top", "seal", "hand", "jar:clip:top" ], "noun_classes": [ 40, 6, 11, 40 ], "start_stop_timestamps": [ [ "00:04:44.56", "00:04:47.74" ], [ "00:04:46.31", "00:04:48.41" ], [ "00:04:46.95", "00:04:50.13" ], [ "00:04:50.23", "00:04:51.55" ] ], "start_stop_frames": [ [ 14228, 14387 ], [ 14315, 14420 ], [ 14347, 14506 ], [ 14511, 14577 ] ], "trgnoun": "top_clip_jar", "trgverb": "rotate" }, { "key": "P08_23+98_99_100_101", "video_id": "P08_23", "narration_ids": [ "P08_23_98", "P08_23_99", "P08_23_100", "P08_23_101" ], "src": "wipe_off salad . throw salad_bits away . chop salad", "src1": "wipe_off salad", "src2": "throw salad_bits away", "src3": "chop salad", "trg": "put salad in bowl", "vis_src": "P08_23:98 P08_23:99 P08_23:100", "vis_trg": "P08_23:101", "narrations": [ "wipe off salad", "throw salad bits away", "chop salad", "put salad in bowl" ], "verbs": [ "wipe-off", "throw", "chop", "put-in" ], "verb_classes": [ 2, 13, 7, 5 ], "nouns": [ "salad", "bit:salad", "salad", "salad" ], "noun_classes": [ 68, 68, 68, 68 ], "start_stop_timestamps": [ [ "00:08:20.31", "00:08:21.88" ], [ "00:08:35.85", "00:08:37.04" ], [ "00:08:36.81", "00:08:46.43" ], [ "00:08:46.67", "00:08:49.80" ] ], "start_stop_frames": [ [ 30018, 30112 ], [ 30951, 31022 ], [ 31008, 31585 ], [ 31600, 31787 ] ], "trgnoun": "salad", "trgverb": "put_in" }, { "key": "P03_102+35_36_37_38", "video_id": "P03_102", "narration_ids": [ "P03_102_35", "P03_102_36", "P03_102_37", "P03_102_38" ], "src": "pick_up can of chickpeas . put can of chickpeas in cupboard . put can of tomatoes in cupboard", "src1": "pick_up can of chickpeas", "src2": "put can of chickpeas in cupboard", "src3": "put can of tomatoes in cupboard", "trg": "stack can of tomatoes", "vis_src": "P03_102:35 P03_102:36 P03_102:37", "vis_trg": "P03_102:38", "narrations": [ "pick up can of chickpeas", "put can of chickpeas in cupboard", "put can of tomatoes in cupboard", "stack can of tomatoes" ], "verbs": [ "pick-up", "put-of", "put-of", "stack" ], "verb_classes": [ 0, 1, 1, 40 ], "nouns": [ "chickpea", "chickpea", "tomato", "tomato" ], "noun_classes": [ 177, 177, 43, 43 ], "start_stop_timestamps": [ [ "00:01:20.40", "00:01:21.15" ], [ "00:01:22.01", "00:01:22.81" ], [ "00:01:23.10", "00:01:24.43" ], [ "00:01:24.38", "00:01:26.38" ] ], "start_stop_frames": [ [ 4020, 4057 ], [ 4100, 4140 ], [ 4155, 4221 ], [ 4219, 4319 ] ], "trgnoun": "tomato", "trgverb": "stack" }, { "key": "P03_123+91_92_93_95", "video_id": "P03_123", "narration_ids": [ "P03_123_91", "P03_123_92", "P03_123_93", "P03_123_95" ], "src": "put hand in oven mitt . rotate clip top jar . stretch seal of clip top jar onto top", "src1": "put hand in oven mitt", "src2": "rotate clip top jar", "src3": "stretch seal of clip top jar onto top", "trg": "remove hand from oven mitt", "vis_src": "P03_123:91 P03_123:92 P03_123:93", "vis_trg": "P03_123:95", "narrations": [ "put hand in oven mitt", "rotate clip top jar", "stretch seal of clip top jar onto top", "remove hand from oven mitt" ], "verbs": [ "put-in", "rotate", "stretch-onto", "remove-from" ], "verb_classes": [ 5, 23, 50, 12 ], "nouns": [ "hand", "jar:clip:top", "seal:clip:top:jar", "hand" ], "noun_classes": [ 11, 40, 6, 11 ], "start_stop_timestamps": [ [ "00:04:46.95", "00:04:50.13" ], [ "00:04:50.23", "00:04:51.55" ], [ "00:04:52.63", "00:05:01.88" ], [ "00:04:59.74", "00:05:07.78" ] ], "start_stop_frames": [ [ 14347, 14506 ], [ 14511, 14577 ], [ 14631, 15094 ], [ 14987, 15388 ] ], "trgnoun": "hand", "trgverb": "remove_from" }, { "key": "P25_107+271_272_273_274", "video_id": "P25_107", "narration_ids": [ "P25_107_271", "P25_107_272", "P25_107_273", "P25_107_274" ], "src": "pick_up paper . tear paper . dry hands", "src1": "pick_up paper", "src2": "tear paper", "src3": "dry hands", "trg": "put_down paper", "vis_src": "P25_107:271 P25_107:272 P25_107:273", "vis_trg": "P25_107:274", "narrations": [ "pick up paper", "tear paper", "dry hands", "put down paper" ], "verbs": [ "pick-up", "tear", "dry", "put-down" ], "verb_classes": [ 0, 43, 14, 1 ], "nouns": [ "paper", "paper", "hand", "paper" ], "noun_classes": [ 49, 49, 11, 49 ], "start_stop_timestamps": [ [ "00:22:14.90", "00:22:16.00" ], [ "00:22:16.93", "00:22:22.06" ], [ "00:22:22.17", "00:22:24.51" ], [ "00:22:24.94", "00:22:26.44" ] ], "start_stop_frames": [ [ 66745, 66800 ], [ 66846, 67103 ], [ 67108, 67225 ], [ 67247, 67322 ] ], "trgnoun": "paper", "trgverb": "put_down" }, { "key": "P30_05+37_38_39_40", "video_id": "P30_05", "narration_ids": [ "P30_05_37", "P30_05_38", "P30_05_39", "P30_05_40" ], "src": "take lemon . put lemon . take salad", "src1": "take lemon", "src2": "put lemon", "src3": "take salad", "trg": "put salad in bin", "vis_src": "P30_05:37 P30_05:38 P30_05:39", "vis_trg": "P30_05:40", "narrations": [ "take lemon", "put lemon", "take salad", "put salad in bin" ], "verbs": [ "take", "put", "take", "put-in" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "lemon", "lemon", "salad", "salad" ], "noun_classes": [ 105, 105, 68, 68 ], "start_stop_timestamps": [ [ "00:03:28.33", "00:03:29.39" ], [ "00:03:29.66", "00:03:30.88" ], [ "00:03:41.73", "00:03:43.10" ], [ "00:03:43.99", "00:03:45.31" ] ], "start_stop_frames": [ [ 12499, 12563 ], [ 12579, 12652 ], [ 13303, 13386 ], [ 13439, 13518 ] ], "trgnoun": "salad", "trgverb": "put_in" }, { "key": "P27_103+638_639_640_641", "video_id": "P27_103", "narration_ids": [ "P27_103_638", "P27_103_639", "P27_103_640", "P27_103_641" ], "src": "pick_up towel . fold towel . open garbage_bin", "src1": "pick_up towel", "src2": "fold towel", "src3": "open garbage_bin", "trg": "shake towel", "vis_src": "P27_103:638 P27_103:639 P27_103:640", "vis_trg": "P27_103:641", "narrations": [ "pick up towel", "fold towel", "open garbage bin", "shake towel" ], "verbs": [ "pick-up", "fold", "open", "shake" ], "verb_classes": [ 0, 28, 3, 15 ], "nouns": [ "towel", "towel", "bin:garbage", "towel" ], "noun_classes": [ 52, 52, 36, 52 ], "start_stop_timestamps": [ [ "00:39:08.63", "00:39:10.40" ], [ "00:39:10.36", "00:39:12.56" ], [ "00:39:13.24", "00:39:15.20" ], [ "00:39:15.74", "00:39:23.55" ] ], "start_stop_frames": [ [ 117431, 117520 ], [ 117518, 117628 ], [ 117661, 117759 ], [ 117786, 118177 ] ], "trgnoun": "towel", "trgverb": "shake" }, { "key": "P03_119+138_139_141_170", "video_id": "P03_119", "narration_ids": [ "P03_119_138", "P03_119_139", "P03_119_141", "P03_119_170" ], "src": "wash clip top jar . move tap . rinse clip top jar", "src1": "wash clip top jar", "src2": "move tap", "src3": "rinse clip top jar", "trg": "turn_on tap", "vis_src": "P03_119:138 P03_119:139 P03_119:141", "vis_trg": "P03_119:170", "narrations": [ "wash clip top jar", "move tap", "rinse clip top jar", "turn on tap" ], "verbs": [ "wash", "move", "rinse", "turn-on" ], "verb_classes": [ 2, 11, 2, 6 ], "nouns": [ "jar:clip:top", "tap", "jar:clip:top", "tap" ], "noun_classes": [ 40, 0, 40, 0 ], "start_stop_timestamps": [ [ "00:07:52.22", "00:07:57.78" ], [ "00:07:59.55", "00:08:00.06" ], [ "00:08:00.44", "00:08:14.51" ], [ "00:09:58.08", "00:09:59.29" ] ], "start_stop_frames": [ [ 23611, 23889 ], [ 23977, 24003 ], [ 24022, 24725 ], [ 29904, 29964 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P29_03+364_369_370_371", "video_id": "P29_03", "narration_ids": [ "P29_03_364", "P29_03_369", "P29_03_370", "P29_03_371" ], "src": "pick_up spatula . pick_up baking_tray . scour baking_tray", "src1": "pick_up spatula", "src2": "pick_up baking_tray", "src3": "scour baking_tray", "trg": "wash baking_tray", "vis_src": "P29_03:364 P29_03:369 P29_03:370", "vis_trg": "P29_03:371", "narrations": [ "pick up spatula", "pick up baking tray", "scour baking tray", "wash baking tray" ], "verbs": [ "pick-up", "pick-up", "scour", "wash" ], "verb_classes": [ 0, 0, 29, 2 ], "nouns": [ "spatula", "tray:baking", "tray:baking", "tray:baking" ], "noun_classes": [ 20, 35, 35, 35 ], "start_stop_timestamps": [ [ "00:23:09.72", "00:23:10.61" ], [ "00:23:20.93", "00:23:22.74" ], [ "00:23:22.73", "00:23:27.72" ], [ "00:23:27.10", "00:23:37.19" ] ], "start_stop_frames": [ [ 83383, 83436 ], [ 84055, 84164 ], [ 84163, 84463 ], [ 84426, 85031 ] ], "trgnoun": "baking_tray", "trgverb": "wash" }, { "key": "P23_102+402_403_404_405", "video_id": "P23_102", "narration_ids": [ "P23_102_402", "P23_102_403", "P23_102_404", "P23_102_405" ], "src": "put red_chilli . put packet . take bottle", "src1": "put red_chilli", "src2": "put packet", "src3": "take bottle", "trg": "put bottle", "vis_src": "P23_102:402 P23_102:403 P23_102:404", "vis_trg": "P23_102:405", "narrations": [ "put red chilli", "put packet", "take bottle", "put bottle" ], "verbs": [ "put", "put", "take", "put" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "chilli:red", "packet", "bottle", "bottle" ], "noun_classes": [ 69, 26, 15, 15 ], "start_stop_timestamps": [ [ "00:39:14.47", "00:39:15.08" ], [ "00:39:17.16", "00:39:18.25" ], [ "00:39:21.14", "00:39:22.69" ], [ "00:39:23.20", "00:39:24.77" ] ], "start_stop_frames": [ [ 117723, 117754 ], [ 117858, 117912 ], [ 118057, 118134 ], [ 118159, 118238 ] ], "trgnoun": "bottle", "trgverb": "put" }, { "key": "P02_09+333_334_335_336", "video_id": "P02_09", "narration_ids": [ "P02_09_333", "P02_09_334", "P02_09_335", "P02_09_336" ], "src": "mix meat with onions using wooden spoon . break meat in pan . mix meat in pan using wooden spoon", "src1": "mix meat with onions using wooden spoon", "src2": "break meat in pan", "src3": "mix meat in pan using wooden spoon", "trg": "turn meat in pan", "vis_src": "P02_09:333 P02_09:334 P02_09:335", "vis_trg": "P02_09:336", "narrations": [ "mix meat with onions using wooden spoon", "break meat in pan", "mix meat in pan using wooden spoon", "turn meat in pan" ], "verbs": [ "mix-with", "break-in", "mix-in", "turn-in" ], "verb_classes": [ 10, 30, 10, 23 ], "nouns": [ "meat", "meat", "meat", "meat" ], "noun_classes": [ 28, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:24:22.35", "00:24:42.16" ], [ "00:24:24.06", "00:24:31.62" ], [ "00:24:31.72", "00:24:40.59" ], [ "00:24:40.69", "00:24:46.14" ] ], "start_stop_frames": [ [ 87741, 88929 ], [ 87843, 88297 ], [ 88303, 88835 ], [ 88841, 89168 ] ], "trgnoun": "meat", "trgverb": "turn_in" }, { "key": "P25_107+359_360_361_362", "video_id": "P25_107", "narration_ids": [ "P25_107_359", "P25_107_360", "P25_107_361", "P25_107_362" ], "src": "cover plate . adjust aubergines . put_down fork", "src1": "cover plate", "src2": "adjust aubergines", "src3": "put_down fork", "trg": "pick_up aubergine", "vis_src": "P25_107:359 P25_107:360 P25_107:361", "vis_trg": "P25_107:362", "narrations": [ "cover plate", "adjust aubergines", "put down fork", "pick up aubergine" ], "verbs": [ "cover", "adjust", "put-down", "pick-up" ], "verb_classes": [ 36, 17, 1, 0 ], "nouns": [ "plate", "aubergine", "fork", "aubergine" ], "noun_classes": [ 2, 67, 14, 67 ], "start_stop_timestamps": [ [ "00:26:23.64", "00:26:24.64" ], [ "00:26:25.27", "00:26:29.29" ], [ "00:26:29.28", "00:26:30.65" ], [ "00:26:30.75", "00:26:31.58" ] ], "start_stop_frames": [ [ 79182, 79232 ], [ 79263, 79464 ], [ 79464, 79532 ], [ 79537, 79579 ] ], "trgnoun": "aubergine", "trgverb": "pick_up" }, { "key": "P26_124+119_120_121_122", "video_id": "P26_124", "narration_ids": [ "P26_124_119", "P26_124_120", "P26_124_121", "P26_124_122" ], "src": "rinse spatula . put_down spatula . pick_up baking_tray", "src1": "rinse spatula", "src2": "put_down spatula", "src3": "pick_up baking_tray", "trg": "rinse baking_tray", "vis_src": "P26_124:119 P26_124:120 P26_124:121", "vis_trg": "P26_124:122", "narrations": [ "rinse spatula", "put down spatula", "pick up baking tray", "rinse baking tray" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spatula", "spatula", "tray:baking", "tray:baking" ], "noun_classes": [ 20, 20, 35, 35 ], "start_stop_timestamps": [ [ "00:07:37.34", "00:07:44.61" ], [ "00:07:44.63", "00:07:50.74" ], [ "00:07:54.32", "00:07:55.66" ], [ "00:07:57.84", "00:08:06.60" ] ], "start_stop_frames": [ [ 22867, 23230 ], [ 23231, 23537 ], [ 23716, 23783 ], [ 23892, 24330 ] ], "trgnoun": "baking_tray", "trgverb": "rinse" }, { "key": "P02_114+2_3_4_5", "video_id": "P02_114", "narration_ids": [ "P02_114_2", "P02_114_3", "P02_114_4", "P02_114_5" ], "src": "wear glove . open oven . slide tray", "src1": "wear glove", "src2": "open oven", "src3": "slide tray", "trg": "turn tray", "vis_src": "P02_114:2 P02_114:3 P02_114:4", "vis_trg": "P02_114:5", "narrations": [ "wear glove", "open oven", "slide tray", "turn tray" ], "verbs": [ "wear", "open", "slide", "turn" ], "verb_classes": [ 68, 3, 61, 23 ], "nouns": [ "glove", "oven", "tray", "tray" ], "noun_classes": [ 60, 46, 35, 35 ], "start_stop_timestamps": [ [ "00:00:05.67", "00:00:07.04" ], [ "00:00:07.30", "00:00:08.33" ], [ "00:00:09.52", "00:00:11.24" ], [ "00:00:11.48", "00:00:15.35" ] ], "start_stop_frames": [ [ 283, 352 ], [ 365, 416 ], [ 476, 562 ], [ 574, 767 ] ], "trgnoun": "tray", "trgverb": "turn" }, { "key": "P24_07+139_140_141_142", "video_id": "P24_07", "narration_ids": [ "P24_07_139", "P24_07_140", "P24_07_141", "P24_07_142" ], "src": "pick_up colander . put_down colander . pick_up carrots", "src1": "pick_up colander", "src2": "put_down colander", "src3": "pick_up carrots", "trg": "put carrots in salad bowl", "vis_src": "P24_07:139 P24_07:140 P24_07:141", "vis_trg": "P24_07:142", "narrations": [ "pick up colander", "put down colander", "pick up carrots", "put carrots in salad bowl" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-in" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "colander", "colander", "carrot", "carrot" ], "noun_classes": [ 39, 39, 41, 41 ], "start_stop_timestamps": [ [ "00:11:23.90", "00:11:27.79" ], [ "00:11:27.89", "00:11:30.69" ], [ "00:11:29.76", "00:11:31.73" ], [ "00:11:32.74", "00:11:35.30" ] ], "start_stop_frames": [ [ 41034, 41267 ], [ 41273, 41441 ], [ 41385, 41503 ], [ 41564, 41718 ] ], "trgnoun": "carrot", "trgverb": "put_in" }, { "key": "P24_02+146_147_148_149", "video_id": "P24_02", "narration_ids": [ "P24_02_146", "P24_02_147", "P24_02_148", "P24_02_149" ], "src": "dry hands . take oil_bottle . pour oil on meat", "src1": "dry hands", "src2": "take oil_bottle", "src3": "pour oil on meat", "trg": "close oil_bottle", "vis_src": "P24_02:146 P24_02:147 P24_02:148", "vis_trg": "P24_02:149", "narrations": [ "dry hands", "take oil bottle", "pour oil on meat", "close oil bottle" ], "verbs": [ "dry", "take", "pour-on", "close" ], "verb_classes": [ 14, 0, 9, 4 ], "nouns": [ "hand", "bottle:oil", "oil", "bottle:oil" ], "noun_classes": [ 11, 15, 31, 15 ], "start_stop_timestamps": [ [ "00:12:58.07", "00:13:01.02" ], [ "00:13:00.76", "00:13:02.33" ], [ "00:13:01.92", "00:13:09.28" ], [ "00:13:08.94", "00:13:12.13" ] ], "start_stop_frames": [ [ 46684, 46861 ], [ 46845, 46939 ], [ 46915, 47356 ], [ 47336, 47527 ] ], "trgnoun": "oil_bottle", "trgverb": "close" }, { "key": "P04_107+432_433_434_435", "video_id": "P04_107", "narration_ids": [ "P04_107_432", "P04_107_433", "P04_107_434", "P04_107_435" ], "src": "move chopstick . squeeze ball of dough . press ball of dough", "src1": "move chopstick", "src2": "squeeze ball of dough", "src3": "press ball of dough", "trg": "push ball of dough into chopping board", "vis_src": "P04_107:432 P04_107:433 P04_107:434", "vis_trg": "P04_107:435", "narrations": [ "move chopstick", "squeeze ball of dough", "press ball of dough", "push ball of dough into chopping board" ], "verbs": [ "move", "squeeze", "press", "push-into" ], "verb_classes": [ 11, 18, 21, 5 ], "nouns": [ "chopstick", "ball:dough", "ball:dough", "ball:dough" ], "noun_classes": [ 80, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:12:55.60", "00:12:56.50" ], [ "00:12:56.60", "00:12:57.27" ], [ "00:12:57.63", "00:12:58.20" ], [ "00:12:58.30", "00:12:59.07" ] ], "start_stop_frames": [ [ 38780, 38825 ], [ 38830, 38863 ], [ 38881, 38910 ], [ 38915, 38953 ] ], "trgnoun": "dough_ball", "trgverb": "push_into" }, { "key": "P22_14+160_161_162_163", "video_id": "P22_14", "narration_ids": [ "P22_14_160", "P22_14_161", "P22_14_162", "P22_14_163" ], "src": "empty saucepan . wash saucepan . soap pan", "src1": "empty saucepan", "src2": "wash saucepan", "src3": "soap pan", "trg": "put pan", "vis_src": "P22_14:160 P22_14:161 P22_14:162", "vis_trg": "P22_14:163", "narrations": [ "empty saucepan", "wash saucepan", "soap pan", "put pan" ], "verbs": [ "empty", "wash", "soap", "put" ], "verb_classes": [ 20, 2, 2, 1 ], "nouns": [ "saucepan", "saucepan", "pan", "pan" ], "noun_classes": [ 5, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:06:35.41", "00:06:36.47" ], [ "00:06:36.98", "00:06:55.45" ], [ "00:06:57.13", "00:07:00.29" ], [ "00:07:00.31", "00:07:01.18" ] ], "start_stop_frames": [ [ 23724, 23788 ], [ 23818, 24927 ], [ 25027, 25217 ], [ 25218, 25270 ] ], "trgnoun": "pan", "trgverb": "put" }, { "key": "P22_10+52_53_54_55", "video_id": "P22_10", "narration_ids": [ "P22_10_52", "P22_10_53", "P22_10_54", "P22_10_55" ], "src": "pick_up colander . put_down colander . pick_up glass", "src1": "pick_up colander", "src2": "put_down colander", "src3": "pick_up glass", "trg": "empty glass", "vis_src": "P22_10:52 P22_10:53 P22_10:54", "vis_trg": "P22_10:55", "narrations": [ "pick up colander", "put down colander", "pick up glass", "empty glass" ], "verbs": [ "pick-up", "put-down", "pick-up", "empty" ], "verb_classes": [ 0, 1, 0, 20 ], "nouns": [ "colander", "colander", "glass", "glass" ], "noun_classes": [ 39, 39, 10, 10 ], "start_stop_timestamps": [ [ "00:01:43.54", "00:01:44.54" ], [ "00:01:44.51", "00:01:46.32" ], [ "00:01:46.24", "00:01:47.01" ], [ "00:01:47.09", "00:01:48.09" ] ], "start_stop_frames": [ [ 6212, 6272 ], [ 6270, 6379 ], [ 6374, 6420 ], [ 6425, 6485 ] ], "trgnoun": "glass", "trgverb": "empty" }, { "key": "P04_121+280_281_282_283", "video_id": "P04_121", "narration_ids": [ "P04_121_280", "P04_121_281", "P04_121_282", "P04_121_283" ], "src": "dip sponge in water . wash bowl with sponge . scratch dough away from bowl", "src1": "dip sponge in water", "src2": "wash bowl with sponge", "src3": "scratch dough away from bowl", "trg": "scratch dough off bowl", "vis_src": "P04_121:280 P04_121:281 P04_121:282", "vis_trg": "P04_121:283", "narrations": [ "dip sponge in water", "wash bowl with sponge", "scratch dough away from bowl", "scratch dough off bowl" ], "verbs": [ "dip", "wash-with", "scratch", "scratch-off" ], "verb_classes": [ 66, 2, 55, 25 ], "nouns": [ "sponge", "bowl", "dough", "dough" ], "noun_classes": [ 9, 7, 25, 25 ], "start_stop_timestamps": [ [ "00:12:50.69", "00:12:52.13" ], [ "00:12:51.35", "00:12:52.96" ], [ "00:12:52.43", "00:12:53.25" ], [ "00:12:53.26", "00:12:57.76" ] ], "start_stop_frames": [ [ 38534, 38606 ], [ 38567, 38648 ], [ 38621, 38662 ], [ 38663, 38888 ] ], "trgnoun": "dough", "trgverb": "scratch_off" }, { "key": "P24_05+226_227_228_229", "video_id": "P24_05", "narration_ids": [ "P24_05_226", "P24_05_227", "P24_05_228", "P24_05_229" ], "src": "put salad back . mix salad . get lid", "src1": "put salad back", "src2": "mix salad", "src3": "get lid", "trg": "put_away lid", "vis_src": "P24_05:226 P24_05:227 P24_05:228", "vis_trg": "P24_05:229", "narrations": [ "put salad back", "mix salad", "get lid", "put away lid" ], "verbs": [ "put", "mix", "get", "put-away" ], "verb_classes": [ 1, 10, 0, 1 ], "nouns": [ "salad", "salad", "lid", "lid" ], "noun_classes": [ 68, 68, 6, 6 ], "start_stop_timestamps": [ [ "00:19:36.19", "00:19:37.94" ], [ "00:19:39.29", "00:19:51.79" ], [ "00:19:54.34", "00:20:00.63" ], [ "00:20:00.69", "00:20:01.41" ] ], "start_stop_frames": [ [ 70571, 70676 ], [ 70757, 71507 ], [ 71660, 72037 ], [ 72041, 72084 ] ], "trgnoun": "lid", "trgverb": "put_away" }, { "key": "P04_120+191_192_193_194", "video_id": "P04_120", "narration_ids": [ "P04_120_191", "P04_120_192", "P04_120_193", "P04_120_194" ], "src": "move pan_handle . pick_up plates . pick_up plate", "src1": "move pan_handle", "src2": "pick_up plates", "src3": "pick_up plate", "trg": "stack plates", "vis_src": "P04_120:191 P04_120:192 P04_120:193", "vis_trg": "P04_120:194", "narrations": [ "move pan handle", "pick up plates", "pick up plate", "stack plates" ], "verbs": [ "move", "pick-up", "pick-up", "stack" ], "verb_classes": [ 11, 0, 0, 40 ], "nouns": [ "handle:pan", "plate", "plate", "plate" ], "noun_classes": [ 191, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:08:16.61", "00:08:17.53" ], [ "00:08:17.68", "00:08:18.15" ], [ "00:08:18.68", "00:08:19.43" ], [ "00:08:20.15", "00:08:21.38" ] ], "start_stop_frames": [ [ 24830, 24876 ], [ 24884, 24907 ], [ 24934, 24971 ], [ 25007, 25069 ] ], "trgnoun": "plate", "trgverb": "stack" }, { "key": "P31_01+56_57_58_59", "video_id": "P31_01", "narration_ids": [ "P31_01_56", "P31_01_57", "P31_01_58", "P31_01_59" ], "src": "put cling_film . squeeze lemon . mix salad", "src1": "put cling_film", "src2": "squeeze lemon", "src3": "mix salad", "trg": "put_in salad", "vis_src": "P31_01:56 P31_01:57 P31_01:58", "vis_trg": "P31_01:59", "narrations": [ "put cling film", "squeeze lemon", "mix salad", "put in salad" ], "verbs": [ "put", "squeeze", "mix", "put-in" ], "verb_classes": [ 1, 18, 10, 5 ], "nouns": [ "film:cling", "lemon", "salad", "salad" ], "noun_classes": [ 100, 105, 68, 68 ], "start_stop_timestamps": [ [ "00:06:07.92", "00:06:17.09" ], [ "00:06:18.97", "00:06:29.04" ], [ "00:06:31.72", "00:06:49.54" ], [ "00:06:51.51", "00:07:07.70" ] ], "start_stop_frames": [ [ 22075, 22625 ], [ 22738, 23342 ], [ 23503, 24572 ], [ 24690, 25662 ] ], "trgnoun": "salad", "trgverb": "put_in" }, { "key": "P22_07+665_666_667_668", "video_id": "P22_07", "narration_ids": [ "P22_07_665", "P22_07_666", "P22_07_667", "P22_07_668" ], "src": "pour pasta . put_down colander . pick_up wooden_spoon", "src1": "pour pasta", "src2": "put_down colander", "src3": "pick_up wooden_spoon", "trg": "stir pasta", "vis_src": "P22_07:665 P22_07:666 P22_07:667", "vis_trg": "P22_07:668", "narrations": [ "pour pasta", "put down colander", "pick up wooden spoon", "stir pasta" ], "verbs": [ "pour", "put-down", "pick-up", "stir" ], "verb_classes": [ 9, 1, 0, 10 ], "nouns": [ "pasta", "colander", "spoon:wooden", "pasta" ], "noun_classes": [ 45, 39, 1, 45 ], "start_stop_timestamps": [ [ "00:32:03.47", "00:32:04.52" ], [ "00:32:05.38", "00:32:06.48" ], [ "00:32:07.40", "00:32:08.94" ], [ "00:32:09.49", "00:32:16.88" ] ], "start_stop_frames": [ [ 115408, 115471 ], [ 115522, 115588 ], [ 115644, 115736 ], [ 115769, 116212 ] ], "trgnoun": "pasta", "trgverb": "stir" }, { "key": "P10_01+78_79_80_81", "video_id": "P10_01", "narration_ids": [ "P10_01_78", "P10_01_79", "P10_01_80", "P10_01_81" ], "src": "pour the noodle from one pot to another . put the pot inside the sink . open the tap_water", "src1": "pour the noodle from one pot to another", "src2": "put the pot inside the sink", "src3": "open the tap_water", "trg": "wash the pot", "vis_src": "P10_01:78 P10_01:79 P10_01:80", "vis_trg": "P10_01:81", "narrations": [ "pour the noodle from one pot to another", "put the pot inside the sink", "open the tap water", "wash the pot" ], "verbs": [ "pour-from", "put-inside", "open", "wash" ], "verb_classes": [ 9, 5, 3, 2 ], "nouns": [ "noodle", "pot", "water:tap", "pot" ], "noun_classes": [ 155, 29, 0, 29 ], "start_stop_timestamps": [ [ "00:09:37.92", "00:09:44.14" ], [ "00:09:48.39", "00:09:50.52" ], [ "00:09:50.54", "00:09:52.66" ], [ "00:09:55.42", "00:09:58.47" ] ], "start_stop_frames": [ [ 34675, 35048 ], [ 35303, 35431 ], [ 35432, 35559 ], [ 35725, 35908 ] ], "trgnoun": "pot", "trgverb": "wash" }, { "key": "P07_107+16_17_18_19", "video_id": "P07_107", "narration_ids": [ "P07_107_16", "P07_107_17", "P07_107_18", "P07_107_19" ], "src": "grab coffee_maker . wash coffee_maker . turn_on tap", "src1": "grab coffee_maker", "src2": "wash coffee_maker", "src3": "turn_on tap", "trg": "rinse coffee_maker", "vis_src": "P07_107:16 P07_107:17 P07_107:18", "vis_trg": "P07_107:19", "narrations": [ "grab coffee maker", "wash coffee maker", "turn on tap", "rinse coffee maker" ], "verbs": [ "grab", "wash", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "maker:coffee", "maker:coffee", "tap", "maker:coffee" ], "noun_classes": [ 50, 50, 0, 50 ], "start_stop_timestamps": [ [ "00:00:40.01", "00:00:41.15" ], [ "00:00:41.11", "00:00:49.21" ], [ "00:00:49.31", "00:00:51.31" ], [ "00:00:51.26", "00:01:08.19" ] ], "start_stop_frames": [ [ 2000, 2057 ], [ 2055, 2460 ], [ 2465, 2565 ], [ 2563, 3409 ] ], "trgnoun": "coffee_maker", "trgverb": "rinse" }, { "key": "P11_05+315_316_317_318", "video_id": "P11_05", "narration_ids": [ "P11_05_315", "P11_05_316", "P11_05_317", "P11_05_318" ], "src": "put_away knife . pick_up chopping_block . rinse_off chopping_block", "src1": "put_away knife", "src2": "pick_up chopping_block", "src3": "rinse_off chopping_block", "trg": "scrub chopping_block", "vis_src": "P11_05:315 P11_05:316 P11_05:317", "vis_trg": "P11_05:318", "narrations": [ "put away knife", "pick up chopping block", "rinse off chopping block", "scrub chopping block" ], "verbs": [ "put-away", "pick-up", "rinse-off", "scrub" ], "verb_classes": [ 1, 0, 2, 29 ], "nouns": [ "knife", "block:chopping", "block:chopping", "block:chopping" ], "noun_classes": [ 4, 18, 18, 18 ], "start_stop_timestamps": [ [ "00:22:04.74", "00:22:07.31" ], [ "00:22:07.58", "00:22:09.15" ], [ "00:22:10.01", "00:22:14.44" ], [ "00:22:14.82", "00:22:23.50" ] ], "start_stop_frames": [ [ 79484, 79638 ], [ 79654, 79749 ], [ 79800, 80066 ], [ 80089, 80610 ] ], "trgnoun": "chopping_block", "trgverb": "scrub" }, { "key": "P35_104+344_345_346_347", "video_id": "P35_104", "narration_ids": [ "P35_104_344", "P35_104_345", "P35_104_346", "P35_104_347" ], "src": "put_down container . pick_up colander . drain colander", "src1": "put_down container", "src2": "pick_up colander", "src3": "drain colander", "trg": "put_down colander", "vis_src": "P35_104:344 P35_104:345 P35_104:346", "vis_trg": "P35_104:347", "narrations": [ "put down container", "pick up colander", "drain colander", "put down colander" ], "verbs": [ "put-down", "pick-up", "drain", "put-down" ], "verb_classes": [ 1, 0, 37, 1 ], "nouns": [ "container", "colander", "colander", "colander" ], "noun_classes": [ 21, 39, 39, 39 ], "start_stop_timestamps": [ [ "00:22:34.89", "00:22:36.64" ], [ "00:22:38.58", "00:22:39.15" ], [ "00:22:39.14", "00:22:42.60" ], [ "00:22:44.49", "00:22:46.43" ] ], "start_stop_frames": [ [ 67744, 67832 ], [ 67929, 67957 ], [ 67957, 68130 ], [ 68224, 68321 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P25_05+54_55_56_57", "video_id": "P25_05", "narration_ids": [ "P25_05_54", "P25_05_55", "P25_05_56", "P25_05_57" ], "src": "dry box off . take salad . open salad", "src1": "dry box off", "src2": "take salad", "src3": "open salad", "trg": "put salad", "vis_src": "P25_05:54 P25_05:55 P25_05:56", "vis_trg": "P25_05:57", "narrations": [ "dry box off", "take salad", "open salad", "put salad" ], "verbs": [ "dry-off", "take", "open", "put" ], "verb_classes": [ 14, 0, 3, 1 ], "nouns": [ "box", "salad", "salad", "salad" ], "noun_classes": [ 23, 68, 68, 68 ], "start_stop_timestamps": [ [ "00:06:52.67", "00:06:55.88" ], [ "00:06:59.42", "00:07:01.24" ], [ "00:07:04.06", "00:07:08.62" ], [ "00:07:10.92", "00:07:15.12" ] ], "start_stop_frames": [ [ 24760, 24952 ], [ 25165, 25274 ], [ 25443, 25717 ], [ 25855, 26107 ] ], "trgnoun": "salad", "trgverb": "put" }, { "key": "P07_107+14_15_16_17", "video_id": "P07_107", "narration_ids": [ "P07_107_14", "P07_107_15", "P07_107_16", "P07_107_17" ], "src": "grab washing up liquid . pour washing up liquid on sponge . grab coffee_maker", "src1": "grab washing up liquid", "src2": "pour washing up liquid on sponge", "src3": "grab coffee_maker", "trg": "wash coffee_maker", "vis_src": "P07_107:14 P07_107:15 P07_107:16", "vis_trg": "P07_107:17", "narrations": [ "grab washing up liquid", "pour washing up liquid on sponge", "grab coffee maker", "wash coffee maker" ], "verbs": [ "grab", "pour", "grab", "wash" ], "verb_classes": [ 0, 9, 0, 2 ], "nouns": [ "liquid:washing:up", "liquid:washing:up", "maker:coffee", "maker:coffee" ], "noun_classes": [ 22, 22, 50, 50 ], "start_stop_timestamps": [ [ "00:00:37.07", "00:00:38.06" ], [ "00:00:38.14", "00:00:39.29" ], [ "00:00:40.01", "00:00:41.15" ], [ "00:00:41.11", "00:00:49.21" ] ], "start_stop_frames": [ [ 1853, 1903 ], [ 1907, 1964 ], [ 2000, 2057 ], [ 2055, 2460 ] ], "trgnoun": "coffee_maker", "trgverb": "wash" }, { "key": "P04_116+173_174_175_176", "video_id": "P04_116", "narration_ids": [ "P04_116_173", "P04_116_174", "P04_116_175", "P04_116_176" ], "src": "pick_up oven_gloves . put_on oven_gloves . pick_up cast iron pan", "src1": "pick_up oven_gloves", "src2": "put_on oven_gloves", "src3": "pick_up cast iron pan", "trg": "put cast iron pan on floor", "vis_src": "P04_116:173 P04_116:174 P04_116:175", "vis_trg": "P04_116:176", "narrations": [ "pick up oven gloves", "put on oven gloves", "pick up cast iron pan", "put cast iron pan on floor" ], "verbs": [ "pick-up", "put-on", "pick-up", "put-on" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "glove:oven", "glove:oven", "pan:cast:iron", "pan:cast:iron" ], "noun_classes": [ 60, 60, 5, 5 ], "start_stop_timestamps": [ [ "00:07:55.98", "00:07:57.23" ], [ "00:07:59.12", "00:08:00.19" ], [ "00:07:59.35", "00:08:00.71" ], [ "00:08:00.99", "00:08:02.30" ] ], "start_stop_frames": [ [ 23799, 23861 ], [ 23956, 24009 ], [ 23967, 24035 ], [ 24049, 24115 ] ], "trgnoun": "iron_cast_pan", "trgverb": "put_on" }, { "key": "P27_104+149_150_151_152", "video_id": "P27_104", "narration_ids": [ "P27_104_149", "P27_104_150", "P27_104_151", "P27_104_152" ], "src": "pick_up glass . lift lever . insert coffee_pod", "src1": "pick_up glass", "src2": "lift lever", "src3": "insert coffee_pod", "trg": "lower lever", "vis_src": "P27_104:149 P27_104:150 P27_104:151", "vis_trg": "P27_104:152", "narrations": [ "pick up glass", "lift lever", "insert coffee pod", "lower lever" ], "verbs": [ "pick-up", "lift", "insert", "lower" ], "verb_classes": [ 0, 33, 5, 73 ], "nouns": [ "glass", "lever", "pod:coffee", "lever" ], "noun_classes": [ 10, 191, 59, 191 ], "start_stop_timestamps": [ [ "00:07:16.75", "00:07:17.78" ], [ "00:07:18.39", "00:07:18.81" ], [ "00:07:18.80", "00:07:20.72" ], [ "00:07:21.27", "00:07:22.14" ] ], "start_stop_frames": [ [ 21837, 21889 ], [ 21919, 21940 ], [ 21940, 22036 ], [ 22063, 22107 ] ], "trgnoun": "lever", "trgverb": "lower" }, { "key": "P05_03+134_135_136_137", "video_id": "P05_03", "narration_ids": [ "P05_03_134", "P05_03_135", "P05_03_136", "P05_03_137" ], "src": "pour pasta into colander . drain pasta . take container", "src1": "pour pasta into colander", "src2": "drain pasta", "src3": "take container", "trg": "pour pasta in container", "vis_src": "P05_03:134 P05_03:135 P05_03:136", "vis_trg": "P05_03:137", "narrations": [ "pour pasta into colander", "drain pasta", "take container", "pour pasta in container" ], "verbs": [ "pour-into", "drain", "take", "pour-in" ], "verb_classes": [ 9, 37, 0, 9 ], "nouns": [ "pasta", "pasta", "container", "pasta" ], "noun_classes": [ 45, 45, 21, 45 ], "start_stop_timestamps": [ [ "00:11:58.36", "00:12:08.21" ], [ "00:12:09.12", "00:12:14.91" ], [ "00:12:15.86", "00:12:16.79" ], [ "00:12:17.99", "00:12:23.99" ] ], "start_stop_frames": [ [ 43101, 43692 ], [ 43747, 44094 ], [ 44151, 44207 ], [ 44279, 44639 ] ], "trgnoun": "pasta", "trgverb": "pour_in" }, { "key": "P11_15+72_73_74_76", "video_id": "P11_15", "narration_ids": [ "P11_15_72", "P11_15_73", "P11_15_74", "P11_15_76" ], "src": "throw away extra_leek . rinse_off hands . pick_up leek from floor", "src1": "throw away extra_leek", "src2": "rinse_off hands", "src3": "pick_up leek from floor", "trg": "pick_up kale", "vis_src": "P11_15:72 P11_15:73 P11_15:74", "vis_trg": "P11_15:76", "narrations": [ "throw away extra leek", "rinse off hands", "pick up leek from floor", "pick up kale" ], "verbs": [ "throw", "rinse-off", "pick-up", "pick-up" ], "verb_classes": [ 13, 2, 0, 0 ], "nouns": [ "leek:extra", "hand", "leek", "kale" ], "noun_classes": [ 117, 11, 117, 203 ], "start_stop_timestamps": [ [ "00:05:11.21", "00:05:12.99" ], [ "00:05:19.15", "00:05:21.57" ], [ "00:05:26.66", "00:05:31.13" ], [ "00:05:37.24", "00:05:38.42" ] ], "start_stop_frames": [ [ 18672, 18779 ], [ 19149, 19294 ], [ 19599, 19867 ], [ 20234, 20305 ] ], "trgnoun": "kale", "trgverb": "pick_up" }, { "key": "P35_105+365_366_367_368", "video_id": "P35_105", "narration_ids": [ "P35_105_365", "P35_105_366", "P35_105_367", "P35_105_368" ], "src": "stir mushrooms . put_down spoon . pick_up flour", "src1": "stir mushrooms", "src2": "put_down spoon", "src3": "pick_up flour", "trg": "close flour", "vis_src": "P35_105:365 P35_105:366 P35_105:367", "vis_trg": "P35_105:368", "narrations": [ "stir mushrooms", "put down spoon", "pick up flour", "close flour" ], "verbs": [ "stir", "put-down", "pick-up", "close" ], "verb_classes": [ 10, 1, 0, 4 ], "nouns": [ "mushroom", "spoon", "flour", "flour" ], "noun_classes": [ 56, 1, 75, 75 ], "start_stop_timestamps": [ [ "00:29:01.88", "00:29:09.02" ], [ "00:29:08.78", "00:29:10.32" ], [ "00:29:28.84", "00:29:30.18" ], [ "00:29:29.32", "00:29:31.93" ] ], "start_stop_frames": [ [ 87094, 87451 ], [ 87439, 87516 ], [ 88442, 88509 ], [ 88466, 88596 ] ], "trgnoun": "flour", "trgverb": "close" }, { "key": "P28_101+17_18_19_20", "video_id": "P28_101", "narration_ids": [ "P28_101_17", "P28_101_18", "P28_101_19", "P28_101_20" ], "src": "open fridge . take tomato . take mozzarella", "src1": "open fridge", "src2": "take tomato", "src3": "take mozzarella", "trg": "close fridge", "vis_src": "P28_101:17 P28_101:18 P28_101:19", "vis_trg": "P28_101:20", "narrations": [ "open fridge", "take tomato", "take mozzarella", "close fridge" ], "verbs": [ "open", "take", "take", "close" ], "verb_classes": [ 3, 0, 0, 4 ], "nouns": [ "fridge", "tomato", "mozzarella", "fridge" ], "noun_classes": [ 12, 43, 32, 12 ], "start_stop_timestamps": [ [ "00:01:01.39", "00:01:02.67" ], [ "00:01:03.63", "00:01:04.51" ], [ "00:01:05.15", "00:01:07.26" ], [ "00:01:09.16", "00:01:11.44" ] ], "start_stop_frames": [ [ 3069, 3133 ], [ 3181, 3225 ], [ 3257, 3363 ], [ 3458, 3572 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P11_109+69_70_71_72", "video_id": "P11_109", "narration_ids": [ "P11_109_69", "P11_109_70", "P11_109_71", "P11_109_72" ], "src": "pick_up chopping_block . pick_up tupperware_lid . shake tupperware_lid", "src1": "pick_up chopping_block", "src2": "pick_up tupperware_lid", "src3": "shake tupperware_lid", "trg": "put_down tupperware_lid", "vis_src": "P11_109:69 P11_109:70 P11_109:71", "vis_trg": "P11_109:72", "narrations": [ "pick up chopping block", "pick up tupperware lid", "shake tupperware lid", "put down tupperware lid" ], "verbs": [ "pick-up", "pick-up", "shake", "put-down" ], "verb_classes": [ 0, 0, 15, 1 ], "nouns": [ "block:chopping", "lid:tupperware", "lid:tupperware", "lid:tupperware" ], "noun_classes": [ 18, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:02:03.33", "00:02:04.19" ], [ "00:02:04.94", "00:02:05.79" ], [ "00:02:04.22", "00:02:05.99" ], [ "00:02:06.32", "00:02:07.60" ] ], "start_stop_frames": [ [ 6166, 6209 ], [ 6247, 6289 ], [ 6211, 6299 ], [ 6316, 6380 ] ], "trgnoun": "tupperware_lid", "trgverb": "put_down" }, { "key": "P01_105+344_345_346_347", "video_id": "P01_105", "narration_ids": [ "P01_105_344", "P01_105_345", "P01_105_346", "P01_105_347" ], "src": "move pak_choi . pick_up pak choi leaves . put_down pak choi leaves", "src1": "move pak_choi", "src2": "pick_up pak choi leaves", "src3": "put_down pak choi leaves", "trg": "cut pak_choi", "vis_src": "P01_105:344 P01_105:345 P01_105:346", "vis_trg": "P01_105:347", "narrations": [ "move pak choi", "pick up pak choi leaves", "put down pak choi leaves", "cut pak choi" ], "verbs": [ "move", "pick-up", "put-down", "cut" ], "verb_classes": [ 11, 0, 1, 7 ], "nouns": [ "choi:pak", "leaf:pak:choi", "leaf:pak:choi", "choi:pak" ], "noun_classes": [ 151, 62, 62, 151 ], "start_stop_timestamps": [ [ "00:13:23.69", "00:13:24.39" ], [ "00:13:24.98", "00:13:27.39" ], [ "00:13:27.59", "00:13:28.39" ], [ "00:13:28.44", "00:13:32.94" ] ], "start_stop_frames": [ [ 40184, 40219 ], [ 40249, 40369 ], [ 40379, 40419 ], [ 40422, 40647 ] ], "trgnoun": "pak_choi", "trgverb": "cut" }, { "key": "P26_118+12_13_14_15", "video_id": "P26_118", "narration_ids": [ "P26_118_12", "P26_118_13", "P26_118_14", "P26_118_15" ], "src": "pick_up spatula . put_down spatula . pick_up baking_tray", "src1": "pick_up spatula", "src2": "put_down spatula", "src3": "pick_up baking_tray", "trg": "rinse baking_tray", "vis_src": "P26_118:12 P26_118:13 P26_118:14", "vis_trg": "P26_118:15", "narrations": [ "pick up spatula", "put down spatula", "pick up baking tray", "rinse baking tray" ], "verbs": [ "pick-up", "put-down", "pick-up", "rinse" ], "verb_classes": [ 0, 1, 0, 2 ], "nouns": [ "spatula", "spatula", "tray:baking", "tray:baking" ], "noun_classes": [ 20, 20, 35, 35 ], "start_stop_timestamps": [ [ "00:00:23.79", "00:00:24.35" ], [ "00:00:24.34", "00:00:25.00" ], [ "00:00:25.20", "00:00:26.11" ], [ "00:00:26.15", "00:00:31.29" ] ], "start_stop_frames": [ [ 1189, 1217 ], [ 1217, 1250 ], [ 1260, 1305 ], [ 1307, 1564 ] ], "trgnoun": "baking_tray", "trgverb": "rinse" }, { "key": "P03_123+85_86_87_88", "video_id": "P03_123", "narration_ids": [ "P03_123_85", "P03_123_86", "P03_123_87", "P03_123_88" ], "src": "stretch seal of clip top jar around top . close clip top jar lid . remove hand from oven mitt", "src1": "stretch seal of clip top jar around top", "src2": "close clip top jar lid", "src3": "remove hand from oven mitt", "trg": "pick_up seal of clip top jar", "vis_src": "P03_123:85 P03_123:86 P03_123:87", "vis_trg": "P03_123:88", "narrations": [ "stretch seal of clip top jar around top", "close clip top jar lid", "remove hand from oven mitt", "pick up seal of clip top jar" ], "verbs": [ "stretch-around", "close", "remove-from", "pick-up" ], "verb_classes": [ 50, 4, 12, 0 ], "nouns": [ "seal:clip:top:jar", "clip", "hand", "seal:clip:top:jar" ], "noun_classes": [ 6, 129, 11, 6 ], "start_stop_timestamps": [ [ "00:04:30.34", "00:04:38.28" ], [ "00:04:38.02", "00:04:39.16" ], [ "00:04:40.67", "00:04:42.98" ], [ "00:04:41.00", "00:04:44.46" ] ], "start_stop_frames": [ [ 13516, 13913 ], [ 13901, 13957 ], [ 14033, 14149 ], [ 14050, 14222 ] ], "trgnoun": "jar_top_clip_seal", "trgverb": "pick_up" }, { "key": "P35_105+235_236_237_238", "video_id": "P35_105", "narration_ids": [ "P35_105_235", "P35_105_236", "P35_105_237", "P35_105_238" ], "src": "put_down cream . turn_on tap . wash container", "src1": "put_down cream", "src2": "turn_on tap", "src3": "wash container", "trg": "put_down container", "vis_src": "P35_105:235 P35_105:236 P35_105:237", "vis_trg": "P35_105:238", "narrations": [ "put down cream", "turn on tap", "wash container", "put down container" ], "verbs": [ "put-down", "turn-on", "wash", "put-down" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "cream", "tap", "container", "container" ], "noun_classes": [ 143, 0, 21, 21 ], "start_stop_timestamps": [ [ "00:17:09.56", "00:17:10.53" ], [ "00:17:22.29", "00:17:24.55" ], [ "00:17:24.54", "00:17:28.26" ], [ "00:17:27.29", "00:17:29.08" ] ], "start_stop_frames": [ [ 51478, 51526 ], [ 52114, 52227 ], [ 52227, 52413 ], [ 52364, 52454 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P01_07+51_52_53_54", "video_id": "P01_07", "narration_ids": [ "P01_07_51", "P01_07_52", "P01_07_53", "P01_07_54" ], "src": "put_down cereals . open cereal_box . take cereal_bag", "src1": "put_down cereals", "src2": "open cereal_box", "src3": "take cereal_bag", "trg": "unfold cereal_bag", "vis_src": "P01_07:51 P01_07:52 P01_07:53", "vis_trg": "P01_07:54", "narrations": [ "put down cereals", "open cereal box", "take cereal bag", "unfold cereal bag" ], "verbs": [ "put-down", "open", "take", "unfold" ], "verb_classes": [ 1, 3, 0, 39 ], "nouns": [ "cereal", "box:cereal", "bag:cereal", "bag:cereal" ], "noun_classes": [ 99, 23, 19, 19 ], "start_stop_timestamps": [ [ "00:02:15.62", "00:02:16.60" ], [ "00:02:17.54", "00:02:20.16" ], [ "00:02:19.31", "00:02:21.17" ], [ "00:02:22.35", "00:02:23.98" ] ], "start_stop_frames": [ [ 8137, 8196 ], [ 8252, 8409 ], [ 8358, 8470 ], [ 8541, 8638 ] ], "trgnoun": "cereal_bag", "trgverb": "unfold" }, { "key": "P02_123+232_233_234_235", "video_id": "P02_123", "narration_ids": [ "P02_123_232", "P02_123_233", "P02_123_234", "P02_123_235" ], "src": "put pan on hob . pick_up sponge . pick_up fork", "src1": "put pan on hob", "src2": "pick_up sponge", "src3": "pick_up fork", "trg": "sponge fork", "vis_src": "P02_123:232 P02_123:233 P02_123:234", "vis_trg": "P02_123:235", "narrations": [ "put pan on hob", "pick up sponge", "pick up fork", "sponge fork" ], "verbs": [ "put-on", "pick-up", "pick-up", "sponge" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "pan", "sponge", "fork", "fork" ], "noun_classes": [ 5, 9, 14, 14 ], "start_stop_timestamps": [ [ "00:12:58.38", "00:12:59.38" ], [ "00:13:00.00", "00:13:00.29" ], [ "00:13:00.30", "00:13:00.99" ], [ "00:13:01.11", "00:13:03.71" ] ], "start_stop_frames": [ [ 38919, 38969 ], [ 39000, 39014 ], [ 39015, 39049 ], [ 39055, 39185 ] ], "trgnoun": "fork", "trgverb": "sponge" }, { "key": "P01_09+520_521_522_523", "video_id": "P01_09", "narration_ids": [ "P01_09_520", "P01_09_521", "P01_09_522", "P01_09_523" ], "src": "take flour . put_down flour_bag . unroll flour_bag", "src1": "take flour", "src2": "put_down flour_bag", "src3": "unroll flour_bag", "trg": "unfold flour_bag", "vis_src": "P01_09:520 P01_09:521 P01_09:522", "vis_trg": "P01_09:523", "narrations": [ "take flour", "put down flour bag", "unroll", "unfold flour bag" ], "verbs": [ "take", "put-down", "unroll", "unfold" ], "verb_classes": [ 0, 1, 39, 39 ], "nouns": [ "flour", "bag:flour", "bag:flour", "bag:flour" ], "noun_classes": [ 75, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:36:33.86", "00:36:34.61" ], [ "00:36:35.69", "00:36:37.29" ], [ "00:36:36.85", "00:36:39.35" ], [ "00:36:37.64", "00:36:39.43" ] ], "start_stop_frames": [ [ 131631, 131676 ], [ 131741, 131837 ], [ 131811, 131961 ], [ 131858, 131965 ] ], "trgnoun": "flour_bag", "trgverb": "unfold" }, { "key": "P27_105+159_160_161_162", "video_id": "P27_105", "narration_ids": [ "P27_105_159", "P27_105_160", "P27_105_161", "P27_105_162" ], "src": "pick_up bag . put_down bag . pick_up package", "src1": "pick_up bag", "src2": "put_down bag", "src3": "pick_up package", "trg": "put_down package", "vis_src": "P27_105:159 P27_105:160 P27_105:161", "vis_trg": "P27_105:162", "narrations": [ "pick up bag", "put down bag", "pick up package", "put down package" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "bag", "bag", "package", "package" ], "noun_classes": [ 19, 19, 26, 26 ], "start_stop_timestamps": [ [ "00:09:35.02", "00:09:35.96" ], [ "00:09:37.79", "00:09:38.73" ], [ "00:09:40.80", "00:09:42.58" ], [ "00:09:43.09", "00:09:44.35" ] ], "start_stop_frames": [ [ 28751, 28798 ], [ 28889, 28936 ], [ 29039, 29129 ], [ 29154, 29217 ] ], "trgnoun": "package", "trgverb": "put_down" }, { "key": "P04_113+385_386_387_388", "video_id": "P04_113", "narration_ids": [ "P04_113_385", "P04_113_386", "P04_113_387", "P04_113_388" ], "src": "put_down bag of flour . pick_up bag of flour . roll bag of flour closed", "src1": "put_down bag of flour", "src2": "pick_up bag of flour", "src3": "roll bag of flour closed", "trg": "put bag of flour on shelf", "vis_src": "P04_113:385 P04_113:386 P04_113:387", "vis_trg": "P04_113:388", "narrations": [ "put down bag of flour", "pick up bag of flour", "roll bag of flour closed", "put bag of flour on shelf" ], "verbs": [ "put-down", "pick-up", "roll", "put-on" ], "verb_classes": [ 1, 0, 47, 1 ], "nouns": [ "bag:flour", "bag:flour", "bag:flour", "bag:flour" ], "noun_classes": [ 19, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:12:14.29", "00:12:16.55" ], [ "00:12:16.41", "00:12:22.33" ], [ "00:12:17.95", "00:12:20.82" ], [ "00:12:21.98", "00:12:22.68" ] ], "start_stop_frames": [ [ 36714, 36827 ], [ 36820, 37116 ], [ 36897, 37041 ], [ 37099, 37134 ] ], "trgnoun": "flour_bag", "trgverb": "put_on" }, { "key": "P01_103+55_56_57_58", "video_id": "P01_103", "narration_ids": [ "P01_103_55", "P01_103_56", "P01_103_57", "P01_103_58" ], "src": "open cereal_box . put_down cereal . take cereal_bag", "src1": "open cereal_box", "src2": "put_down cereal", "src3": "take cereal_bag", "trg": "move cereal_box", "vis_src": "P01_103:55 P01_103:56 P01_103:57", "vis_trg": "P01_103:58", "narrations": [ "open cereal box", "put down cereal", "take cereal bag", "move cereal box" ], "verbs": [ "open", "put-down", "take", "move" ], "verb_classes": [ 3, 1, 0, 11 ], "nouns": [ "box:cereal", "cereal", "bag:cereal", "box:cereal" ], "noun_classes": [ 23, 99, 19, 23 ], "start_stop_timestamps": [ [ "00:01:31.36", "00:01:32.71" ], [ "00:01:32.16", "00:01:32.49" ], [ "00:01:33.22", "00:01:34.29" ], [ "00:01:33.89", "00:01:34.34" ] ], "start_stop_frames": [ [ 4568, 4635 ], [ 4608, 4624 ], [ 4661, 4714 ], [ 4694, 4717 ] ], "trgnoun": "cereal_box", "trgverb": "move" }, { "key": "P04_113+376_377_378_379", "video_id": "P04_113", "narration_ids": [ "P04_113_376", "P04_113_377", "P04_113_378", "P04_113_379" ], "src": "take flour . roll flour_bag closed . take bag of flour", "src1": "take flour", "src2": "roll flour_bag closed", "src3": "take bag of flour", "trg": "put_down bag of flour", "vis_src": "P04_113:376 P04_113:377 P04_113:378", "vis_trg": "P04_113:379", "narrations": [ "take flour", "roll flour bag closed", "take bag of flour", "put down bag of flour" ], "verbs": [ "take", "roll", "take", "put-down" ], "verb_classes": [ 0, 47, 0, 1 ], "nouns": [ "flour", "bag:flour", "bag:flour", "bag:flour" ], "noun_classes": [ 75, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:11:58.42", "00:12:02.02" ], [ "00:12:01.00", "00:12:04.05" ], [ "00:12:04.15", "00:12:06.35" ], [ "00:12:05.56", "00:12:06.86" ] ], "start_stop_frames": [ [ 35921, 36101 ], [ 36050, 36202 ], [ 36207, 36317 ], [ 36278, 36343 ] ], "trgnoun": "flour_bag", "trgverb": "put_down" }, { "key": "P03_04+117_118_119_120", "video_id": "P03_04", "narration_ids": [ "P03_04_117", "P03_04_118", "P03_04_119", "P03_04_120" ], "src": "dice chicken . slice chicken . cut chicken", "src1": "dice chicken", "src2": "slice chicken", "src3": "cut chicken", "trg": "put chicken in bin", "vis_src": "P03_04:117 P03_04:118 P03_04:119", "vis_trg": "P03_04:120", "narrations": [ "dice chicken", "slice chicken", "cut chicken", "put chicken in bin" ], "verbs": [ "dice", "slice", "cut", "put-in" ], "verb_classes": [ 7, 7, 7, 5 ], "nouns": [ "chicken", "chicken", "chicken", "chicken" ], "noun_classes": [ 57, 57, 57, 57 ], "start_stop_timestamps": [ [ "00:07:55.61", "00:08:03.69" ], [ "00:08:05.65", "00:08:09.97" ], [ "00:08:08.67", "00:08:13.70" ], [ "00:08:13.83", "00:08:15.53" ] ], "start_stop_frames": [ [ 28536, 29021 ], [ 29139, 29398 ], [ 29320, 29622 ], [ 29629, 29731 ] ], "trgnoun": "chicken", "trgverb": "put_in" }, { "key": "P04_115+3_4_5_6", "video_id": "P04_115", "narration_ids": [ "P04_115_3", "P04_115_4", "P04_115_5", "P04_115_6" ], "src": "put_on oven_gloves . remove baking_tray from oven . tip water from baking tray into sink", "src1": "put_on oven_gloves", "src2": "remove baking_tray from oven", "src3": "tip water from baking tray into sink", "trg": "put baking_tray on hob", "vis_src": "P04_115:3 P04_115:4 P04_115:5", "vis_trg": "P04_115:6", "narrations": [ "put on oven gloves", "remove baking tray from oven", "tip water from baking tray into sink", "put baking tray on hob" ], "verbs": [ "put-on", "remove-from", "tip-from", "put-on" ], "verb_classes": [ 1, 12, 9, 1 ], "nouns": [ "glove:oven", "tray:baking", "water", "tray:baking" ], "noun_classes": [ 60, 35, 27, 35 ], "start_stop_timestamps": [ [ "00:00:06.21", "00:00:08.97" ], [ "00:00:09.97", "00:00:13.97" ], [ "00:00:13.92", "00:00:17.37" ], [ "00:00:19.43", "00:00:22.27" ] ], "start_stop_frames": [ [ 310, 448 ], [ 498, 698 ], [ 696, 868 ], [ 971, 1113 ] ], "trgnoun": "baking_tray", "trgverb": "put_on" }, { "key": "P03_04+119_120_121_122", "video_id": "P03_04", "narration_ids": [ "P03_04_119", "P03_04_120", "P03_04_121", "P03_04_122" ], "src": "cut chicken . put chicken in bin . slice chicken", "src1": "cut chicken", "src2": "put chicken in bin", "src3": "slice chicken", "trg": "dice chicken", "vis_src": "P03_04:119 P03_04:120 P03_04:121", "vis_trg": "P03_04:122", "narrations": [ "cut chicken", "put chicken in bin", "slice chicken", "dice chicken" ], "verbs": [ "cut", "put-in", "slice", "dice" ], "verb_classes": [ 7, 5, 7, 7 ], "nouns": [ "chicken", "chicken", "chicken", "chicken" ], "noun_classes": [ 57, 57, 57, 57 ], "start_stop_timestamps": [ [ "00:08:08.67", "00:08:13.70" ], [ "00:08:13.83", "00:08:15.53" ], [ "00:08:18.20", "00:08:22.34" ], [ "00:08:23.84", "00:08:32.07" ] ], "start_stop_frames": [ [ 29320, 29622 ], [ 29629, 29731 ], [ 29892, 30140 ], [ 30230, 30724 ] ], "trgnoun": "chicken", "trgverb": "dice" }, { "key": "P04_113+149_150_151_152", "video_id": "P04_113", "narration_ids": [ "P04_113_149", "P04_113_150", "P04_113_151", "P04_113_152" ], "src": "lift_up dishwasher_drawer . close dishwasher_drawer . pick_up fork", "src1": "lift_up dishwasher_drawer", "src2": "close dishwasher_drawer", "src3": "pick_up fork", "trg": "open dishwasher_drawer", "vis_src": "P04_113:149 P04_113:150 P04_113:151", "vis_trg": "P04_113:152", "narrations": [ "lift up dishwasher drawer", "close dishwasher drawer", "pick up fork", "open dishwasher drawer" ], "verbs": [ "lift-up", "close", "pick-up", "open" ], "verb_classes": [ 33, 4, 0, 3 ], "nouns": [ "drawer:dishwasher", "drawer:dishwasher", "fork", "drawer:dishwasher" ], "noun_classes": [ 70, 70, 14, 70 ], "start_stop_timestamps": [ [ "00:04:38.70", "00:04:41.00" ], [ "00:04:41.17", "00:04:42.80" ], [ "00:04:42.33", "00:04:42.90" ], [ "00:04:42.70", "00:04:43.25" ] ], "start_stop_frames": [ [ 13935, 14050 ], [ 14058, 14140 ], [ 14116, 14144 ], [ 14135, 14162 ] ], "trgnoun": "dishwasher_drawer", "trgverb": "open" }, { "key": "P02_129+313_314_315_316", "video_id": "P02_129", "narration_ids": [ "P02_129_313", "P02_129_314", "P02_129_315", "P02_129_316" ], "src": "pick_up sponge . sponge spoon . pick_up fork from sink", "src1": "pick_up sponge", "src2": "sponge spoon", "src3": "pick_up fork from sink", "trg": "sponge fork", "vis_src": "P02_129:313 P02_129:314 P02_129:315", "vis_trg": "P02_129:316", "narrations": [ "pick up sponge", "sponge spoon", "pick up fork from sink", "sponge fork" ], "verbs": [ "pick-up", "sponge", "pick-up", "sponge" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "sponge", "spoon", "fork", "fork" ], "noun_classes": [ 9, 1, 14, 14 ], "start_stop_timestamps": [ [ "00:10:56.41", "00:10:57.66" ], [ "00:10:57.54", "00:11:00.54" ], [ "00:11:00.81", "00:11:01.25" ], [ "00:11:01.82", "00:11:03.85" ] ], "start_stop_frames": [ [ 32820, 32883 ], [ 32877, 33027 ], [ 33040, 33062 ], [ 33091, 33192 ] ], "trgnoun": "fork", "trgverb": "sponge" }, { "key": "P06_03+57_58_59_60", "video_id": "P06_03", "narration_ids": [ "P06_03_57", "P06_03_58", "P06_03_59", "P06_03_60" ], "src": "take bag . plug_in kettle . turn_on kettle", "src1": "take bag", "src2": "plug_in kettle", "src3": "turn_on kettle", "trg": "unplug kettle", "vis_src": "P06_03:57 P06_03:58 P06_03:59", "vis_trg": "P06_03:60", "narrations": [ "take bag", "plug in kettle", "turn on kettle", "unplug kettle" ], "verbs": [ "take", "plug-in", "turn-on", "unplug" ], "verb_classes": [ 0, 64, 6, 12 ], "nouns": [ "bag", "kettle", "kettle", "kettle" ], "noun_classes": [ 19, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:03:11.27", "00:03:13.73" ], [ "00:03:13.05", "00:03:18.33" ], [ "00:03:18.17", "00:03:20.01" ], [ "00:04:02.36", "00:04:04.56" ] ], "start_stop_frames": [ [ 11476, 11623 ], [ 11583, 11899 ], [ 11890, 12000 ], [ 14541, 14673 ] ], "trgnoun": "kettle", "trgverb": "unplug" }, { "key": "P23_102+375_376_377_378", "video_id": "P23_102", "narration_ids": [ "P23_102_375", "P23_102_376", "P23_102_377", "P23_102_378" ], "src": "put knife . take bag . take packet", "src1": "put knife", "src2": "take bag", "src3": "take packet", "trg": "open packet", "vis_src": "P23_102:375 P23_102:376 P23_102:377", "vis_trg": "P23_102:378", "narrations": [ "put knife", "take bag", "take packet", "open packet" ], "verbs": [ "put", "take", "take", "open" ], "verb_classes": [ 1, 0, 0, 3 ], "nouns": [ "knife", "bag", "packet", "packet" ], "noun_classes": [ 4, 19, 26, 26 ], "start_stop_timestamps": [ [ "00:37:15.55", "00:37:17.59" ], [ "00:37:18.41", "00:37:21.07" ], [ "00:37:19.57", "00:37:21.11" ], [ "00:37:21.96", "00:37:29.10" ] ], "start_stop_frames": [ [ 111777, 111879 ], [ 111920, 112053 ], [ 111978, 112055 ], [ 112098, 112455 ] ], "trgnoun": "packet", "trgverb": "open" }, { "key": "P24_05+242_243_244_245", "video_id": "P24_05", "narration_ids": [ "P24_05_242", "P24_05_243", "P24_05_244", "P24_05_245" ], "src": "take salad . put salad onto table . take bag", "src1": "take salad", "src2": "put salad onto table", "src3": "take bag", "trg": "put bag onto table", "vis_src": "P24_05:242 P24_05:243 P24_05:244", "vis_trg": "P24_05:245", "narrations": [ "take salad", "put salad onto table", "take bag", "put bag onto table" ], "verbs": [ "take", "put-onto", "take", "put-onto" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "salad", "salad", "bag", "bag" ], "noun_classes": [ 68, 68, 19, 19 ], "start_stop_timestamps": [ [ "00:21:32.42", "00:21:33.64" ], [ "00:21:34.02", "00:21:35.23" ], [ "00:21:38.99", "00:21:40.58" ], [ "00:21:42.07", "00:21:44.75" ] ], "start_stop_frames": [ [ 77545, 77618 ], [ 77641, 77713 ], [ 77939, 78034 ], [ 78124, 78285 ] ], "trgnoun": "bag", "trgverb": "put_onto" }, { "key": "P22_17+229_230_231_232", "video_id": "P22_17", "narration_ids": [ "P22_17_229", "P22_17_230", "P22_17_231", "P22_17_232" ], "src": "put bottle . take bag . open tap", "src1": "put bottle", "src2": "take bag", "src3": "open tap", "trg": "wash bag", "vis_src": "P22_17:229 P22_17:230 P22_17:231", "vis_trg": "P22_17:232", "narrations": [ "put bottle", "take bag", "open tap", "wash bag" ], "verbs": [ "put", "take", "turn-on", "wash" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "bottle", "bag", "tap", "bag" ], "noun_classes": [ 15, 19, 0, 19 ], "start_stop_timestamps": [ [ "00:09:27.18", "00:09:28.86" ], [ "00:09:28.96", "00:09:30.24" ], [ "00:09:30.26", "00:09:31.84" ], [ "00:09:31.94", "00:09:42.03" ] ], "start_stop_frames": [ [ 34030, 34131 ], [ 34137, 34214 ], [ 34215, 34310 ], [ 34316, 34921 ] ], "trgnoun": "bag", "trgverb": "wash" }, { "key": "P30_111+74_76_77_78", "video_id": "P30_111", "narration_ids": [ "P30_111_74", "P30_111_76", "P30_111_77", "P30_111_78" ], "src": "pick_up olive_oil . put_down olive_oil . open cupboards", "src1": "pick_up olive_oil", "src2": "put_down olive_oil", "src3": "open cupboards", "trg": "take olive_oil from cupboard", "vis_src": "P30_111:74 P30_111:76 P30_111:77", "vis_trg": "P30_111:78", "narrations": [ "pick up olive oil", "put down olive oil", "open cupboards", "take olive oil from cupboard" ], "verbs": [ "pick-up", "put-down", "open", "take-from" ], "verb_classes": [ 0, 1, 3, 0 ], "nouns": [ "oil:olive", "oil:olive", "cupboard", "oil:olive" ], "noun_classes": [ 31, 31, 3, 31 ], "start_stop_timestamps": [ [ "00:02:35.63", "00:02:36.51" ], [ "00:02:38.65", "00:02:39.51" ], [ "00:02:39.49", "00:02:40.51" ], [ "00:02:40.54", "00:02:42.04" ] ], "start_stop_frames": [ [ 7781, 7825 ], [ 7932, 7975 ], [ 7974, 8025 ], [ 8027, 8102 ] ], "trgnoun": "olive_oil", "trgverb": "take_from" }, { "key": "P06_07+182_183_184_185", "video_id": "P06_07", "narration_ids": [ "P06_07_182", "P06_07_183", "P06_07_184", "P06_07_185" ], "src": "take_out plate . put pizza on plate . open oven", "src1": "take_out plate", "src2": "put pizza on plate", "src3": "open oven", "trg": "put pizza in oven", "vis_src": "P06_07:182 P06_07:183 P06_07:184", "vis_trg": "P06_07:185", "narrations": [ "take out plate", "put pizza on plate", "open oven", "put pizza in oven" ], "verbs": [ "take-out", "put-on", "open", "put-in" ], "verb_classes": [ 12, 1, 3, 5 ], "nouns": [ "plate", "pizza", "oven", "pizza" ], "noun_classes": [ 2, 91, 46, 91 ], "start_stop_timestamps": [ [ "00:13:19.16", "00:13:23.45" ], [ "00:13:23.41", "00:13:26.18" ], [ "00:13:26.28", "00:13:28.81" ], [ "00:13:28.91", "00:13:31.36" ] ], "start_stop_frames": [ [ 47949, 48207 ], [ 48204, 48370 ], [ 48376, 48528 ], [ 48534, 48681 ] ], "trgnoun": "pizza", "trgverb": "put_in" }, { "key": "P11_11+4_5_6_7", "video_id": "P11_11", "narration_ids": [ "P11_11_4", "P11_11_5", "P11_11_6", "P11_11_7" ], "src": "put_on oven_gloves . open oven . remove pizza", "src1": "put_on oven_gloves", "src2": "open oven", "src3": "remove pizza", "trg": "put pizza on plates", "vis_src": "P11_11:4 P11_11:5 P11_11:6", "vis_trg": "P11_11:7", "narrations": [ "put on oven gloves", "open oven", "remove pizza", "put pizza on plates" ], "verbs": [ "put-on", "open", "remove", "put-on" ], "verb_classes": [ 1, 3, 12, 1 ], "nouns": [ "glove:oven", "oven", "pizza", "pizza" ], "noun_classes": [ 60, 46, 91, 91 ], "start_stop_timestamps": [ [ "00:00:09.25", "00:00:11.69" ], [ "00:00:10.17", "00:00:11.63" ], [ "00:00:12.70", "00:00:15.70" ], [ "00:00:15.74", "00:00:16.39" ] ], "start_stop_frames": [ [ 555, 701 ], [ 610, 697 ], [ 762, 942 ], [ 944, 983 ] ], "trgnoun": "pizza", "trgverb": "put_on" }, { "key": "P04_107+452_453_454_455", "video_id": "P04_107", "narration_ids": [ "P04_107_452", "P04_107_453", "P04_107_454", "P04_107_455" ], "src": "put dough on chopping board . press dough . pick_up pastry_brush", "src1": "put dough on chopping board", "src2": "press dough", "src3": "pick_up pastry_brush", "trg": "brush dough with oil", "vis_src": "P04_107:452 P04_107:453 P04_107:454", "vis_trg": "P04_107:455", "narrations": [ "put dough on chopping board", "press dough", "pick up pastry brush", "brush dough with oil" ], "verbs": [ "put-on", "press", "pick-up", "brush-with" ], "verb_classes": [ 1, 21, 0, 66 ], "nouns": [ "dough", "dough", "brush:pastry", "dough" ], "noun_classes": [ 25, 25, 103, 25 ], "start_stop_timestamps": [ [ "00:13:24.20", "00:13:25.23" ], [ "00:13:25.18", "00:13:26.37" ], [ "00:13:26.47", "00:13:27.08" ], [ "00:13:26.96", "00:13:29.08" ] ], "start_stop_frames": [ [ 40210, 40261 ], [ 40259, 40318 ], [ 40323, 40354 ], [ 40348, 40454 ] ], "trgnoun": "dough", "trgverb": "brush_with" }, { "key": "P03_111+15_16_17_18", "video_id": "P03_111", "narration_ids": [ "P03_111_15", "P03_111_16", "P03_111_17", "P03_111_18" ], "src": "turn_on tap . rinse_out tupperware . pour_out water from tupperware", "src1": "turn_on tap", "src2": "rinse_out tupperware", "src3": "pour_out water from tupperware", "trg": "rinse tupperware", "vis_src": "P03_111:15 P03_111:16 P03_111:17", "vis_trg": "P03_111:18", "narrations": [ "turn on tap", "rinse out tupperware", "pour out water from tupperware", "rinse tupperware" ], "verbs": [ "turn-on", "rinse-out", "pour-out", "rinse" ], "verb_classes": [ 6, 2, 9, 2 ], "nouns": [ "tap", "tupperware", "water", "tupperware" ], "noun_classes": [ 0, 23, 27, 23 ], "start_stop_timestamps": [ [ "00:00:27.79", "00:00:29.45" ], [ "00:00:29.66", "00:00:33.67" ], [ "00:00:34.24", "00:00:35.26" ], [ "00:00:35.92", "00:00:39.28" ] ], "start_stop_frames": [ [ 1389, 1472 ], [ 1483, 1683 ], [ 1712, 1763 ], [ 1796, 1964 ] ], "trgnoun": "tupperware", "trgverb": "rinse" }, { "key": "P06_102+86_87_88_90", "video_id": "P06_102", "narration_ids": [ "P06_102_86", "P06_102_87", "P06_102_88", "P06_102_90" ], "src": "pick_up yeast . put yeast in cupboard . pick_up sieve", "src1": "pick_up yeast", "src2": "put yeast in cupboard", "src3": "pick_up sieve", "trg": "rinse sieve", "vis_src": "P06_102:86 P06_102:87 P06_102:88", "vis_trg": "P06_102:90", "narrations": [ "pick up yeast", "put yeast in cupboard", "pick up sieve", "rinse sieve" ], "verbs": [ "pick-up", "put-in", "pick-up", "rinse" ], "verb_classes": [ 0, 5, 0, 2 ], "nouns": [ "yeast", "yeast", "sieve", "sieve" ], "noun_classes": [ 195, 195, 39, 39 ], "start_stop_timestamps": [ [ "00:10:12.51", "00:10:16.04" ], [ "00:10:15.94", "00:10:19.19" ], [ "00:10:19.12", "00:10:19.76" ], [ "00:10:19.00", "00:10:22.21" ] ], "start_stop_frames": [ [ 30625, 30802 ], [ 30797, 30959 ], [ 30956, 30988 ], [ 30950, 31110 ] ], "trgnoun": "sieve", "trgverb": "rinse" }, { "key": "P04_117+145_146_148_149", "video_id": "P04_117", "narration_ids": [ "P04_117_145", "P04_117_146", "P04_117_148", "P04_117_149" ], "src": "put_down butter_tub . pick_up saucepan and spatula . lay eggs on bread", "src1": "put_down butter_tub", "src2": "pick_up saucepan and spatula", "src3": "lay eggs on bread", "trg": "scoop eggs out of saucepan", "vis_src": "P04_117:145 P04_117:146 P04_117:148", "vis_trg": "P04_117:149", "narrations": [ "put down butter tub", "pick up saucepan and spatula", "lay eggs on bread", "scoop eggs out of saucepan" ], "verbs": [ "put-down", "pick-up", "lay-on", "scoop-out" ], "verb_classes": [ 1, 0, 1, 16 ], "nouns": [ "tub:butter", "saucepan", "egg", "egg" ], "noun_classes": [ 23, 5, 53, 53 ], "start_stop_timestamps": [ [ "00:05:01.26", "00:05:02.15" ], [ "00:05:02.35", "00:05:03.89" ], [ "00:05:03.00", "00:05:05.81" ], [ "00:05:07.07", "00:05:07.95" ] ], "start_stop_frames": [ [ 15063, 15107 ], [ 15117, 15194 ], [ 15150, 15290 ], [ 15353, 15397 ] ], "trgnoun": "egg", "trgverb": "scoop_out" }, { "key": "P03_101+124_125_126_127", "video_id": "P03_101", "narration_ids": [ "P03_101_124", "P03_101_125", "P03_101_126", "P03_101_127" ], "src": "put saucepan_lid in drying rack . pick_up saucepan . empty saucepan", "src1": "put saucepan_lid in drying rack", "src2": "pick_up saucepan", "src3": "empty saucepan", "trg": "wash saucepan", "vis_src": "P03_101:124 P03_101:125 P03_101:126", "vis_trg": "P03_101:127", "narrations": [ "put saucepan lid in drying rack", "pick up saucepan", "empty saucepan", "wash saucepan" ], "verbs": [ "put-in", "pick-up", "empty", "wash" ], "verb_classes": [ 5, 0, 20, 2 ], "nouns": [ "lid:saucepan", "saucepan", "saucepan", "saucepan" ], "noun_classes": [ 6, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:04:32.14", "00:04:33.47" ], [ "00:04:34.47", "00:04:35.35" ], [ "00:04:35.75", "00:04:37.40" ], [ "00:04:36.98", "00:05:07.32" ] ], "start_stop_frames": [ [ 13607, 13673 ], [ 13723, 13767 ], [ 13787, 13869 ], [ 13849, 15366 ] ], "trgnoun": "saucepan", "trgverb": "wash" }, { "key": "P03_119+4_5_6_7", "video_id": "P03_119", "narration_ids": [ "P03_119_4", "P03_119_5", "P03_119_6", "P03_119_7" ], "src": "put washing up liquid back on shelf . close washing up liquid . turn_on oven", "src1": "put washing up liquid back on shelf", "src2": "close washing up liquid", "src3": "turn_on oven", "trg": "open oven", "vis_src": "P03_119:4 P03_119:5 P03_119:6", "vis_trg": "P03_119:7", "narrations": [ "put washing up liquid back on shelf", "close washing up liquid", "turn on oven", "open oven" ], "verbs": [ "put", "close", "turn-on", "open" ], "verb_classes": [ 1, 4, 6, 3 ], "nouns": [ "shelf", "liquid:washing:up", "oven", "oven" ], "noun_classes": [ 247, 22, 46, 46 ], "start_stop_timestamps": [ [ "00:00:10.58", "00:00:11.13" ], [ "00:00:11.25", "00:00:11.60" ], [ "00:00:13.00", "00:00:14.54" ], [ "00:00:14.97", "00:00:15.56" ] ], "start_stop_frames": [ [ 529, 556 ], [ 562, 580 ], [ 650, 727 ], [ 748, 778 ] ], "trgnoun": "oven", "trgverb": "open" }, { "key": "P08_01+97_98_99_100", "video_id": "P08_01", "narration_ids": [ "P08_01_97", "P08_01_98", "P08_01_99", "P08_01_100" ], "src": "close wrap . open fridge . place cheese", "src1": "close wrap", "src2": "open fridge", "src3": "place cheese", "trg": "close fridge", "vis_src": "P08_01:97 P08_01:98 P08_01:99", "vis_trg": "P08_01:100", "narrations": [ "close wrap", "open fridge", "place cheese", "close fridge" ], "verbs": [ "close", "open", "place", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "wrap", "fridge", "cheese", "fridge" ], "noun_classes": [ 107, 12, 32, 12 ], "start_stop_timestamps": [ [ "00:06:35.65", "00:06:47.90" ], [ "00:06:48.00", "00:06:49.25" ], [ "00:06:49.24", "00:06:53.10" ], [ "00:06:54.51", "00:06:55.42" ] ], "start_stop_frames": [ [ 23739, 24474 ], [ 24480, 24555 ], [ 24554, 24786 ], [ 24870, 24925 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P01_105+754_755_756_757", "video_id": "P01_105", "narration_ids": [ "P01_105_754", "P01_105_755", "P01_105_756", "P01_105_757" ], "src": "put_down spatula . put_down saucepan . pick_up colander", "src1": "put_down spatula", "src2": "put_down saucepan", "src3": "pick_up colander", "trg": "shake colander", "vis_src": "P01_105:754 P01_105:755 P01_105:756", "vis_trg": "P01_105:757", "narrations": [ "put down spatula", "put down saucepan", "pick up colander", "shake colander" ], "verbs": [ "put-down", "put-down", "pick-up", "shake" ], "verb_classes": [ 1, 1, 0, 15 ], "nouns": [ "spatula", "saucepan", "colander", "colander" ], "noun_classes": [ 20, 5, 39, 39 ], "start_stop_timestamps": [ [ "00:33:04.49", "00:33:05.85" ], [ "00:33:05.77", "00:33:07.37" ], [ "00:33:08.09", "00:33:09.14" ], [ "00:33:09.14", "00:33:11.14" ] ], "start_stop_frames": [ [ 99224, 99292 ], [ 99288, 99368 ], [ 99404, 99457 ], [ 99457, 99557 ] ], "trgnoun": "colander", "trgverb": "shake" }, { "key": "P06_108+14_15_16_17", "video_id": "P06_108", "narration_ids": [ "P06_108_14", "P06_108_15", "P06_108_16", "P06_108_17" ], "src": "press dough . pick_up flour . put_down flour", "src1": "press dough", "src2": "pick_up flour", "src3": "put_down flour", "trg": "sprinkle flour", "vis_src": "P06_108:14 P06_108:15 P06_108:16", "vis_trg": "P06_108:17", "narrations": [ "press dough", "pick up flour", "put down flour", "sprinkle flour" ], "verbs": [ "press", "pick-up", "put-down", "sprinkle" ], "verb_classes": [ 21, 0, 1, 42 ], "nouns": [ "dough", "flour", "flour", "flour" ], "noun_classes": [ 25, 75, 75, 75 ], "start_stop_timestamps": [ [ "00:01:04.65", "00:01:20.00" ], [ "00:01:05.50", "00:01:21.89" ], [ "00:01:21.53", "00:01:22.58" ], [ "00:01:21.53", "00:01:23.60" ] ], "start_stop_frames": [ [ 3232, 4000 ], [ 3275, 4094 ], [ 4076, 4129 ], [ 4076, 4180 ] ], "trgnoun": "flour", "trgverb": "sprinkle" }, { "key": "P06_113+74_75_76_77", "video_id": "P06_113", "narration_ids": [ "P06_113_74", "P06_113_75", "P06_113_76", "P06_113_77" ], "src": "wash tupperware . turn_on tap . rinse tupperware", "src1": "wash tupperware", "src2": "turn_on tap", "src3": "rinse tupperware", "trg": "put tupperware on drying rack", "vis_src": "P06_113:74 P06_113:75 P06_113:76", "vis_trg": "P06_113:77", "narrations": [ "wash tupperware", "turn on tap", "rinse tupperware", "put tupperware on drying rack" ], "verbs": [ "wash", "turn-on", "rinse", "put-on" ], "verb_classes": [ 2, 6, 2, 1 ], "nouns": [ "tupperware", "tap", "tupperware", "tupperware" ], "noun_classes": [ 23, 0, 23, 23 ], "start_stop_timestamps": [ [ "00:02:25.82", "00:02:37.69" ], [ "00:02:40.61", "00:02:41.94" ], [ "00:02:42.04", "00:02:46.92" ], [ "00:02:46.58", "00:02:47.53" ] ], "start_stop_frames": [ [ 7291, 7884 ], [ 8030, 8097 ], [ 8102, 8346 ], [ 8329, 8376 ] ], "trgnoun": "tupperware", "trgverb": "put_on" }, { "key": "P35_105+367_368_369_370", "video_id": "P35_105", "narration_ids": [ "P35_105_367", "P35_105_368", "P35_105_369", "P35_105_370" ], "src": "pick_up flour . close flour . open cupboard", "src1": "pick_up flour", "src2": "close flour", "src3": "open cupboard", "trg": "put_down flour", "vis_src": "P35_105:367 P35_105:368 P35_105:369", "vis_trg": "P35_105:370", "narrations": [ "pick up flour", "close flour", "open cupboard", "put down flour" ], "verbs": [ "pick-up", "close", "open", "put-down" ], "verb_classes": [ 0, 4, 3, 1 ], "nouns": [ "flour", "flour", "cupboard", "flour" ], "noun_classes": [ 75, 75, 3, 75 ], "start_stop_timestamps": [ [ "00:29:28.84", "00:29:30.18" ], [ "00:29:29.32", "00:29:31.93" ], [ "00:29:34.33", "00:29:35.57" ], [ "00:29:35.25", "00:29:37.00" ] ], "start_stop_frames": [ [ 88442, 88509 ], [ 88466, 88596 ], [ 88716, 88778 ], [ 88762, 88850 ] ], "trgnoun": "flour", "trgverb": "put_down" }, { "key": "P11_05+12_13_14_15", "video_id": "P11_05", "narration_ids": [ "P11_05_12", "P11_05_13", "P11_05_14", "P11_05_15" ], "src": "pick_up colander . pick_up pot . rearrange pots", "src1": "pick_up colander", "src2": "pick_up pot", "src3": "rearrange pots", "trg": "put_down pot", "vis_src": "P11_05:12 P11_05:13 P11_05:14", "vis_trg": "P11_05:15", "narrations": [ "pick up colander", "pick up pot", "rearrange pots", "put down pot" ], "verbs": [ "pick-up", "pick-up", "rearrange", "put-down" ], "verb_classes": [ 0, 0, 40, 1 ], "nouns": [ "colander", "pot", "pot", "pot" ], "noun_classes": [ 39, 29, 29, 29 ], "start_stop_timestamps": [ [ "00:00:37.45", "00:00:38.52" ], [ "00:00:38.75", "00:00:39.50" ], [ "00:00:41.39", "00:00:45.66" ], [ "00:00:41.91", "00:00:42.88" ] ], "start_stop_frames": [ [ 2247, 2311 ], [ 2325, 2370 ], [ 2483, 2739 ], [ 2514, 2572 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P08_01+114_115_116_117", "video_id": "P08_01", "narration_ids": [ "P08_01_114", "P08_01_115", "P08_01_116", "P08_01_117" ], "src": "wipe_off hands . turn cheese . turn_off hob", "src1": "wipe_off hands", "src2": "turn cheese", "src3": "turn_off hob", "trg": "get cheese", "vis_src": "P08_01:114 P08_01:115 P08_01:116", "vis_trg": "P08_01:117", "narrations": [ "wipe off hands", "turn cheese", "turn off hob", "get cheese" ], "verbs": [ "wipe-off", "turn", "turn-off", "get" ], "verb_classes": [ 2, 23, 8, 0 ], "nouns": [ "hand", "cheese", "hob", "cheese" ], "noun_classes": [ 11, 32, 24, 32 ], "start_stop_timestamps": [ [ "00:07:45.25", "00:07:46.36" ], [ "00:07:48.20", "00:07:49.79" ], [ "00:07:51.45", "00:07:54.23" ], [ "00:08:00.16", "00:08:01.38" ] ], "start_stop_frames": [ [ 27915, 27981 ], [ 28092, 28187 ], [ 28287, 28453 ], [ 28809, 28882 ] ], "trgnoun": "cheese", "trgverb": "get" }, { "key": "P10_01+104_105_106_107", "video_id": "P10_01", "narration_ids": [ "P10_01_104", "P10_01_105", "P10_01_106", "P10_01_107" ], "src": "brush the knife . put the knife on the shelf . cleaning the chopsticks", "src1": "brush the knife", "src2": "put the knife on the shelf", "src3": "cleaning the chopsticks", "trg": "put the chopstick on the plate", "vis_src": "P10_01:104 P10_01:105 P10_01:106", "vis_trg": "P10_01:107", "narrations": [ "brush the knife", "put the knife on the shelf", "cleaning the chopsticks", "put the chopstick on the plate" ], "verbs": [ "brush", "put-on", "clean", "put-on" ], "verb_classes": [ 57, 1, 2, 1 ], "nouns": [ "knife", "knife", "chopstick", "chopstick" ], "noun_classes": [ 4, 4, 80, 80 ], "start_stop_timestamps": [ [ "00:12:36.08", "00:12:44.29" ], [ "00:12:44.06", "00:12:46.77" ], [ "00:12:47.04", "00:12:51.33" ], [ "00:12:51.43", "00:12:53.29" ] ], "start_stop_frames": [ [ 45364, 45857 ], [ 45843, 46006 ], [ 46022, 46279 ], [ 46285, 46397 ] ], "trgnoun": "chopstick", "trgverb": "put_on" }, { "key": "P24_05+220_221_222_223", "video_id": "P24_05", "narration_ids": [ "P24_05_220", "P24_05_221", "P24_05_222", "P24_05_223" ], "src": "put knife and fork on the table . open fridge . take water", "src1": "put knife and fork on the table", "src2": "open fridge", "src3": "take water", "trg": "put water on table", "vis_src": "P24_05:220 P24_05:221 P24_05:222", "vis_trg": "P24_05:223", "narrations": [ "put knife and fork on the table", "open fridge", "take water", "put water on table" ], "verbs": [ "put-on", "open", "take", "put-on" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "knife", "fridge", "water", "water" ], "noun_classes": [ 4, 12, 27, 27 ], "start_stop_timestamps": [ [ "00:19:18.21", "00:19:20.21" ], [ "00:19:21.16", "00:19:24.44" ], [ "00:19:24.41", "00:19:28.41" ], [ "00:19:28.51", "00:19:31.26" ] ], "start_stop_frames": [ [ 69492, 69612 ], [ 69669, 69866 ], [ 69864, 70104 ], [ 70110, 70275 ] ], "trgnoun": "water", "trgverb": "put_on" }, { "key": "P04_22+3_4_5_6", "video_id": "P04_22", "narration_ids": [ "P04_22_3", "P04_22_4", "P04_22_5", "P04_22_6" ], "src": "look_in dishwasher . pick_up pan . pick_up spatula", "src1": "look_in dishwasher", "src2": "pick_up pan", "src3": "pick_up spatula", "trg": "put_in dishwasher", "vis_src": "P04_22:3 P04_22:4 P04_22:5", "vis_trg": "P04_22:6", "narrations": [ "look in dishwasher", "pick up pan", "pick up spatula", "put in dishwasher" ], "verbs": [ "look-in", "pick-up", "pick-up", "put-in" ], "verb_classes": [ 24, 0, 0, 5 ], "nouns": [ "dishwasher", "pan", "spatula", "dishwasher" ], "noun_classes": [ 70, 5, 20, 70 ], "start_stop_timestamps": [ [ "00:00:07.84", "00:00:09.92" ], [ "00:00:09.85", "00:00:13.92" ], [ "00:00:14.19", "00:00:14.99" ], [ "00:00:15.09", "00:00:16.47" ] ], "start_stop_frames": [ [ 470, 595 ], [ 591, 835 ], [ 851, 899 ], [ 905, 988 ] ], "trgnoun": "dishwasher", "trgverb": "put_in" }, { "key": "P01_109+62_63_64_65", "video_id": "P01_109", "narration_ids": [ "P01_109_62", "P01_109_63", "P01_109_64", "P01_109_65" ], "src": "grab potato . cut potato . pick_up potato_bit", "src1": "grab potato", "src2": "cut potato", "src3": "pick_up potato_bit", "trg": "put_down potato_bit", "vis_src": "P01_109:62 P01_109:63 P01_109:64", "vis_trg": "P01_109:65", "narrations": [ "grab potato", "cut potato", "pick up potato bit", "put down potato bit" ], "verbs": [ "grab", "cut", "pick-up", "put-down" ], "verb_classes": [ 0, 7, 0, 1 ], "nouns": [ "potato", "potato", "bit:potato", "bit:potato" ], "noun_classes": [ 30, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:03:16.11", "00:03:16.70" ], [ "00:03:16.62", "00:03:22.51" ], [ "00:03:22.39", "00:03:23.67" ], [ "00:03:22.97", "00:03:23.82" ] ], "start_stop_frames": [ [ 9805, 9835 ], [ 9831, 10125 ], [ 10119, 10183 ], [ 10148, 10191 ] ], "trgnoun": "potato_bit", "trgverb": "put_down" }, { "key": "P22_103+119_120_121_122", "video_id": "P22_103", "narration_ids": [ "P22_103_119", "P22_103_120", "P22_103_121", "P22_103_122" ], "src": "lather fork . put_down fork . pick_up tongs", "src1": "lather fork", "src2": "put_down fork", "src3": "pick_up tongs", "trg": "wash tongs", "vis_src": "P22_103:119 P22_103:120 P22_103:121", "vis_trg": "P22_103:122", "narrations": [ "lather fork", "put down fork", "pick up tongs", "wash tongs" ], "verbs": [ "lather", "put-down", "pick-up", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "fork", "fork", "tongs", "tongs" ], "noun_classes": [ 14, 14, 142, 142 ], "start_stop_timestamps": [ [ "00:03:38.83", "00:03:40.94" ], [ "00:03:40.85", "00:03:41.59" ], [ "00:03:40.67", "00:03:41.43" ], [ "00:03:41.48", "00:03:46.96" ] ], "start_stop_frames": [ [ 10941, 11047 ], [ 11042, 11079 ], [ 11033, 11071 ], [ 11074, 11348 ] ], "trgnoun": "tongs", "trgverb": "wash" }, { "key": "P02_130+237_238_239_240", "video_id": "P02_130", "narration_ids": [ "P02_130_237", "P02_130_238", "P02_130_239", "P02_130_240" ], "src": "pick_up wooden_spoon . move butter and cocoa powder inside pan . hold pan", "src1": "pick_up wooden_spoon", "src2": "move butter and cocoa powder inside pan", "src3": "hold pan", "trg": "stir butter and cocoa powder", "vis_src": "P02_130:237 P02_130:238 P02_130:239", "vis_trg": "P02_130:240", "narrations": [ "pick up wooden spoon", "move butter and cocoa powder inside pan", "hold pan", "stir butter and cocoa powder" ], "verbs": [ "pick-up", "move", "hold", "stir" ], "verb_classes": [ 0, 11, 34, 10 ], "nouns": [ "spoon:wooden", "butter", "pan", "butter" ], "noun_classes": [ 1, 78, 5, 78 ], "start_stop_timestamps": [ [ "00:09:49.00", "00:09:49.89" ], [ "00:09:49.93", "00:09:50.88" ], [ "00:09:51.91", "00:09:52.54" ], [ "00:09:52.57", "00:10:00.50" ] ], "start_stop_frames": [ [ 29450, 29494 ], [ 29496, 29544 ], [ 29595, 29627 ], [ 29628, 30025 ] ], "trgnoun": "butter", "trgverb": "stir" }, { "key": "P06_108+139_140_141_142", "video_id": "P06_108", "narration_ids": [ "P06_108_139", "P06_108_140", "P06_108_141", "P06_108_142" ], "src": "test water . fill bowl with water . pick_up can_opener", "src1": "test water", "src2": "fill bowl with water", "src3": "pick_up can_opener", "trg": "put can_opener in bowl", "vis_src": "P06_108:139 P06_108:140 P06_108:141", "vis_trg": "P06_108:142", "narrations": [ "test water", "fill bowl with water", "pick up can opener", "put can opener in bowl" ], "verbs": [ "test", "fill-with", "pick-up", "put" ], "verb_classes": [ 24, 26, 0, 1 ], "nouns": [ "water", "bowl", "opener:can", "opener:can" ], "noun_classes": [ 27, 7, 174, 174 ], "start_stop_timestamps": [ [ "00:10:02.38", "00:10:04.29" ], [ "00:10:04.25", "00:10:11.94" ], [ "00:10:04.35", "00:10:05.58" ], [ "00:10:05.68", "00:10:06.96" ] ], "start_stop_frames": [ [ 30119, 30214 ], [ 30212, 30597 ], [ 30217, 30279 ], [ 30283, 30348 ] ], "trgnoun": "can_opener", "trgverb": "put" }, { "key": "P11_05+110_111_112_113", "video_id": "P11_05", "narration_ids": [ "P11_05_110", "P11_05_111", "P11_05_112", "P11_05_113" ], "src": "chop onions . clean_off knife . spill onions", "src1": "chop onions", "src2": "clean_off knife", "src3": "spill onions", "trg": "pour onions into pan", "vis_src": "P11_05:110 P11_05:111 P11_05:112", "vis_trg": "P11_05:113", "narrations": [ "chop onions", "clean off knife", "spill onions", "pour onions into pan" ], "verbs": [ "chop", "clean-off", "spill", "pour-into" ], "verb_classes": [ 7, 2, 59, 9 ], "nouns": [ "onion", "knife", "onion", "onion" ], "noun_classes": [ 16, 4, 16, 16 ], "start_stop_timestamps": [ [ "00:06:25.82", "00:06:29.43" ], [ "00:06:29.24", "00:06:31.67" ], [ "00:06:32.57", "00:06:34.04" ], [ "00:06:35.27", "00:06:37.63" ] ], "start_stop_frames": [ [ 23149, 23365 ], [ 23354, 23500 ], [ 23554, 23642 ], [ 23716, 23857 ] ], "trgnoun": "onion", "trgverb": "pour_into" }, { "key": "P04_121+380_381_382_383", "video_id": "P04_121", "narration_ids": [ "P04_121_380", "P04_121_381", "P04_121_382", "P04_121_383" ], "src": "rotate bowl . pick_up spatula . hold cheese_curds in place with spatula", "src1": "rotate bowl", "src2": "pick_up spatula", "src3": "hold cheese_curds in place with spatula", "trg": "drain whey from bowl", "vis_src": "P04_121:380 P04_121:381 P04_121:382", "vis_trg": "P04_121:383", "narrations": [ "rotate bowl", "pick up spatula", "hold cheese curds in place with spatula", "drain whey from bowl" ], "verbs": [ "rotate", "pick-up", "hold-in", "drain-from" ], "verb_classes": [ 23, 0, 34, 37 ], "nouns": [ "bowl", "spatula", "curd:cheese", "bowl" ], "noun_classes": [ 7, 20, 32, 7 ], "start_stop_timestamps": [ [ "00:17:10.57", "00:17:13.11" ], [ "00:17:12.56", "00:17:13.74" ], [ "00:17:13.76", "00:17:14.96" ], [ "00:17:14.62", "00:17:22.08" ] ], "start_stop_frames": [ [ 51528, 51655 ], [ 51628, 51687 ], [ 51688, 51748 ], [ 51730, 52104 ] ], "trgnoun": "bowl", "trgverb": "drain_from" }, { "key": "P04_120+36_37_38_39", "video_id": "P04_120", "narration_ids": [ "P04_120_36", "P04_120_37", "P04_120_38", "P04_120_39" ], "src": "turn_over instruction_booklet . put_down instruction_booklet . pick_up spatula", "src1": "turn_over instruction_booklet", "src2": "put_down instruction_booklet", "src3": "pick_up spatula", "trg": "drag spatula through milk", "vis_src": "P04_120:36 P04_120:37 P04_120:38", "vis_trg": "P04_120:39", "narrations": [ "turn over instruction booklet", "put down instruction booklet", "pick up spatula", "drag spatula through milk" ], "verbs": [ "turn-over", "put-down", "pick-up", "drag-through" ], "verb_classes": [ 22, 1, 0, 25 ], "nouns": [ "booklet:instruction", "booklet:instruction", "spatula", "spatula" ], "noun_classes": [ 140, 140, 20, 20 ], "start_stop_timestamps": [ [ "00:02:08.00", "00:02:11.28" ], [ "00:02:11.10", "00:02:12.65" ], [ "00:02:12.29", "00:02:13.63" ], [ "00:02:13.19", "00:02:29.05" ] ], "start_stop_frames": [ [ 6400, 6564 ], [ 6555, 6632 ], [ 6614, 6681 ], [ 6659, 7452 ] ], "trgnoun": "spatula", "trgverb": "drag_through" }, { "key": "P04_121+47_48_49_50", "video_id": "P04_121", "narration_ids": [ "P04_121_47", "P04_121_48", "P04_121_49", "P04_121_50" ], "src": "lift cheese_curds out of whey . drop cheese_curds . stir cheese_curds with spatula", "src1": "lift cheese_curds out of whey", "src2": "drop cheese_curds", "src3": "stir cheese_curds with spatula", "trg": "cut cheese_curd", "vis_src": "P04_121:47 P04_121:48 P04_121:49", "vis_trg": "P04_121:50", "narrations": [ "lift cheese curds out of whey", "drop cheese curds", "stir cheese curds with spatula", "cut cheese curd" ], "verbs": [ "lift-out", "drop", "stir-with", "cut" ], "verb_classes": [ 33, 59, 10, 7 ], "nouns": [ "curd:cheese", "curd:cheese", "curd:cheese", "curd:cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:03:40.66", "00:03:42.25" ], [ "00:03:40.78", "00:03:42.96" ], [ "00:03:42.83", "00:03:47.24" ], [ "00:03:47.30", "00:03:48.80" ] ], "start_stop_frames": [ [ 11033, 11112 ], [ 11039, 11148 ], [ 11141, 11362 ], [ 11365, 11440 ] ], "trgnoun": "cheese_curd", "trgverb": "cut" }, { "key": "P01_105+345_346_347_348", "video_id": "P01_105", "narration_ids": [ "P01_105_345", "P01_105_346", "P01_105_347", "P01_105_348" ], "src": "pick_up pak choi leaves . put_down pak choi leaves . cut pak_choi", "src1": "pick_up pak choi leaves", "src2": "put_down pak choi leaves", "src3": "cut pak_choi", "trg": "move pak_choi", "vis_src": "P01_105:345 P01_105:346 P01_105:347", "vis_trg": "P01_105:348", "narrations": [ "pick up pak choi leaves", "put down pak choi leaves", "cut pak choi", "move pak choi" ], "verbs": [ "pick-up", "put-down", "cut", "move" ], "verb_classes": [ 0, 1, 7, 11 ], "nouns": [ "leaf:pak:choi", "leaf:pak:choi", "choi:pak", "choi:pak" ], "noun_classes": [ 62, 62, 151, 151 ], "start_stop_timestamps": [ [ "00:13:24.98", "00:13:27.39" ], [ "00:13:27.59", "00:13:28.39" ], [ "00:13:28.44", "00:13:32.94" ], [ "00:13:32.84", "00:13:33.47" ] ], "start_stop_frames": [ [ 40249, 40369 ], [ 40379, 40419 ], [ 40422, 40647 ], [ 40642, 40673 ] ], "trgnoun": "pak_choi", "trgverb": "move" }, { "key": "P04_121+381_382_383_384", "video_id": "P04_121", "narration_ids": [ "P04_121_381", "P04_121_382", "P04_121_383", "P04_121_384" ], "src": "pick_up spatula . hold cheese_curds in place with spatula . drain whey from bowl", "src1": "pick_up spatula", "src2": "hold cheese_curds in place with spatula", "src3": "drain whey from bowl", "trg": "turn bowl upright", "vis_src": "P04_121:381 P04_121:382 P04_121:383", "vis_trg": "P04_121:384", "narrations": [ "pick up spatula", "hold cheese curds in place with spatula", "drain whey from bowl", "turn bowl upright" ], "verbs": [ "pick-up", "hold-in", "drain-from", "turn" ], "verb_classes": [ 0, 34, 37, 23 ], "nouns": [ "spatula", "curd:cheese", "bowl", "bowl" ], "noun_classes": [ 20, 32, 7, 7 ], "start_stop_timestamps": [ [ "00:17:12.56", "00:17:13.74" ], [ "00:17:13.76", "00:17:14.96" ], [ "00:17:14.62", "00:17:22.08" ], [ "00:17:23.38", "00:17:24.13" ] ], "start_stop_frames": [ [ 51628, 51687 ], [ 51688, 51748 ], [ 51730, 52104 ], [ 52169, 52206 ] ], "trgnoun": "bowl", "trgverb": "turn" }, { "key": "P02_03+335_336_337_338", "video_id": "P02_03", "narration_ids": [ "P02_03_335", "P02_03_336", "P02_03_337", "P02_03_338" ], "src": "hold pan . stir pasta with sauce . shake mesh with pasta", "src1": "hold pan", "src2": "stir pasta with sauce", "src3": "shake mesh with pasta", "trg": "mix pasta with sauce", "vis_src": "P02_03:335 P02_03:336 P02_03:337", "vis_trg": "P02_03:338", "narrations": [ "hold pan", "stir pasta with sauce", "shake mesh with pasta", "mix pasta with sauce" ], "verbs": [ "hold", "stir-with", "shake-with", "mix-with" ], "verb_classes": [ 34, 10, 15, 10 ], "nouns": [ "pan", "pasta", "mesh", "pasta" ], "noun_classes": [ 5, 45, 39, 45 ], "start_stop_timestamps": [ [ "00:19:12.82", "00:19:13.53" ], [ "00:19:13.58", "00:19:18.75" ], [ "00:19:14.17", "00:19:18.35" ], [ "00:19:18.85", "00:19:25.54" ] ], "start_stop_frames": [ [ 69169, 69211 ], [ 69214, 69525 ], [ 69250, 69501 ], [ 69531, 69932 ] ], "trgnoun": "pasta", "trgverb": "mix_with" }, { "key": "P04_121+45_46_47_48", "video_id": "P04_121", "narration_ids": [ "P04_121_45", "P04_121_46", "P04_121_47", "P04_121_48" ], "src": "stir cheese_curds with spatula . cut large cheese_curds with spatula . lift cheese_curds out of whey", "src1": "stir cheese_curds with spatula", "src2": "cut large cheese_curds with spatula", "src3": "lift cheese_curds out of whey", "trg": "drop cheese_curds", "vis_src": "P04_121:45 P04_121:46 P04_121:47", "vis_trg": "P04_121:48", "narrations": [ "stir cheese curds with spatula", "cut large cheese curds with spatula", "lift cheese curds out of whey", "drop cheese curds" ], "verbs": [ "stir-with", "cut-with", "lift-out", "drop" ], "verb_classes": [ 10, 7, 33, 59 ], "nouns": [ "curd:cheese", "curd:cheese", "curd:cheese", "curd:cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:03:28.54", "00:03:31.28" ], [ "00:03:30.39", "00:03:32.89" ], [ "00:03:40.66", "00:03:42.25" ], [ "00:03:40.78", "00:03:42.96" ] ], "start_stop_frames": [ [ 10427, 10564 ], [ 10519, 10644 ], [ 11033, 11112 ], [ 11039, 11148 ] ], "trgnoun": "cheese_curd", "trgverb": "drop" }, { "key": "P04_121+377_378_379_380", "video_id": "P04_121", "narration_ids": [ "P04_121_377", "P04_121_378", "P04_121_379", "P04_121_380" ], "src": "drain whey from bowl . turn bowl upright . put_down spatula", "src1": "drain whey from bowl", "src2": "turn bowl upright", "src3": "put_down spatula", "trg": "rotate bowl", "vis_src": "P04_121:377 P04_121:378 P04_121:379", "vis_trg": "P04_121:380", "narrations": [ "drain whey from bowl", "turn bowl upright", "put down spatula", "rotate bowl" ], "verbs": [ "drain-from", "turn", "put-down", "rotate" ], "verb_classes": [ 37, 23, 1, 23 ], "nouns": [ "bowl", "bowl", "spatula", "bowl" ], "noun_classes": [ 7, 7, 20, 7 ], "start_stop_timestamps": [ [ "00:16:58.91", "00:17:08.28" ], [ "00:17:08.38", "00:17:08.90" ], [ "00:17:08.90", "00:17:10.64" ], [ "00:17:10.57", "00:17:13.11" ] ], "start_stop_frames": [ [ 50945, 51414 ], [ 51419, 51445 ], [ 51445, 51532 ], [ 51528, 51655 ] ], "trgnoun": "bowl", "trgverb": "rotate" }, { "key": "P04_121+48_49_50_51", "video_id": "P04_121", "narration_ids": [ "P04_121_48", "P04_121_49", "P04_121_50", "P04_121_51" ], "src": "drop cheese_curds . stir cheese_curds with spatula . cut cheese_curd", "src1": "drop cheese_curds", "src2": "stir cheese_curds with spatula", "src3": "cut cheese_curd", "trg": "cut cheese_curd with spatula", "vis_src": "P04_121:48 P04_121:49 P04_121:50", "vis_trg": "P04_121:51", "narrations": [ "drop cheese curds", "stir cheese curds with spatula", "cut cheese curd", "cut cheese curd with spatula" ], "verbs": [ "drop", "stir-with", "cut", "cut-with" ], "verb_classes": [ 59, 10, 7, 7 ], "nouns": [ "curd:cheese", "curd:cheese", "curd:cheese", "curd:cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:03:40.78", "00:03:42.96" ], [ "00:03:42.83", "00:03:47.24" ], [ "00:03:47.30", "00:03:48.80" ], [ "00:03:48.80", "00:03:50.45" ] ], "start_stop_frames": [ [ 11039, 11148 ], [ 11141, 11362 ], [ 11365, 11440 ], [ 11440, 11522 ] ], "trgnoun": "cheese_curd", "trgverb": "cut_with" }, { "key": "P25_107+397_398_399_400", "video_id": "P25_107", "narration_ids": [ "P25_107_397", "P25_107_398", "P25_107_399", "P25_107_400" ], "src": "pick_up paper . tear paper . dry hands", "src1": "pick_up paper", "src2": "tear paper", "src3": "dry hands", "trg": "put_down paper", "vis_src": "P25_107:397 P25_107:398 P25_107:399", "vis_trg": "P25_107:400", "narrations": [ "pick up paper", "tear paper", "dry hands", "put down paper" ], "verbs": [ "pick-up", "tear", "dry", "put-down" ], "verb_classes": [ 0, 43, 14, 1 ], "nouns": [ "paper", "paper", "hand", "paper" ], "noun_classes": [ 49, 49, 11, 49 ], "start_stop_timestamps": [ [ "00:28:48.82", "00:28:50.78" ], [ "00:28:50.88", "00:28:52.38" ], [ "00:28:52.48", "00:28:55.89" ], [ "00:28:55.57", "00:28:57.16" ] ], "start_stop_frames": [ [ 86441, 86539 ], [ 86544, 86619 ], [ 86624, 86794 ], [ 86778, 86858 ] ], "trgnoun": "paper", "trgverb": "put_down" }, { "key": "P04_121+383_384_385_386", "video_id": "P04_121", "narration_ids": [ "P04_121_383", "P04_121_384", "P04_121_385", "P04_121_386" ], "src": "drain whey from bowl . turn bowl upright . put_down spatula", "src1": "drain whey from bowl", "src2": "turn bowl upright", "src3": "put_down spatula", "trg": "put_down bowl", "vis_src": "P04_121:383 P04_121:384 P04_121:385", "vis_trg": "P04_121:386", "narrations": [ "drain whey from bowl", "turn bowl upright", "put down spatula", "put down bowl" ], "verbs": [ "drain-from", "turn", "put-down", "put-down" ], "verb_classes": [ 37, 23, 1, 1 ], "nouns": [ "bowl", "bowl", "spatula", "bowl" ], "noun_classes": [ 7, 7, 20, 7 ], "start_stop_timestamps": [ [ "00:17:14.62", "00:17:22.08" ], [ "00:17:23.38", "00:17:24.13" ], [ "00:17:24.27", "00:17:26.24" ], [ "00:17:26.76", "00:17:28.63" ] ], "start_stop_frames": [ [ 51730, 52104 ], [ 52169, 52206 ], [ 52213, 52312 ], [ 52338, 52431 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P28_104+173_174_175_176", "video_id": "P28_104", "narration_ids": [ "P28_104_173", "P28_104_174", "P28_104_175", "P28_104_176" ], "src": "scoop food . put food in plate . scoop liquid", "src1": "scoop food", "src2": "put food in plate", "src3": "scoop liquid", "trg": "pour liquid in plate", "vis_src": "P28_104:173 P28_104:174 P28_104:175", "vis_trg": "P28_104:176", "narrations": [ "scoop food", "put food in plate", "scoop liquid", "pour liquid in plate" ], "verbs": [ "scoop", "put-in", "scoop", "pour-in" ], "verb_classes": [ 16, 5, 16, 9 ], "nouns": [ "food", "food", "liquid", "liquid" ], "noun_classes": [ 34, 34, 150, 150 ], "start_stop_timestamps": [ [ "00:09:36.98", "00:09:38.70" ], [ "00:09:38.79", "00:09:41.88" ], [ "00:09:44.61", "00:09:48.34" ], [ "00:09:48.74", "00:09:51.72" ] ], "start_stop_frames": [ [ 28849, 28935 ], [ 28939, 29094 ], [ 29230, 29417 ], [ 29437, 29586 ] ], "trgnoun": "liquid", "trgverb": "pour_in" }, { "key": "P12_101+376_377_378_379", "video_id": "P12_101", "narration_ids": [ "P12_101_376", "P12_101_377", "P12_101_378", "P12_101_379" ], "src": "stir meat and onions using spoon in saucepan . pick_up frying_pan with onions . pour onions into saucepan", "src1": "stir meat and onions using spoon in saucepan", "src2": "pick_up frying_pan with onions", "src3": "pour onions into saucepan", "trg": "stir onions and meat in saucepan using spoon", "vis_src": "P12_101:376 P12_101:377 P12_101:378", "vis_trg": "P12_101:379", "narrations": [ "stir meat and onions using spoon in saucepan", "pick up frying pan with onions", "pour onions into saucepan", "stir onions and meat in saucepan using spoon" ], "verbs": [ "stir", "pick-up", "pour-into", "stir" ], "verb_classes": [ 10, 0, 9, 10 ], "nouns": [ "meat", "pan:frying", "onion", "onion" ], "noun_classes": [ 28, 5, 16, 16 ], "start_stop_timestamps": [ [ "00:22:56.51", "00:23:14.54" ], [ "00:23:14.61", "00:23:16.74" ], [ "00:23:16.84", "00:23:23.86" ], [ "00:23:23.73", "00:23:49.23" ] ], "start_stop_frames": [ [ 68825, 69727 ], [ 69730, 69837 ], [ 69842, 70193 ], [ 70186, 71461 ] ], "trgnoun": "onion", "trgverb": "stir" }, { "key": "P04_121+186_187_188_189", "video_id": "P04_121", "narration_ids": [ "P04_121_186", "P04_121_187", "P04_121_188", "P04_121_189" ], "src": "stir cheese_curds in pan with spatula . put_down spatula . dry mug with tea towel", "src1": "stir cheese_curds in pan with spatula", "src2": "put_down spatula", "src3": "dry mug with tea towel", "trg": "put mug on counter", "vis_src": "P04_121:186 P04_121:187 P04_121:188", "vis_trg": "P04_121:189", "narrations": [ "stir cheese curds in pan with spatula", "put down spatula", "dry mug with tea towel", "put mug on counter" ], "verbs": [ "stir-in", "put-down", "dry", "put-on" ], "verb_classes": [ 10, 1, 14, 1 ], "nouns": [ "curd:cheese", "spatula", "mug", "mug" ], "noun_classes": [ 32, 20, 13, 13 ], "start_stop_timestamps": [ [ "00:08:25.88", "00:08:32.41" ], [ "00:08:31.75", "00:08:32.41" ], [ "00:08:32.47", "00:08:37.55" ], [ "00:08:37.65", "00:08:38.90" ] ], "start_stop_frames": [ [ 25294, 25620 ], [ 25587, 25620 ], [ 25623, 25877 ], [ 25882, 25945 ] ], "trgnoun": "mug", "trgverb": "put_on" }, { "key": "P03_117+105_106_107_108", "video_id": "P03_117", "narration_ids": [ "P03_117_105", "P03_117_106", "P03_117_107", "P03_117_108" ], "src": "pick_up cup . take rice out of cup . turn_on tap", "src1": "pick_up cup", "src2": "take rice out of cup", "src3": "turn_on tap", "trg": "fill cup", "vis_src": "P03_117:105 P03_117:106 P03_117:107", "vis_trg": "P03_117:108", "narrations": [ "pick up cup", "take rice out of cup", "turn on tap", "fill cup" ], "verbs": [ "pick-up", "take-out", "turn-on", "fill" ], "verb_classes": [ 0, 12, 6, 26 ], "nouns": [ "cup", "rice", "tap", "cup" ], "noun_classes": [ 13, 55, 0, 13 ], "start_stop_timestamps": [ [ "00:05:50.74", "00:05:51.83" ], [ "00:05:52.47", "00:05:55.34" ], [ "00:05:55.44", "00:05:56.98" ], [ "00:05:56.18", "00:05:57.06" ] ], "start_stop_frames": [ [ 17537, 17591 ], [ 17623, 17767 ], [ 17772, 17849 ], [ 17809, 17853 ] ], "trgnoun": "cup", "trgverb": "fill" }, { "key": "P35_103+176_177_178_179", "video_id": "P35_103", "narration_ids": [ "P35_103_176", "P35_103_177", "P35_103_178", "P35_103_179" ], "src": "put_down saucepan . close drawer . pick_up grater", "src1": "put_down saucepan", "src2": "close drawer", "src3": "pick_up grater", "trg": "drain grater", "vis_src": "P35_103:176 P35_103:177 P35_103:178", "vis_trg": "P35_103:179", "narrations": [ "put down saucepan", "close drawer", "pick up grater", "drain grater" ], "verbs": [ "put-down", "close", "pick-up", "drain" ], "verb_classes": [ 1, 4, 0, 37 ], "nouns": [ "saucepan", "drawer", "grater", "grater" ], "noun_classes": [ 5, 8, 96, 96 ], "start_stop_timestamps": [ [ "00:19:28.43", "00:19:29.95" ], [ "00:19:30.88", "00:19:32.13" ], [ "00:19:33.57", "00:19:34.24" ], [ "00:19:35.38", "00:19:36.65" ] ], "start_stop_frames": [ [ 58421, 58497 ], [ 58544, 58606 ], [ 58678, 58712 ], [ 58769, 58832 ] ], "trgnoun": "grater", "trgverb": "drain" }, { "key": "P04_121+215_216_217_218", "video_id": "P04_121", "narration_ids": [ "P04_121_215", "P04_121_216", "P04_121_217", "P04_121_218" ], "src": "read thermometer_temperature . pick_up spatula . stir cheese_curds in pan with spatula", "src1": "read thermometer_temperature", "src2": "pick_up spatula", "src3": "stir cheese_curds in pan with spatula", "trg": "put_down spatula", "vis_src": "P04_121:215 P04_121:216 P04_121:217", "vis_trg": "P04_121:218", "narrations": [ "read thermometer temperature", "pick up spatula", "stir cheese curds in pan with spatula", "put down spatula" ], "verbs": [ "read", "pick-up", "stir-in", "put-down" ], "verb_classes": [ 38, 0, 10, 1 ], "nouns": [ "temperature:thermometer", "spatula", "curd:cheese", "spatula" ], "noun_classes": [ 65, 20, 32, 20 ], "start_stop_timestamps": [ [ "00:09:22.34", "00:09:23.54" ], [ "00:09:24.59", "00:09:25.74" ], [ "00:09:26.01", "00:09:52.89" ], [ "00:09:52.99", "00:09:54.59" ] ], "start_stop_frames": [ [ 28117, 28177 ], [ 28229, 28287 ], [ 28300, 29644 ], [ 29649, 29729 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P04_121+532_533_534_535", "video_id": "P04_121", "narration_ids": [ "P04_121_532", "P04_121_533", "P04_121_534", "P04_121_535" ], "src": "close drawer . pick_up instruction_booklet . read instructions", "src1": "close drawer", "src2": "pick_up instruction_booklet", "src3": "read instructions", "trg": "put_down instruction_booklet", "vis_src": "P04_121:532 P04_121:533 P04_121:534", "vis_trg": "P04_121:535", "narrations": [ "close drawer", "pick up instruction booklet", "read instructions", "put down instruction booklet" ], "verbs": [ "close", "pick-up", "read", "put-down" ], "verb_classes": [ 4, 0, 38, 1 ], "nouns": [ "drawer", "booklet:instruction", "instruction", "booklet:instruction" ], "noun_classes": [ 8, 140, 149, 140 ], "start_stop_timestamps": [ [ "00:21:58.99", "00:21:59.97" ], [ "00:21:59.85", "00:22:01.42" ], [ "00:22:01.49", "00:22:03.02" ], [ "00:22:03.03", "00:22:03.66" ] ], "start_stop_frames": [ [ 65949, 65998 ], [ 65992, 66071 ], [ 66074, 66151 ], [ 66151, 66183 ] ], "trgnoun": "instruction_booklet", "trgverb": "put_down" }, { "key": "P30_104+72_73_74_75", "video_id": "P30_104", "narration_ids": [ "P30_104_72", "P30_104_73", "P30_104_74", "P30_104_75" ], "src": "pick_up plate . scrub plate . turn_on tap", "src1": "pick_up plate", "src2": "scrub plate", "src3": "turn_on tap", "trg": "rinse plate", "vis_src": "P30_104:72 P30_104:73 P30_104:74", "vis_trg": "P30_104:75", "narrations": [ "pick up plate", "scrub plate", "turn on tap", "rinse plate" ], "verbs": [ "pick-up", "scrub", "turn-on", "rinse" ], "verb_classes": [ 0, 29, 6, 2 ], "nouns": [ "plate", "plate", "tap", "plate" ], "noun_classes": [ 2, 2, 0, 2 ], "start_stop_timestamps": [ [ "00:02:02.63", "00:02:03.17" ], [ "00:02:02.88", "00:02:08.04" ], [ "00:02:08.14", "00:02:08.91" ], [ "00:02:08.84", "00:02:10.69" ] ], "start_stop_frames": [ [ 6131, 6158 ], [ 6144, 6402 ], [ 6406, 6445 ], [ 6442, 6534 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P12_101+325_326_327_328", "video_id": "P12_101", "narration_ids": [ "P12_101_325", "P12_101_326", "P12_101_327", "P12_101_328" ], "src": "lift_up frying_pan . pour onions from frying pan into saucepan . pick_up onions in bowl", "src1": "lift_up frying_pan", "src2": "pour onions from frying pan into saucepan", "src3": "pick_up onions in bowl", "trg": "pour onions into frying pan from bowl", "vis_src": "P12_101:325 P12_101:326 P12_101:327", "vis_trg": "P12_101:328", "narrations": [ "lift up frying pan", "pour onions from frying pan into saucepan", "pick up onions in bowl", "pour onions into frying pan from bowl" ], "verbs": [ "lift-up", "pour-from", "pick-up", "pour-into" ], "verb_classes": [ 33, 9, 0, 9 ], "nouns": [ "pan:frying", "onion", "onion", "onion" ], "noun_classes": [ 5, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:19:08.59", "00:19:09.94" ], [ "00:19:10.04", "00:19:17.31" ], [ "00:19:24.62", "00:19:26.84" ], [ "00:19:28.01", "00:19:37.96" ] ], "start_stop_frames": [ [ 57429, 57497 ], [ 57502, 57865 ], [ 58230, 58341 ], [ 58400, 58898 ] ], "trgnoun": "onion", "trgverb": "pour_into" }, { "key": "P11_07+7_8_9_10", "video_id": "P11_07", "narration_ids": [ "P11_07_7", "P11_07_8", "P11_07_9", "P11_07_10" ], "src": "increase water . wash the bowl . wash back of bowl", "src1": "increase water", "src2": "wash the bowl", "src3": "wash back of bowl", "trg": "place bowl in drying rack", "vis_src": "P11_07:7 P11_07:8 P11_07:9", "vis_trg": "P11_07:10", "narrations": [ "increase water", "wash the bowl", "wash back of bowl", "place bowl in drying rack" ], "verbs": [ "increase", "wash", "wash", "place-in" ], "verb_classes": [ 70, 2, 2, 5 ], "nouns": [ "water", "bowl", "bowl", "bowl" ], "noun_classes": [ 27, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:00:13.09", "00:00:14.19" ], [ "00:00:14.12", "00:00:18.37" ], [ "00:00:18.99", "00:00:20.48" ], [ "00:00:20.27", "00:00:22.77" ] ], "start_stop_frames": [ [ 785, 851 ], [ 847, 1102 ], [ 1139, 1228 ], [ 1216, 1366 ] ], "trgnoun": "bowl", "trgverb": "place_in" }, { "key": "P15_13+2_3_4_5", "video_id": "P15_13", "narration_ids": [ "P15_13_2", "P15_13_3", "P15_13_4", "P15_13_5" ], "src": "place bowl in dishwasher . place spoon in dishwasher . pick_up fork", "src1": "place bowl in dishwasher", "src2": "place spoon in dishwasher", "src3": "pick_up fork", "trg": "place fork in dishwasher", "vis_src": "P15_13:2 P15_13:3 P15_13:4", "vis_trg": "P15_13:5", "narrations": [ "place bowl in dishwasher", "place spoon in dishwasher", "pick up fork", "place fork in dishwasher" ], "verbs": [ "place-in", "place-in", "pick-up", "place-in" ], "verb_classes": [ 5, 5, 0, 5 ], "nouns": [ "bowl", "spoon", "fork", "fork" ], "noun_classes": [ 7, 1, 14, 14 ], "start_stop_timestamps": [ [ "00:00:15.92", "00:00:17.76" ], [ "00:00:19.53", "00:00:20.56" ], [ "00:00:22.56", "00:00:24.99" ], [ "00:00:25.18", "00:00:27.12" ] ], "start_stop_frames": [ [ 955, 1065 ], [ 1171, 1233 ], [ 1353, 1499 ], [ 1510, 1627 ] ], "trgnoun": "fork", "trgverb": "place_in" }, { "key": "P04_107+883_884_885_886", "video_id": "P04_107", "narration_ids": [ "P04_107_883", "P04_107_884", "P04_107_885", "P04_107_886" ], "src": "peel dough off rolling pin . straighten_out edge of dough . pick_up pastry_brush", "src1": "peel dough off rolling pin", "src2": "straighten_out edge of dough", "src3": "pick_up pastry_brush", "trg": "brush dough", "vis_src": "P04_107:883 P04_107:884 P04_107:885", "vis_trg": "P04_107:886", "narrations": [ "peel dough off rolling pin", "straighten out edge of dough", "pick up pastry brush", "brush dough" ], "verbs": [ "peel-off", "straighten-out", "pick-up", "brush" ], "verb_classes": [ 19, 40, 0, 57 ], "nouns": [ "dough", "edge:dough", "brush:pastry", "dough" ], "noun_classes": [ 25, 25, 103, 25 ], "start_stop_timestamps": [ [ "00:23:07.78", "00:23:08.80" ], [ "00:23:09.21", "00:23:10.90" ], [ "00:23:11.08", "00:23:11.45" ], [ "00:23:11.87", "00:23:13.30" ] ], "start_stop_frames": [ [ 69389, 69440 ], [ 69460, 69545 ], [ 69554, 69572 ], [ 69593, 69665 ] ], "trgnoun": "dough", "trgverb": "brush" }, { "key": "P12_01+58_59_60_61", "video_id": "P12_01", "narration_ids": [ "P12_01_58", "P12_01_59", "P12_01_60", "P12_01_61" ], "src": "clean knife and cutting board . put cutting_board and knife in dishwasher . take garbage", "src1": "clean knife and cutting board", "src2": "put cutting_board and knife in dishwasher", "src3": "take garbage", "trg": "put garbage in trash bin", "vis_src": "P12_01:58 P12_01:59 P12_01:60", "vis_trg": "P12_01:61", "narrations": [ "clean knife and cutting board", "put cutting board and knife in dishwasher", "take garbage", "put garbage in trash bin" ], "verbs": [ "clean", "put-in", "take", "put-in" ], "verb_classes": [ 2, 5, 0, 5 ], "nouns": [ "knife", "board:cutting", "garbage", "garbage" ], "noun_classes": [ 4, 18, 54, 54 ], "start_stop_timestamps": [ [ "00:05:49.04", "00:05:55.27" ], [ "00:05:55.90", "00:06:09.62" ], [ "00:06:11.80", "00:06:17.67" ], [ "00:06:20.75", "00:06:23.04" ] ], "start_stop_frames": [ [ 20942, 21316 ], [ 21354, 22177 ], [ 22308, 22660 ], [ 22845, 22982 ] ], "trgnoun": "garbage", "trgverb": "put_in" }, { "key": "P04_121+50_51_52_54", "video_id": "P04_121", "narration_ids": [ "P04_121_50", "P04_121_51", "P04_121_52", "P04_121_54" ], "src": "cut cheese_curd . cut cheese_curd with spatula . stir cheese_curds with spatula", "src1": "cut cheese_curd", "src2": "cut cheese_curd with spatula", "src3": "stir cheese_curds with spatula", "trg": "stir cheese_curds in pan with spatula", "vis_src": "P04_121:50 P04_121:51 P04_121:52", "vis_trg": "P04_121:54", "narrations": [ "cut cheese curd", "cut cheese curd with spatula", "stir cheese curds with spatula", "stir cheese curds in pan with spatula" ], "verbs": [ "cut", "cut-with", "stir-with", "stir-in" ], "verb_classes": [ 7, 7, 10, 10 ], "nouns": [ "curd:cheese", "curd:cheese", "curd:cheese", "curd:cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:03:47.30", "00:03:48.80" ], [ "00:03:48.80", "00:03:50.45" ], [ "00:03:51.20", "00:03:52.26" ], [ "00:03:53.50", "00:04:14.82" ] ], "start_stop_frames": [ [ 11365, 11440 ], [ 11440, 11522 ], [ 11560, 11613 ], [ 11675, 12741 ] ], "trgnoun": "cheese_curd", "trgverb": "stir_in" }, { "key": "P28_14+75_76_77_78", "video_id": "P28_14", "narration_ids": [ "P28_14_75", "P28_14_76", "P28_14_77", "P28_14_78" ], "src": "take sponge . clean sink . clean counter", "src1": "take sponge", "src2": "clean sink", "src3": "clean counter", "trg": "soak sponge", "vis_src": "P28_14:75 P28_14:76 P28_14:77", "vis_trg": "P28_14:78", "narrations": [ "take sponge", "clean sink", "clean counter", "soak sponge" ], "verbs": [ "take", "clean", "clean", "soak" ], "verb_classes": [ 0, 2, 2, 56 ], "nouns": [ "sponge", "sink", "counter", "sponge" ], "noun_classes": [ 9, 63, 42, 9 ], "start_stop_timestamps": [ [ "00:03:50.69", "00:03:51.86" ], [ "00:03:51.75", "00:03:58.84" ], [ "00:03:59.55", "00:04:14.58" ], [ "00:04:14.80", "00:04:19.34" ] ], "start_stop_frames": [ [ 13841, 13911 ], [ 13905, 14330 ], [ 14373, 15274 ], [ 15288, 15560 ] ], "trgnoun": "sponge", "trgverb": "soak" }, { "key": "P35_108+30_31_32_33", "video_id": "P35_108", "narration_ids": [ "P35_108_30", "P35_108_31", "P35_108_32", "P35_108_33" ], "src": "pick_up container . put_down container . pick_up lid", "src1": "pick_up container", "src2": "put_down container", "src3": "pick_up lid", "trg": "close container", "vis_src": "P35_108:30 P35_108:31 P35_108:32", "vis_trg": "P35_108:33", "narrations": [ "pick up container", "put down container", "pick up lid", "close container" ], "verbs": [ "pick-up", "put-down", "pick-up", "close" ], "verb_classes": [ 0, 1, 0, 4 ], "nouns": [ "container", "container", "lid", "container" ], "noun_classes": [ 21, 21, 6, 21 ], "start_stop_timestamps": [ [ "00:01:21.66", "00:01:22.61" ], [ "00:01:23.01", "00:01:23.75" ], [ "00:01:23.71", "00:01:25.80" ], [ "00:01:25.90", "00:01:32.46" ] ], "start_stop_frames": [ [ 4083, 4130 ], [ 4150, 4187 ], [ 4185, 4290 ], [ 4295, 4623 ] ], "trgnoun": "container", "trgverb": "close" }, { "key": "P10_01+73_74_75_76", "video_id": "P10_01", "narration_ids": [ "P10_01_73", "P10_01_74", "P10_01_75", "P10_01_76" ], "src": "put it on desk . put the fried_egg inside the plate . put the pot back", "src1": "put it on desk", "src2": "put the fried_egg inside the plate", "src3": "put the pot back", "trg": "wash the pot", "vis_src": "P10_01:73 P10_01:74 P10_01:75", "vis_trg": "P10_01:76", "narrations": [ "put it on desk", "put the fried egg inside the plate", "put the pot back", "wash the pot" ], "verbs": [ "put-on", "put-inside", "put", "wash" ], "verb_classes": [ 1, 5, 1, 2 ], "nouns": [ "desk", "egg:fried", "pot", "pot" ], "noun_classes": [ 42, 53, 29, 29 ], "start_stop_timestamps": [ [ "00:09:05.54", "00:09:08.23" ], [ "00:09:08.33", "00:09:16.53" ], [ "00:09:16.63", "00:09:21.13" ], [ "00:09:21.27", "00:09:30.54" ] ], "start_stop_frames": [ [ 32732, 32893 ], [ 32899, 33391 ], [ 33397, 33667 ], [ 33676, 34232 ] ], "trgnoun": "pot", "trgverb": "wash" }, { "key": "P30_03+24_25_26_28", "video_id": "P30_03", "narration_ids": [ "P30_03_24", "P30_03_25", "P30_03_26", "P30_03_28" ], "src": "take bread from bread bin . take bread from packaging . put bread in bread bin", "src1": "take bread from bread bin", "src2": "take bread from packaging", "src3": "put bread in bread bin", "trg": "open cupboard", "vis_src": "P30_03:24 P30_03:25 P30_03:26", "vis_trg": "P30_03:28", "narrations": [ "take bread from bread bin", "take bread from packaging", "put bread in bread bin", "open cupboard" ], "verbs": [ "take-from", "take-from", "put-in", "open" ], "verb_classes": [ 0, 0, 5, 3 ], "nouns": [ "bread", "bread", "bread", "cupboard" ], "noun_classes": [ 33, 33, 33, 3 ], "start_stop_timestamps": [ [ "00:01:18.91", "00:01:19.72" ], [ "00:01:21.00", "00:01:24.67" ], [ "00:01:26.56", "00:01:27.10" ], [ "00:01:35.14", "00:01:35.83" ] ], "start_stop_frames": [ [ 4734, 4783 ], [ 4860, 5080 ], [ 5193, 5226 ], [ 5708, 5749 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P06_09+77_78_79_80", "video_id": "P06_09", "narration_ids": [ "P06_09_77", "P06_09_78", "P06_09_79", "P06_09_80" ], "src": "open cupboard . take_out pepper . put pepper into hand", "src1": "open cupboard", "src2": "take_out pepper", "src3": "put pepper into hand", "trg": "pour pepper in pan", "vis_src": "P06_09:77 P06_09:78 P06_09:79", "vis_trg": "P06_09:80", "narrations": [ "open cupboard", "take out pepper", "put pepper into hand", "pour pepper in pan" ], "verbs": [ "open", "take-out", "put-into", "pour-in" ], "verb_classes": [ 3, 12, 5, 9 ], "nouns": [ "cupboard", "pepper", "pepper", "pepper" ], "noun_classes": [ 3, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:13:35.49", "00:13:37.30" ], [ "00:13:37.29", "00:13:38.58" ], [ "00:13:38.62", "00:13:42.49" ], [ "00:13:42.54", "00:13:44.83" ] ], "start_stop_frames": [ [ 48929, 49038 ], [ 49037, 49114 ], [ 49117, 49349 ], [ 49352, 49489 ] ], "trgnoun": "pepper", "trgverb": "pour_in" }, { "key": "P01_05+232_233_234_235", "video_id": "P01_05", "narration_ids": [ "P01_05_232", "P01_05_233", "P01_05_234", "P01_05_235" ], "src": "take colander . drain potato . put_down saucepan", "src1": "take colander", "src2": "drain potato", "src3": "put_down saucepan", "trg": "pour potato onto plate", "vis_src": "P01_05:232 P01_05:233 P01_05:234", "vis_trg": "P01_05:235", "narrations": [ "take colander", "drain potato", "put down saucepan", "pour potato onto plate" ], "verbs": [ "take", "drain", "put-down", "pour-onto" ], "verb_classes": [ 0, 37, 1, 9 ], "nouns": [ "colander", "potato", "saucepan", "potato" ], "noun_classes": [ 39, 30, 5, 30 ], "start_stop_timestamps": [ [ "00:19:30.01", "00:19:31.86" ], [ "00:19:32.03", "00:19:35.27" ], [ "00:19:36.22", "00:19:37.72" ], [ "00:19:43.12", "00:19:47.78" ] ], "start_stop_frames": [ [ 70200, 70311 ], [ 70321, 70516 ], [ 70573, 70663 ], [ 70987, 71266 ] ], "trgnoun": "potato", "trgverb": "pour_onto" }, { "key": "P29_02+32_33_34_36", "video_id": "P29_02", "narration_ids": [ "P29_02_32", "P29_02_33", "P29_02_34", "P29_02_36" ], "src": "scoop food . put_on plate . scrape pan", "src1": "scoop food", "src2": "put_on plate", "src3": "scrape pan", "trg": "put food on plate", "vis_src": "P29_02:32 P29_02:33 P29_02:34", "vis_trg": "P29_02:36", "narrations": [ "scoop food", "put on plate", "scrape pan", "put food on plate" ], "verbs": [ "scoop", "put-on", "scrape", "put-on" ], "verb_classes": [ 16, 1, 25, 1 ], "nouns": [ "food", "plate", "pan", "food" ], "noun_classes": [ 34, 2, 5, 34 ], "start_stop_timestamps": [ [ "00:01:47.07", "00:01:50.14" ], [ "00:01:50.24", "00:01:53.41" ], [ "00:01:53.51", "00:01:57.69" ], [ "00:02:01.79", "00:02:03.56" ] ], "start_stop_frames": [ [ 6424, 6608 ], [ 6614, 6804 ], [ 6810, 7061 ], [ 7307, 7413 ] ], "trgnoun": "food", "trgverb": "put_on" }, { "key": "P22_07+280_281_282_283", "video_id": "P22_07", "narration_ids": [ "P22_07_280", "P22_07_281", "P22_07_282", "P22_07_283" ], "src": "stir courgette . place wooden_spoon . pick_up lid", "src1": "stir courgette", "src2": "place wooden_spoon", "src3": "pick_up lid", "trg": "place lid", "vis_src": "P22_07:280 P22_07:281 P22_07:282", "vis_trg": "P22_07:283", "narrations": [ "stir courgette", "place wooden spoon", "pick up lid", "place lid" ], "verbs": [ "stir", "place", "pick-up", "place" ], "verb_classes": [ 10, 1, 0, 1 ], "nouns": [ "courgette", "spoon:wooden", "lid", "lid" ], "noun_classes": [ 76, 1, 6, 6 ], "start_stop_timestamps": [ [ "00:13:03.27", "00:13:07.52" ], [ "00:13:07.87", "00:13:08.54" ], [ "00:13:10.23", "00:13:11.64" ], [ "00:13:11.57", "00:13:13.51" ] ], "start_stop_frames": [ [ 46996, 47251 ], [ 47272, 47312 ], [ 47413, 47498 ], [ 47494, 47610 ] ], "trgnoun": "lid", "trgverb": "place" }, { "key": "P02_118+131_132_133_134", "video_id": "P02_118", "narration_ids": [ "P02_118_131", "P02_118_132", "P02_118_133", "P02_118_134" ], "src": "empty strainer . close bin . open tap", "src1": "empty strainer", "src2": "close bin", "src3": "open tap", "trg": "rinse strainer", "vis_src": "P02_118:131 P02_118:132 P02_118:133", "vis_trg": "P02_118:134", "narrations": [ "empty strainer", "close bin", "open tap", "rinse strainer" ], "verbs": [ "empty", "close", "turn-on", "rinse" ], "verb_classes": [ 20, 4, 6, 2 ], "nouns": [ "strainer", "bin", "tap", "strainer" ], "noun_classes": [ 39, 36, 0, 39 ], "start_stop_timestamps": [ [ "00:06:16.50", "00:06:20.79" ], [ "00:06:20.89", "00:06:22.06" ], [ "00:06:23.27", "00:06:24.32" ], [ "00:06:24.42", "00:06:36.09" ] ], "start_stop_frames": [ [ 18825, 19039 ], [ 19044, 19103 ], [ 19163, 19216 ], [ 19221, 19804 ] ], "trgnoun": "strainer", "trgverb": "rinse" }, { "key": "P22_109+597_598_599_600", "video_id": "P22_109", "narration_ids": [ "P22_109_597", "P22_109_598", "P22_109_599", "P22_109_600" ], "src": "put_down package . put_down kitchen_roll . pick_up degreaser", "src1": "put_down package", "src2": "put_down kitchen_roll", "src3": "pick_up degreaser", "trg": "spray degreaser", "vis_src": "P22_109:597 P22_109:598 P22_109:599", "vis_trg": "P22_109:600", "narrations": [ "put down package", "put down kitchen roll", "pick up degreaser", "spray degreaser" ], "verbs": [ "put-down", "put-down", "pick-up", "spray" ], "verb_classes": [ 1, 1, 0, 44 ], "nouns": [ "package", "roll:kitchen", "degreaser", "degreaser" ], "noun_classes": [ 26, 93, 22, 22 ], "start_stop_timestamps": [ [ "00:24:51.54", "00:24:52.25" ], [ "00:24:52.59", "00:24:53.79" ], [ "00:24:55.60", "00:24:56.33" ], [ "00:24:56.14", "00:24:57.05" ] ], "start_stop_frames": [ [ 74577, 74612 ], [ 74629, 74689 ], [ 74780, 74816 ], [ 74807, 74852 ] ], "trgnoun": "degreaser", "trgverb": "spray" }, { "key": "P28_02+87_88_89_90", "video_id": "P28_02", "narration_ids": [ "P28_02_87", "P28_02_88", "P28_02_89", "P28_02_90" ], "src": "take dishes . turn_on tap . take dish", "src1": "take dishes", "src2": "turn_on tap", "src3": "take dish", "trg": "rinse dish", "vis_src": "P28_02:87 P28_02:88 P28_02:89", "vis_trg": "P28_02:90", "narrations": [ "take dishes", "turn on tap", "take dish", "rinse dish" ], "verbs": [ "take", "turn-on", "take", "rinse" ], "verb_classes": [ 0, 6, 0, 2 ], "nouns": [ "dish", "tap", "dish", "dish" ], "noun_classes": [ 2, 0, 2, 2 ], "start_stop_timestamps": [ [ "00:04:14.80", "00:04:16.54" ], [ "00:04:16.64", "00:04:17.89" ], [ "00:04:17.88", "00:04:18.96" ], [ "00:04:19.06", "00:04:27.26" ] ], "start_stop_frames": [ [ 15288, 15392 ], [ 15398, 15473 ], [ 15472, 15537 ], [ 15543, 16035 ] ], "trgnoun": "dish", "trgverb": "rinse" }, { "key": "P14_05+2_3_4_5", "video_id": "P14_05", "narration_ids": [ "P14_05_2", "P14_05_3", "P14_05_4", "P14_05_5" ], "src": "put_down bowl . open fridge . pick_up milk", "src1": "put_down bowl", "src2": "open fridge", "src3": "pick_up milk", "trg": "put_down milk", "vis_src": "P14_05:2 P14_05:3 P14_05:4", "vis_trg": "P14_05:5", "narrations": [ "put down bowl", "open fridge", "pick up milk", "put down milk" ], "verbs": [ "put-down", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "bowl", "fridge", "milk", "milk" ], "noun_classes": [ 7, 12, 64, 64 ], "start_stop_timestamps": [ [ "00:00:07.96", "00:00:10.17" ], [ "00:00:13.47", "00:00:15.92" ], [ "00:00:14.83", "00:00:19.48" ], [ "00:00:22.40", "00:00:23.78" ] ], "start_stop_frames": [ [ 477, 610 ], [ 808, 955 ], [ 889, 1168 ], [ 1344, 1426 ] ], "trgnoun": "milk", "trgverb": "put_down" }, { "key": "P27_07+34_35_36_37", "video_id": "P27_07", "narration_ids": [ "P27_07_34", "P27_07_35", "P27_07_36", "P27_07_37" ], "src": "put ladle . wash bowl . pick_up sponge", "src1": "put ladle", "src2": "wash bowl", "src3": "pick_up sponge", "trg": "put sponge", "vis_src": "P27_07:34 P27_07:35 P27_07:36", "vis_trg": "P27_07:37", "narrations": [ "put ladle", "wash bowl", "pick up sponge", "put sponge" ], "verbs": [ "put", "wash", "pick-up", "put" ], "verb_classes": [ 1, 2, 0, 1 ], "nouns": [ "ladle", "bowl", "sponge", "sponge" ], "noun_classes": [ 97, 7, 9, 9 ], "start_stop_timestamps": [ [ "00:06:18.39", "00:06:19.32" ], [ "00:06:25.42", "00:07:01.63" ], [ "00:06:39.94", "00:06:40.68" ], [ "00:06:41.47", "00:06:42.58" ] ], "start_stop_frames": [ [ 22703, 22759 ], [ 23125, 25297 ], [ 23996, 24040 ], [ 24088, 24154 ] ], "trgnoun": "sponge", "trgverb": "put" }, { "key": "P22_112+81_82_83_84", "video_id": "P22_112", "narration_ids": [ "P22_112_81", "P22_112_82", "P22_112_83", "P22_112_84" ], "src": "put_down spoon . pick_up container . pour rice", "src1": "put_down spoon", "src2": "pick_up container", "src3": "pour rice", "trg": "put_down container", "vis_src": "P22_112:81 P22_112:82 P22_112:83", "vis_trg": "P22_112:84", "narrations": [ "put down spoon", "pick up container", "pour rice", "put down container" ], "verbs": [ "put-down", "pick-up", "pour", "put-down" ], "verb_classes": [ 1, 0, 9, 1 ], "nouns": [ "spoon", "container", "rice", "container" ], "noun_classes": [ 1, 21, 55, 21 ], "start_stop_timestamps": [ [ "00:02:43.32", "00:02:44.05" ], [ "00:02:44.39", "00:02:45.44" ], [ "00:02:45.54", "00:02:46.70" ], [ "00:02:47.09", "00:02:47.98" ] ], "start_stop_frames": [ [ 8166, 8202 ], [ 8219, 8272 ], [ 8277, 8335 ], [ 8354, 8399 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P23_101+243_244_245_246", "video_id": "P23_101", "narration_ids": [ "P23_101_243", "P23_101_244", "P23_101_245", "P23_101_246" ], "src": "put bottle . take packet . switch_on gas", "src1": "put bottle", "src2": "take packet", "src3": "switch_on gas", "trg": "open packet", "vis_src": "P23_101:243 P23_101:244 P23_101:245", "vis_trg": "P23_101:246", "narrations": [ "put bottle", "take packet", "switch on gas", "open packet" ], "verbs": [ "put", "take", "switch-on", "open" ], "verb_classes": [ 1, 0, 6, 3 ], "nouns": [ "bottle", "packet", "gas", "packet" ], "noun_classes": [ 15, 26, 24, 26 ], "start_stop_timestamps": [ [ "00:22:27.43", "00:22:29.22" ], [ "00:22:29.52", "00:22:30.88" ], [ "00:22:31.67", "00:22:33.17" ], [ "00:22:34.09", "00:22:36.02" ] ], "start_stop_frames": [ [ 67371, 67461 ], [ 67476, 67544 ], [ 67583, 67658 ], [ 67704, 67801 ] ], "trgnoun": "packet", "trgverb": "open" }, { "key": "P02_04+161_162_163_164", "video_id": "P02_04", "narration_ids": [ "P02_04_161", "P02_04_162", "P02_04_163", "P02_04_164" ], "src": "remove gloves . pick_up water_filter . drink_from glass", "src1": "remove gloves", "src2": "pick_up water_filter", "src3": "drink_from glass", "trg": "pick_up glass", "vis_src": "P02_04:161 P02_04:162 P02_04:163", "vis_trg": "P02_04:164", "narrations": [ "remove gloves", "pick up water filter", "drink from glass", "pick up glass" ], "verbs": [ "remove", "pick-up", "drink-from", "pick-up" ], "verb_classes": [ 12, 0, 60, 0 ], "nouns": [ "glove", "filter:water", "glass", "glass" ], "noun_classes": [ 60, 66, 10, 10 ], "start_stop_timestamps": [ [ "00:06:33.82", "00:06:35.79" ], [ "00:06:37.82", "00:06:39.09" ], [ "00:06:41.48", "00:06:47.91" ], [ "00:06:41.87", "00:06:42.37" ] ], "start_stop_frames": [ [ 23629, 23747 ], [ 23869, 23945 ], [ 24088, 24474 ], [ 24112, 24142 ] ], "trgnoun": "glass", "trgverb": "pick_up" }, { "key": "P21_01+44_45_46_47", "video_id": "P21_01", "narration_ids": [ "P21_01_44", "P21_01_45", "P21_01_46", "P21_01_47" ], "src": "closing the cheese_package . taking out the rest of the tomatoes . putting them on the dish", "src1": "closing the cheese_package", "src2": "taking out the rest of the tomatoes", "src3": "putting them on the dish", "trg": "placing the dish inside the fridge", "vis_src": "P21_01:44 P21_01:45 P21_01:46", "vis_trg": "P21_01:47", "narrations": [ "closing the cheese package", "taking out the rest of the tomatoes", "putting them on the dish", "placing the dish inside the fridge" ], "verbs": [ "close", "take-out", "put-on", "place-inside" ], "verb_classes": [ 4, 12, 1, 5 ], "nouns": [ "package:cheese", "rest", "dish", "dish" ], "noun_classes": [ 26, 109, 2, 2 ], "start_stop_timestamps": [ [ "00:06:07.12", "00:06:13.62" ], [ "00:06:14.36", "00:06:16.90" ], [ "00:06:16.90", "00:06:17.89" ], [ "00:06:18.31", "00:06:26.31" ] ], "start_stop_frames": [ [ 22027, 22417 ], [ 22461, 22614 ], [ 22614, 22673 ], [ 22698, 23178 ] ], "trgnoun": "dish", "trgverb": "place_inside" }, { "key": "P04_107+717_718_719_720", "video_id": "P04_107", "narration_ids": [ "P04_107_717", "P04_107_718", "P04_107_719", "P04_107_720" ], "src": "slide greaseproof_paper across baking tray . move chopstick . pick_up ball of dough", "src1": "slide greaseproof_paper across baking tray", "src2": "move chopstick", "src3": "pick_up ball of dough", "trg": "squeeze ball of dough", "vis_src": "P04_107:717 P04_107:718 P04_107:719", "vis_trg": "P04_107:720", "narrations": [ "slide greaseproof paper across baking tray", "move chopstick", "pick up ball of dough", "squeeze ball of dough" ], "verbs": [ "slide-acros", "move", "pick-up", "squeeze" ], "verb_classes": [ 61, 11, 0, 18 ], "nouns": [ "paper:greaseproof", "chopstick", "ball:dough", "ball:dough" ], "noun_classes": [ 49, 80, 25, 25 ], "start_stop_timestamps": [ [ "00:19:20.39", "00:19:20.74" ], [ "00:19:21.62", "00:19:22.33" ], [ "00:19:22.19", "00:19:22.94" ], [ "00:19:22.38", "00:19:25.06" ] ], "start_stop_frames": [ [ 58019, 58037 ], [ 58080, 58116 ], [ 58109, 58147 ], [ 58119, 58253 ] ], "trgnoun": "dough_ball", "trgverb": "squeeze" }, { "key": "P21_01+3_4_5_6", "video_id": "P21_01", "narration_ids": [ "P21_01_3", "P21_01_4", "P21_01_5", "P21_01_6" ], "src": "opening the cheese_package . taking a dish . opening the tortillas", "src1": "opening the cheese_package", "src2": "taking a dish", "src3": "opening the tortillas", "trg": "arranging the tortillas", "vis_src": "P21_01:3 P21_01:4 P21_01:5", "vis_trg": "P21_01:6", "narrations": [ "opening the cheese package", "taking a dish", "opening the tortillas", "arranging the tortillas" ], "verbs": [ "open", "take", "open", "arrange" ], "verb_classes": [ 3, 0, 3, 40 ], "nouns": [ "package:cheese", "dish", "tortilla", "tortilla" ], "noun_classes": [ 26, 2, 107, 107 ], "start_stop_timestamps": [ [ "00:00:11.55", "00:00:30.14" ], [ "00:00:30.03", "00:00:33.84" ], [ "00:00:36.21", "00:00:46.02" ], [ "00:00:48.81", "00:00:56.20" ] ], "start_stop_frames": [ [ 693, 1808 ], [ 1801, 2030 ], [ 2172, 2761 ], [ 2928, 3372 ] ], "trgnoun": "tortilla", "trgverb": "arrange" }, { "key": "P04_109+9_10_11_12", "video_id": "P04_109", "narration_ids": [ "P04_109_9", "P04_109_10", "P04_109_11", "P04_109_12" ], "src": "put_down measuring_jug . open bag of carrots . pull_out carrot", "src1": "put_down measuring_jug", "src2": "open bag of carrots", "src3": "pull_out carrot", "trg": "put_down carrot", "vis_src": "P04_109:9 P04_109:10 P04_109:11", "vis_trg": "P04_109:12", "narrations": [ "put down measuring jug", "open bag of carrots", "pull out carrot", "put down carrot" ], "verbs": [ "put-down", "open", "pull-out", "put-down" ], "verb_classes": [ 1, 3, 31, 1 ], "nouns": [ "jug:measuring", "bag:carrot", "carrot", "carrot" ], "noun_classes": [ 66, 19, 41, 41 ], "start_stop_timestamps": [ [ "00:00:13.08", "00:00:15.46" ], [ "00:00:15.66", "00:00:18.97" ], [ "00:00:18.79", "00:00:22.65" ], [ "00:00:22.70", "00:00:23.85" ] ], "start_stop_frames": [ [ 654, 773 ], [ 783, 948 ], [ 939, 1132 ], [ 1135, 1192 ] ], "trgnoun": "carrot", "trgverb": "put_down" }, { "key": "P25_104+110_111_112_113", "video_id": "P25_104", "narration_ids": [ "P25_104_110", "P25_104_111", "P25_104_112", "P25_104_113" ], "src": "pick_up sponge . wash sponge . pick_up soap", "src1": "pick_up sponge", "src2": "wash sponge", "src3": "pick_up soap", "trg": "pour soap", "vis_src": "P25_104:110 P25_104:111 P25_104:112", "vis_trg": "P25_104:113", "narrations": [ "pick up sponge", "wash sponge", "pick up soap", "pour soap" ], "verbs": [ "pick-up", "wash", "pick-up", "pour" ], "verb_classes": [ 0, 2, 0, 9 ], "nouns": [ "sponge", "sponge", "soap", "soap" ], "noun_classes": [ 9, 9, 22, 22 ], "start_stop_timestamps": [ [ "00:05:25.98", "00:05:27.45" ], [ "00:05:27.55", "00:05:29.73" ], [ "00:05:29.30", "00:05:30.47" ], [ "00:05:29.78", "00:05:31.50" ] ], "start_stop_frames": [ [ 16299, 16372 ], [ 16377, 16486 ], [ 16465, 16523 ], [ 16489, 16575 ] ], "trgnoun": "soap", "trgverb": "pour" }, { "key": "P25_104+112_113_114_115", "video_id": "P25_104", "narration_ids": [ "P25_104_112", "P25_104_113", "P25_104_114", "P25_104_115" ], "src": "pick_up soap . pour soap . pick_up lid", "src1": "pick_up soap", "src2": "pour soap", "src3": "pick_up lid", "trg": "lather lid", "vis_src": "P25_104:112 P25_104:113 P25_104:114", "vis_trg": "P25_104:115", "narrations": [ "pick up soap", "pour soap", "pick up lid", "lather lid" ], "verbs": [ "pick-up", "pour", "pick-up", "lather" ], "verb_classes": [ 0, 9, 0, 2 ], "nouns": [ "soap", "soap", "lid", "lid" ], "noun_classes": [ 22, 22, 6, 6 ], "start_stop_timestamps": [ [ "00:05:29.30", "00:05:30.47" ], [ "00:05:29.78", "00:05:31.50" ], [ "00:05:33.60", "00:05:35.10" ], [ "00:05:35.18", "00:05:38.96" ] ], "start_stop_frames": [ [ 16465, 16523 ], [ 16489, 16575 ], [ 16680, 16755 ], [ 16759, 16948 ] ], "trgnoun": "lid", "trgverb": "lather" }, { "key": "P02_06+217_218_219_221", "video_id": "P02_06", "narration_ids": [ "P02_06_217", "P02_06_218", "P02_06_219", "P02_06_221" ], "src": "slice cucumber . slice cucumber using knife . chop cucumber", "src1": "slice cucumber", "src2": "slice cucumber using knife", "src3": "chop cucumber", "trg": "pick_up cucumber", "vis_src": "P02_06:217 P02_06:218 P02_06:219", "vis_trg": "P02_06:221", "narrations": [ "slice cucumber", "slice cucumber using knife", "chop cucumber", "pick up cucumber" ], "verbs": [ "slice", "slice", "chop", "pick-up" ], "verb_classes": [ 7, 7, 7, 0 ], "nouns": [ "cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:09:46.02", "00:09:50.75" ], [ "00:09:54.03", "00:09:57.08" ], [ "00:09:57.50", "00:10:02.82" ], [ "00:10:18.92", "00:10:19.75" ] ], "start_stop_frames": [ [ 35161, 35445 ], [ 35641, 35824 ], [ 35850, 36169 ], [ 37135, 37185 ] ], "trgnoun": "cucumber", "trgverb": "pick_up" }, { "key": "P04_109+122_123_124_125", "video_id": "P04_109", "narration_ids": [ "P04_109_122", "P04_109_123", "P04_109_124", "P04_109_125" ], "src": "turn_over cucumber . slice cucumber . pick_up pieces of cucumber", "src1": "turn_over cucumber", "src2": "slice cucumber", "src3": "pick_up pieces of cucumber", "trg": "put cucumber into measuring jug", "vis_src": "P04_109:122 P04_109:123 P04_109:124", "vis_trg": "P04_109:125", "narrations": [ "turn over cucumber", "slice cucumber", "pick up pieces of cucumber", "put cucumber into measuring jug" ], "verbs": [ "turn-over", "slice", "pick-up", "put-into" ], "verb_classes": [ 22, 7, 0, 5 ], "nouns": [ "cucumber", "cucumber", "piece:cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:04:31.73", "00:04:32.63" ], [ "00:04:32.64", "00:04:38.34" ], [ "00:04:38.25", "00:04:39.18" ], [ "00:04:39.28", "00:04:40.53" ] ], "start_stop_frames": [ [ 13586, 13631 ], [ 13632, 13917 ], [ 13912, 13959 ], [ 13963, 14026 ] ], "trgnoun": "cucumber", "trgverb": "put_into" }, { "key": "P04_109+136_137_138_139", "video_id": "P04_109", "narration_ids": [ "P04_109_136", "P04_109_137", "P04_109_138", "P04_109_139" ], "src": "turn_over cucumber . rotate cucumber . slice cucumber", "src1": "turn_over cucumber", "src2": "rotate cucumber", "src3": "slice cucumber", "trg": "grab cucumber", "vis_src": "P04_109:136 P04_109:137 P04_109:138", "vis_trg": "P04_109:139", "narrations": [ "turn over cucumber", "rotate cucumber", "slice cucumber", "grab cucumber" ], "verbs": [ "turn-over", "rotate", "slice", "grab" ], "verb_classes": [ 22, 23, 7, 0 ], "nouns": [ "cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:04:54.20", "00:04:54.92" ], [ "00:04:54.95", "00:04:55.60" ], [ "00:04:55.59", "00:05:01.94" ], [ "00:05:01.47", "00:05:02.79" ] ], "start_stop_frames": [ [ 14710, 14746 ], [ 14747, 14780 ], [ 14779, 15097 ], [ 15073, 15139 ] ], "trgnoun": "cucumber", "trgverb": "grab" }, { "key": "P04_109+138_139_140_141", "video_id": "P04_109", "narration_ids": [ "P04_109_138", "P04_109_139", "P04_109_140", "P04_109_141" ], "src": "slice cucumber . grab cucumber . drop cucumber into bowl", "src1": "slice cucumber", "src2": "grab cucumber", "src3": "drop cucumber into bowl", "trg": "wipe cucumber off knife", "vis_src": "P04_109:138 P04_109:139 P04_109:140", "vis_trg": "P04_109:141", "narrations": [ "slice cucumber", "grab cucumber", "drop cucumber into bowl", "wipe cucumber off knife" ], "verbs": [ "slice", "grab", "drop-into", "wipe" ], "verb_classes": [ 7, 0, 5, 2 ], "nouns": [ "cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:04:55.59", "00:05:01.94" ], [ "00:05:01.47", "00:05:02.79" ], [ "00:05:02.76", "00:05:03.31" ], [ "00:05:03.22", "00:05:04.60" ] ], "start_stop_frames": [ [ 14779, 15097 ], [ 15073, 15139 ], [ 15138, 15165 ], [ 15161, 15230 ] ], "trgnoun": "cucumber", "trgverb": "wipe" }, { "key": "P10_01+61_62_63_64", "video_id": "P10_01", "narration_ids": [ "P10_01_61", "P10_01_62", "P10_01_63", "P10_01_64" ], "src": "cut the cucumber into small pieces . take the cucumber from outside the plate . wash it", "src1": "cut the cucumber into small pieces", "src2": "take the cucumber from outside the plate", "src3": "wash it", "trg": "put all cucumber inside the pot", "vis_src": "P10_01:61 P10_01:62 P10_01:63", "vis_trg": "P10_01:64", "narrations": [ "cut the cucumber into small pieces", "take the cucumber from outside the plate", "wash it", "put all cucumber inside the pot" ], "verbs": [ "cut-into", "take-from", "wash", "put-inside" ], "verb_classes": [ 7, 0, 2, 5 ], "nouns": [ "cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:07:35.57", "00:07:45.54" ], [ "00:07:45.96", "00:07:47.77" ], [ "00:07:48.47", "00:07:51.20" ], [ "00:07:56.48", "00:08:04.35" ] ], "start_stop_frames": [ [ 27334, 27932 ], [ 27957, 28066 ], [ 28108, 28272 ], [ 28588, 29061 ] ], "trgnoun": "cucumber", "trgverb": "put_inside" }, { "key": "P12_01+13_14_15_16", "video_id": "P12_01", "narration_ids": [ "P12_01_13", "P12_01_14", "P12_01_15", "P12_01_16" ], "src": "take knife . wash cutting_board and knife . take cucumber", "src1": "take knife", "src2": "wash cutting_board and knife", "src3": "take cucumber", "trg": "cut cucumber", "vis_src": "P12_01:13 P12_01:14 P12_01:15", "vis_trg": "P12_01:16", "narrations": [ "take knife", "wash cutting board and knife", "take cucumber", "cut cucumber" ], "verbs": [ "take", "wash", "take", "cut" ], "verb_classes": [ 0, 2, 0, 7 ], "nouns": [ "knife", "board:cutting", "cucumber", "cucumber" ], "noun_classes": [ 4, 18, 72, 72 ], "start_stop_timestamps": [ [ "00:00:46.09", "00:00:48.09" ], [ "00:00:50.00", "00:00:57.12" ], [ "00:01:01.44", "00:01:04.77" ], [ "00:01:06.73", "00:01:13.04" ] ], "start_stop_frames": [ [ 2765, 2885 ], [ 3000, 3427 ], [ 3686, 3886 ], [ 4003, 4382 ] ], "trgnoun": "cucumber", "trgverb": "cut" }, { "key": "P04_109+10_11_12_13", "video_id": "P04_109", "narration_ids": [ "P04_109_10", "P04_109_11", "P04_109_12", "P04_109_13" ], "src": "open bag of carrots . pull_out carrot . put_down carrot", "src1": "open bag of carrots", "src2": "pull_out carrot", "src3": "put_down carrot", "trg": "put_down bag of carrots", "vis_src": "P04_109:10 P04_109:11 P04_109:12", "vis_trg": "P04_109:13", "narrations": [ "open bag of carrots", "pull out carrot", "put down carrot", "put down bag of carrots" ], "verbs": [ "open", "pull-out", "put-down", "put-down" ], "verb_classes": [ 3, 31, 1, 1 ], "nouns": [ "bag:carrot", "carrot", "carrot", "bag:carrot" ], "noun_classes": [ 19, 41, 41, 19 ], "start_stop_timestamps": [ [ "00:00:15.66", "00:00:18.97" ], [ "00:00:18.79", "00:00:22.65" ], [ "00:00:22.70", "00:00:23.85" ], [ "00:00:22.95", "00:00:23.99" ] ], "start_stop_frames": [ [ 783, 948 ], [ 939, 1132 ], [ 1135, 1192 ], [ 1147, 1199 ] ], "trgnoun": "carrot_bag", "trgverb": "put_down" }, { "key": "P10_01+62_63_64_65", "video_id": "P10_01", "narration_ids": [ "P10_01_62", "P10_01_63", "P10_01_64", "P10_01_65" ], "src": "take the cucumber from outside the plate . wash it . put all cucumber inside the pot", "src1": "take the cucumber from outside the plate", "src2": "wash it", "src3": "put all cucumber inside the pot", "trg": "pick_out the cucumber from outside the pot", "vis_src": "P10_01:62 P10_01:63 P10_01:64", "vis_trg": "P10_01:65", "narrations": [ "take the cucumber from outside the plate", "wash it", "put all cucumber inside the pot", "pick out the cucumber from outside the pot" ], "verbs": [ "take-from", "wash", "put-inside", "pick-out" ], "verb_classes": [ 0, 2, 5, 12 ], "nouns": [ "cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:07:45.96", "00:07:47.77" ], [ "00:07:48.47", "00:07:51.20" ], [ "00:07:56.48", "00:08:04.35" ], [ "00:08:06.79", "00:08:09.05" ] ], "start_stop_frames": [ [ 27957, 28066 ], [ 28108, 28272 ], [ 28588, 29061 ], [ 29207, 29343 ] ], "trgnoun": "cucumber", "trgverb": "pick_out" }, { "key": "P01_105+480_481_482_483", "video_id": "P01_105", "narration_ids": [ "P01_105_480", "P01_105_481", "P01_105_482", "P01_105_483" ], "src": "put_down spatula . pick_up colander . shake colander", "src1": "put_down spatula", "src2": "pick_up colander", "src3": "shake colander", "trg": "put_down colander", "vis_src": "P01_105:480 P01_105:481 P01_105:482", "vis_trg": "P01_105:483", "narrations": [ "put down spatula", "pick up colander", "shake colander", "put down colander" ], "verbs": [ "put-down", "pick-up", "shake", "put-down" ], "verb_classes": [ 1, 0, 15, 1 ], "nouns": [ "spatula", "colander", "colander", "colander" ], "noun_classes": [ 20, 39, 39, 39 ], "start_stop_timestamps": [ [ "00:19:34.84", "00:19:35.82" ], [ "00:19:36.10", "00:19:37.24" ], [ "00:19:37.85", "00:19:39.24" ], [ "00:19:40.51", "00:19:41.92" ] ], "start_stop_frames": [ [ 58741, 58791 ], [ 58804, 58862 ], [ 58892, 58962 ], [ 59025, 59096 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P29_03+513_516_517_518", "video_id": "P29_03", "narration_ids": [ "P29_03_513", "P29_03_516", "P29_03_517", "P29_03_518" ], "src": "scour wok . pour wok into sink . tip wok into sink", "src1": "scour wok", "src2": "pour wok into sink", "src3": "tip wok into sink", "trg": "rinse wok", "vis_src": "P29_03:513 P29_03:516 P29_03:517", "vis_trg": "P29_03:518", "narrations": [ "scour wok", "pour wok into sink", "tip wok into sink", "rinse wok" ], "verbs": [ "scour", "pour-into", "tip-into", "rinse" ], "verb_classes": [ 29, 9, 9, 2 ], "nouns": [ "wok", "sink", "sink", "wok" ], "noun_classes": [ 5, 63, 63, 5 ], "start_stop_timestamps": [ [ "00:33:31.61", "00:33:34.76" ], [ "00:33:53.73", "00:33:55.41" ], [ "00:33:54.60", "00:33:55.35" ], [ "00:33:55.51", "00:34:00.17" ] ], "start_stop_frames": [ [ 120696, 120885 ], [ 122023, 122124 ], [ 122076, 122121 ], [ 122130, 122410 ] ], "trgnoun": "wok", "trgverb": "rinse" }, { "key": "P04_110+3_4_5_6", "video_id": "P04_110", "narration_ids": [ "P04_110_3", "P04_110_4", "P04_110_5", "P04_110_6" ], "src": "pick_up lid from rice cooker . look_at steamed_buns . put_down rice cooker lid", "src1": "pick_up lid from rice cooker", "src2": "look_at steamed_buns", "src3": "put_down rice cooker lid", "trg": "pick_up rice cooker lid", "vis_src": "P04_110:3 P04_110:4 P04_110:5", "vis_trg": "P04_110:6", "narrations": [ "pick up lid from rice cooker", "look at steamed buns", "put down rice cooker lid", "pick up rice cooker lid" ], "verbs": [ "pick-up", "look-at", "put-down", "pick-up" ], "verb_classes": [ 0, 38, 1, 0 ], "nouns": [ "lid", "bun:steamed", "lid:rice:cooker", "lid:rice:cooker" ], "noun_classes": [ 6, 33, 6, 6 ], "start_stop_timestamps": [ [ "00:00:08.07", "00:00:11.64" ], [ "00:00:10.04", "00:00:12.12" ], [ "00:00:11.53", "00:00:12.66" ], [ "00:00:23.32", "00:00:24.59" ] ], "start_stop_frames": [ [ 403, 582 ], [ 501, 606 ], [ 576, 633 ], [ 1166, 1229 ] ], "trgnoun": "cooker_rice_lid", "trgverb": "pick_up" }, { "key": "P01_105+352_353_354_355", "video_id": "P01_105", "narration_ids": [ "P01_105_352", "P01_105_353", "P01_105_354", "P01_105_355" ], "src": "pick_up pak choi leaf . put_down pak choi leaf . cut pak_choi", "src1": "pick_up pak choi leaf", "src2": "put_down pak choi leaf", "src3": "cut pak_choi", "trg": "move pak_choi", "vis_src": "P01_105:352 P01_105:353 P01_105:354", "vis_trg": "P01_105:355", "narrations": [ "pick up pak choi leaf", "put down pak choi leaf", "cut pak choi", "move pak choi" ], "verbs": [ "pick-up", "put-down", "cut", "move" ], "verb_classes": [ 0, 1, 7, 11 ], "nouns": [ "leaf:pak:choi", "leaf:pak:choi", "choi:pak", "choi:pak" ], "noun_classes": [ 62, 62, 151, 151 ], "start_stop_timestamps": [ [ "00:13:35.97", "00:13:37.74" ], [ "00:13:37.84", "00:13:38.63" ], [ "00:13:39.50", "00:13:46.77" ], [ "00:13:46.82", "00:13:49.57" ] ], "start_stop_frames": [ [ 40798, 40887 ], [ 40892, 40931 ], [ 40975, 41338 ], [ 41341, 41478 ] ], "trgnoun": "pak_choi", "trgverb": "move" }, { "key": "P04_109+179_180_181_182", "video_id": "P04_109", "narration_ids": [ "P04_109_179", "P04_109_180", "P04_109_181", "P04_109_182" ], "src": "put piece of cucumber into measuring jug . pick_up measuring_jug . inspect measuring_jug", "src1": "put piece of cucumber into measuring jug", "src2": "pick_up measuring_jug", "src3": "inspect measuring_jug", "trg": "put_down measuring_jug", "vis_src": "P04_109:179 P04_109:180 P04_109:181", "vis_trg": "P04_109:182", "narrations": [ "put piece of cucumber into measuring jug", "pick up measuring jug", "inspect measuring jug", "put down measuring jug" ], "verbs": [ "put-into", "pick-up", "inspect", "put-down" ], "verb_classes": [ 5, 0, 24, 1 ], "nouns": [ "piece:cucumber", "jug:measuring", "jug:measuring", "jug:measuring" ], "noun_classes": [ 72, 66, 66, 66 ], "start_stop_timestamps": [ [ "00:06:12.78", "00:06:13.50" ], [ "00:06:13.46", "00:06:14.28" ], [ "00:06:14.31", "00:06:15.06" ], [ "00:06:14.81", "00:06:15.91" ] ], "start_stop_frames": [ [ 18639, 18675 ], [ 18673, 18714 ], [ 18715, 18753 ], [ 18740, 18795 ] ], "trgnoun": "measuring_jug", "trgverb": "put_down" }, { "key": "P02_06+316_318_319_320", "video_id": "P02_06", "narration_ids": [ "P02_06_316", "P02_06_318", "P02_06_319", "P02_06_320" ], "src": "searching olive_oil . pick_up olive_oil . put olive_oil", "src1": "searching olive_oil", "src2": "pick_up olive_oil", "src3": "put olive_oil", "trg": "sprinkle olive_oil on salad", "vis_src": "P02_06:316 P02_06:318 P02_06:319", "vis_trg": "P02_06:320", "narrations": [ "searching", "pick up olive oil", "put olive oil", "sprinkle olive oil on salad" ], "verbs": [ "search", "pick-up", "put", "sprinkle-on" ], "verb_classes": [ 48, 0, 1, 42 ], "nouns": [ "oil:olive", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 31, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:14:47.80", "00:14:51.59" ], [ "00:14:54.61", "00:14:56.22" ], [ "00:14:59.64", "00:15:00.77" ], [ "00:15:00.46", "00:15:03.23" ] ], "start_stop_frames": [ [ 53268, 53495 ], [ 53676, 53773 ], [ 53978, 54046 ], [ 54027, 54193 ] ], "trgnoun": "olive_oil", "trgverb": "sprinkle_on" }, { "key": "P02_06+313_314_315_318", "video_id": "P02_06", "narration_ids": [ "P02_06_313", "P02_06_314", "P02_06_315", "P02_06_318" ], "src": "move pasta . return pasta . search olive_oil", "src1": "move pasta", "src2": "return pasta", "src3": "search olive_oil", "trg": "pick_up olive_oil", "vis_src": "P02_06:313 P02_06:314 P02_06:315", "vis_trg": "P02_06:318", "narrations": [ "move pasta", "return pasta", "search", "pick up olive oil" ], "verbs": [ "move", "return", "search", "pick-up" ], "verb_classes": [ 11, 1, 48, 0 ], "nouns": [ "pasta", "pasta", "oil:olive", "oil:olive" ], "noun_classes": [ 45, 45, 31, 31 ], "start_stop_timestamps": [ [ "00:14:39.39", "00:14:40.94" ], [ "00:14:41.60", "00:14:42.83" ], [ "00:14:42.93", "00:14:47.70" ], [ "00:14:54.61", "00:14:56.22" ] ], "start_stop_frames": [ [ 52763, 52856 ], [ 52896, 52969 ], [ 52975, 53262 ], [ 53676, 53773 ] ], "trgnoun": "olive_oil", "trgverb": "pick_up" }, { "key": "P04_110+152_153_154_155", "video_id": "P04_110", "narration_ids": [ "P04_110_152", "P04_110_153", "P04_110_154", "P04_110_155" ], "src": "close steamed_bun . move fork away from plate . put_down fork", "src1": "close steamed_bun", "src2": "move fork away from plate", "src3": "put_down fork", "trg": "adjust steamed_bun", "vis_src": "P04_110:152 P04_110:153 P04_110:154", "vis_trg": "P04_110:155", "narrations": [ "close steamed bun", "move fork away from plate", "put down fork", "adjust steamed bun" ], "verbs": [ "close", "move", "put-down", "adjust" ], "verb_classes": [ 4, 11, 1, 17 ], "nouns": [ "bun:steamed", "fork", "fork", "bun:steamed" ], "noun_classes": [ 33, 14, 14, 33 ], "start_stop_timestamps": [ [ "00:05:47.35", "00:05:47.75" ], [ "00:05:47.66", "00:05:50.18" ], [ "00:05:48.31", "00:05:49.90" ], [ "00:05:52.93", "00:05:54.72" ] ], "start_stop_frames": [ [ 17367, 17387 ], [ 17383, 17509 ], [ 17415, 17495 ], [ 17646, 17736 ] ], "trgnoun": "steamed_bun", "trgverb": "adjust" }, { "key": "P04_102+51_52_53_54", "video_id": "P04_102", "narration_ids": [ "P04_102_51", "P04_102_52", "P04_102_53", "P04_102_54" ], "src": "open quorn_sausages . hold quorn sausage_packet . pick_up bag", "src1": "open quorn_sausages", "src2": "hold quorn sausage_packet", "src3": "pick_up bag", "trg": "put_down bag", "vis_src": "P04_102:51 P04_102:52 P04_102:53", "vis_trg": "P04_102:54", "narrations": [ "open quorn sausages", "hold quorn sausage packet", "pick up bag", "put down bag" ], "verbs": [ "open", "hold", "pick-up", "put-down" ], "verb_classes": [ 3, 34, 0, 1 ], "nouns": [ "sausage:quorn", "packet:sausage", "bag", "bag" ], "noun_classes": [ 86, 26, 19, 19 ], "start_stop_timestamps": [ [ "00:01:51.39", "00:01:52.64" ], [ "00:01:52.44", "00:01:57.83" ], [ "00:01:52.58", "00:01:53.53" ], [ "00:01:56.68", "00:01:57.50" ] ], "start_stop_frames": [ [ 5569, 5632 ], [ 5622, 5891 ], [ 5629, 5676 ], [ 5834, 5875 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P04_109+146_147_148_149", "video_id": "P04_109", "narration_ids": [ "P04_109_146", "P04_109_147", "P04_109_148", "P04_109_149" ], "src": "move pieces of cucumber . take piece of cucumber off knife . put cucumber into measuring jug", "src1": "move pieces of cucumber", "src2": "take piece of cucumber off knife", "src3": "put cucumber into measuring jug", "trg": "slice cucumber", "vis_src": "P04_109:146 P04_109:147 P04_109:148", "vis_trg": "P04_109:149", "narrations": [ "move pieces of cucumber", "take piece of cucumber off knife", "put cucumber into measuring jug", "slice cucumber" ], "verbs": [ "move", "take", "put-into", "slice" ], "verb_classes": [ 11, 0, 5, 7 ], "nouns": [ "piece:cucumber", "piece:cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:05:09.23", "00:05:10.98" ], [ "00:05:11.08", "00:05:11.92" ], [ "00:05:11.66", "00:05:12.10" ], [ "00:05:12.52", "00:05:20.16" ] ], "start_stop_frames": [ [ 15461, 15549 ], [ 15554, 15596 ], [ 15583, 15605 ], [ 15626, 16008 ] ], "trgnoun": "cucumber", "trgverb": "slice" }, { "key": "P04_110+158_159_160_161", "video_id": "P04_110", "narration_ids": [ "P04_110_158", "P04_110_159", "P04_110_160", "P04_110_161" ], "src": "move steamed_bun . pick_up tea_towel . cover steamed_buns with tea towel", "src1": "move steamed_bun", "src2": "pick_up tea_towel", "src3": "cover steamed_buns with tea towel", "trg": "pick_up spatula", "vis_src": "P04_110:158 P04_110:159 P04_110:160", "vis_trg": "P04_110:161", "narrations": [ "move steamed bun", "pick up tea towel", "cover steamed buns with tea towel", "pick up spatula" ], "verbs": [ "move", "pick-up", "cover", "pick-up" ], "verb_classes": [ 11, 0, 36, 0 ], "nouns": [ "bun:steamed", "towel:tea", "bun:steamed", "spatula" ], "noun_classes": [ 33, 52, 33, 20 ], "start_stop_timestamps": [ [ "00:05:56.83", "00:05:58.90" ], [ "00:06:00.80", "00:06:03.64" ], [ "00:06:04.97", "00:06:05.84" ], [ "00:06:04.15", "00:06:07.13" ] ], "start_stop_frames": [ [ 17841, 17945 ], [ 18040, 18182 ], [ 18248, 18292 ], [ 18207, 18356 ] ], "trgnoun": "spatula", "trgverb": "pick_up" }, { "key": "P04_120+162_163_164_165", "video_id": "P04_120", "narration_ids": [ "P04_120_162", "P04_120_163", "P04_120_164", "P04_120_165" ], "src": "open cupboard . put saucepan_lid in cupboard . pick_up saucepan", "src1": "open cupboard", "src2": "put saucepan_lid in cupboard", "src3": "pick_up saucepan", "trg": "inspect saucepan", "vis_src": "P04_120:162 P04_120:163 P04_120:164", "vis_trg": "P04_120:165", "narrations": [ "open cupboard", "put saucepan lid in cupboard", "pick up saucepan", "inspect saucepan" ], "verbs": [ "open", "put-in", "pick-up", "inspect" ], "verb_classes": [ 3, 5, 0, 24 ], "nouns": [ "cupboard", "lid:saucepan", "saucepan", "saucepan" ], "noun_classes": [ 3, 6, 5, 5 ], "start_stop_timestamps": [ [ "00:07:29.79", "00:07:31.03" ], [ "00:07:31.13", "00:07:32.86" ], [ "00:07:32.63", "00:07:36.74" ], [ "00:07:36.10", "00:07:39.08" ] ], "start_stop_frames": [ [ 22489, 22551 ], [ 22556, 22643 ], [ 22631, 22837 ], [ 22805, 22954 ] ], "trgnoun": "saucepan", "trgverb": "inspect" }, { "key": "P28_09+112_113_114_116", "video_id": "P28_09", "narration_ids": [ "P28_09_112", "P28_09_113", "P28_09_114", "P28_09_116" ], "src": "search something . open cupboard . take_out salt", "src1": "search something", "src2": "open cupboard", "src3": "take_out salt", "trg": "take_out something", "vis_src": "P28_09:112 P28_09:113 P28_09:114", "vis_trg": "P28_09:116", "narrations": [ "search something", "open cupboard", "take out salt", "take out something" ], "verbs": [ "search", "open", "take-out", "take-out" ], "verb_classes": [ 48, 3, 12, 12 ], "nouns": [ "salt", "cupboard", "salt", "jar" ], "noun_classes": [ 38, 3, 38, 40 ], "start_stop_timestamps": [ [ "00:06:52.00", "00:06:55.89" ], [ "00:06:52.66", "00:06:53.20" ], [ "00:06:56.14", "00:06:57.74" ], [ "00:07:06.90", "00:07:08.21" ] ], "start_stop_frames": [ [ 24720, 24953 ], [ 24759, 24792 ], [ 24968, 25064 ], [ 25614, 25692 ] ], "trgnoun": "jar", "trgverb": "take_out" }, { "key": "P20_01+51_52_53_54", "video_id": "P20_01", "narration_ids": [ "P20_01_51", "P20_01_52", "P20_01_53", "P20_01_54" ], "src": "pick_up olive_oil . take lid off olive oil . pour olive_oil into frying pan", "src1": "pick_up olive_oil", "src2": "take lid off olive oil", "src3": "pour olive_oil into frying pan", "trg": "pick_up lid", "vis_src": "P20_01:51 P20_01:52 P20_01:53", "vis_trg": "P20_01:54", "narrations": [ "pick up olive oil", "take lid off olive oil", "pour olive oil into frying pan", "pick up lid" ], "verbs": [ "pick-up", "take-off", "pour-into", "pick-up" ], "verb_classes": [ 0, 12, 9, 0 ], "nouns": [ "oil:olive", "lid", "oil:olive", "lid" ], "noun_classes": [ 31, 6, 31, 6 ], "start_stop_timestamps": [ [ "00:02:52.94", "00:02:54.14" ], [ "00:02:54.19", "00:02:55.65" ], [ "00:02:57.54", "00:03:01.78" ], [ "00:03:03.78", "00:03:05.39" ] ], "start_stop_frames": [ [ 10376, 10448 ], [ 10451, 10539 ], [ 10652, 10906 ], [ 11026, 11123 ] ], "trgnoun": "lid", "trgverb": "pick_up" }, { "key": "P20_01+17_18_19_20", "video_id": "P20_01", "narration_ids": [ "P20_01_17", "P20_01_18", "P20_01_19", "P20_01_20" ], "src": "take cling_film off meat . inspect meat . turn_on tap", "src1": "take cling_film off meat", "src2": "inspect meat", "src3": "turn_on tap", "trg": "rinse meat", "vis_src": "P20_01:17 P20_01:18 P20_01:19", "vis_trg": "P20_01:20", "narrations": [ "take cling film off meat", "inspect meat", "turn on tap", "rinse meat" ], "verbs": [ "take-off", "inspect", "turn-on", "rinse" ], "verb_classes": [ 12, 24, 6, 2 ], "nouns": [ "film:cling", "meat", "tap", "meat" ], "noun_classes": [ 100, 28, 0, 28 ], "start_stop_timestamps": [ [ "00:00:44.84", "00:00:55.48" ], [ "00:00:56.44", "00:01:05.35" ], [ "00:01:05.78", "00:01:06.82" ], [ "00:01:07.55", "00:01:10.67" ] ], "start_stop_frames": [ [ 2690, 3328 ], [ 3386, 3920 ], [ 3946, 4009 ], [ 4053, 4240 ] ], "trgnoun": "meat", "trgverb": "rinse" }, { "key": "P10_01+58_61_62_63", "video_id": "P10_01", "narration_ids": [ "P10_01_58", "P10_01_61", "P10_01_62", "P10_01_63" ], "src": "cut the cucumber . cut the cucumber into small pieces . take the cucumber from outside the plate", "src1": "cut the cucumber", "src2": "cut the cucumber into small pieces", "src3": "take the cucumber from outside the plate", "trg": "wash it", "vis_src": "P10_01:58 P10_01:61 P10_01:62", "vis_trg": "P10_01:63", "narrations": [ "cut the cucumber", "cut the cucumber into small pieces", "take the cucumber from outside the plate", "wash it" ], "verbs": [ "cut", "cut-into", "take-from", "wash" ], "verb_classes": [ 7, 7, 0, 2 ], "nouns": [ "cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:06:49.44", "00:07:04.10" ], [ "00:07:35.57", "00:07:45.54" ], [ "00:07:45.96", "00:07:47.77" ], [ "00:07:48.47", "00:07:51.20" ] ], "start_stop_frames": [ [ 24566, 25446 ], [ 27334, 27932 ], [ 27957, 28066 ], [ 28108, 28272 ] ], "trgnoun": "cucumber", "trgverb": "wash" }, { "key": "P04_109+152_153_154_155", "video_id": "P04_109", "narration_ids": [ "P04_109_152", "P04_109_153", "P04_109_154", "P04_109_155" ], "src": "take pieces of cucumber off knife . put cucumber into measuring jug . wipe cucumber off knife and into measuring jug", "src1": "take pieces of cucumber off knife", "src2": "put cucumber into measuring jug", "src3": "wipe cucumber off knife and into measuring jug", "trg": "arrange pieces of cucumber", "vis_src": "P04_109:152 P04_109:153 P04_109:154", "vis_trg": "P04_109:155", "narrations": [ "take pieces of cucumber off knife", "put cucumber into measuring jug", "wipe cucumber off knife and into measuring jug", "arrange pieces of cucumber" ], "verbs": [ "take", "put-into", "wipe", "arrange" ], "verb_classes": [ 0, 5, 2, 40 ], "nouns": [ "piece:cucumber", "cucumber", "cucumber", "piece:cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:05:21.44", "00:05:22.66" ], [ "00:05:22.73", "00:05:23.28" ], [ "00:05:23.04", "00:05:23.46" ], [ "00:05:23.49", "00:05:25.91" ] ], "start_stop_frames": [ [ 16072, 16133 ], [ 16136, 16163 ], [ 16152, 16172 ], [ 16174, 16295 ] ], "trgnoun": "cucumber_piece", "trgverb": "arrange" }, { "key": "P29_03+516_517_518_519", "video_id": "P29_03", "narration_ids": [ "P29_03_516", "P29_03_517", "P29_03_518", "P29_03_519" ], "src": "pour wok into sink . tip wok into sink . rinse wok", "src1": "pour wok into sink", "src2": "tip wok into sink", "src3": "rinse wok", "trg": "scour wok", "vis_src": "P29_03:516 P29_03:517 P29_03:518", "vis_trg": "P29_03:519", "narrations": [ "pour wok into sink", "tip wok into sink", "rinse wok", "scour wok" ], "verbs": [ "pour-into", "tip-into", "rinse", "scour" ], "verb_classes": [ 9, 9, 2, 29 ], "nouns": [ "sink", "sink", "wok", "wok" ], "noun_classes": [ 63, 63, 5, 5 ], "start_stop_timestamps": [ [ "00:33:53.73", "00:33:55.41" ], [ "00:33:54.60", "00:33:55.35" ], [ "00:33:55.51", "00:34:00.17" ], [ "00:33:57.93", "00:33:59.84" ] ], "start_stop_frames": [ [ 122023, 122124 ], [ 122076, 122121 ], [ 122130, 122410 ], [ 122275, 122390 ] ], "trgnoun": "wok", "trgverb": "scour" }, { "key": "P29_03+233_234_235_236", "video_id": "P29_03", "narration_ids": [ "P29_03_233", "P29_03_234", "P29_03_235", "P29_03_236" ], "src": "pick_up baking_tray . scour baking_tray . rinse baking_tray", "src1": "pick_up baking_tray", "src2": "scour baking_tray", "src3": "rinse baking_tray", "trg": "put baking_tray on drying rack", "vis_src": "P29_03:233 P29_03:234 P29_03:235", "vis_trg": "P29_03:236", "narrations": [ "pick up baking tray", "scour baking tray", "rinse baking tray", "put baking tray on drying rack" ], "verbs": [ "pick-up", "scour", "rinse", "put-on" ], "verb_classes": [ 0, 29, 2, 1 ], "nouns": [ "tray:baking", "tray:baking", "tray:baking", "tray:baking" ], "noun_classes": [ 35, 35, 35, 35 ], "start_stop_timestamps": [ [ "00:14:33.21", "00:14:35.48" ], [ "00:14:35.58", "00:14:44.83" ], [ "00:14:44.49", "00:14:50.80" ], [ "00:14:51.79", "00:14:53.51" ] ], "start_stop_frames": [ [ 52392, 52528 ], [ 52534, 53089 ], [ 53069, 53448 ], [ 53507, 53610 ] ], "trgnoun": "baking_tray", "trgverb": "put_on" }, { "key": "P23_101+219_220_221_222", "video_id": "P23_101", "narration_ids": [ "P23_101_219", "P23_101_220", "P23_101_221", "P23_101_222" ], "src": "close cap . put bottle . search spoon", "src1": "close cap", "src2": "put bottle", "src3": "search spoon", "trg": "take spoon", "vis_src": "P23_101:219 P23_101:220 P23_101:221", "vis_trg": "P23_101:222", "narrations": [ "close cap", "put bottle", "search spoon", "take spoon" ], "verbs": [ "close", "put", "search", "take" ], "verb_classes": [ 4, 1, 48, 0 ], "nouns": [ "cap", "bottle", "spoon", "spoon" ], "noun_classes": [ 118, 15, 1, 1 ], "start_stop_timestamps": [ [ "00:21:16.76", "00:21:19.19" ], [ "00:21:19.29", "00:21:20.16" ], [ "00:21:24.45", "00:21:28.07" ], [ "00:21:27.99", "00:21:29.35" ] ], "start_stop_frames": [ [ 63838, 63959 ], [ 63964, 64008 ], [ 64222, 64403 ], [ 64399, 64467 ] ], "trgnoun": "spoon", "trgverb": "take" }, { "key": "P07_112+10_11_12_13", "video_id": "P07_112", "narration_ids": [ "P07_112_10", "P07_112_11", "P07_112_12", "P07_112_13" ], "src": "uncover pot . close door . grab jug", "src1": "uncover pot", "src2": "close door", "src3": "grab jug", "trg": "open jug", "vis_src": "P07_112:10 P07_112:11 P07_112:12", "vis_trg": "P07_112:13", "narrations": [ "uncover pot", "close door", "grab jug", "open jug" ], "verbs": [ "uncover", "close", "grab", "open" ], "verb_classes": [ 83, 4, 0, 3 ], "nouns": [ "pot", "door", "jug", "jug" ], "noun_classes": [ 29, 3, 66, 66 ], "start_stop_timestamps": [ [ "00:00:52.00", "00:00:54.30" ], [ "00:00:54.40", "00:00:56.65" ], [ "00:00:56.65", "00:00:59.66" ], [ "00:00:59.76", "00:01:02.63" ] ], "start_stop_frames": [ [ 2600, 2715 ], [ 2720, 2832 ], [ 2832, 2983 ], [ 2988, 3131 ] ], "trgnoun": "jug", "trgverb": "open" }, { "key": "P10_04+156_157_158_159", "video_id": "P10_04", "narration_ids": [ "P10_04_156", "P10_04_157", "P10_04_158", "P10_04_159" ], "src": "wash hands with the tap water . switch_on the hob . clean my_hand with cloth", "src1": "wash hands with the tap water", "src2": "switch_on the hob", "src3": "clean my_hand with cloth", "trg": "clean the hob with the cloth", "vis_src": "P10_04:156 P10_04:157 P10_04:158", "vis_trg": "P10_04:159", "narrations": [ "wash hands with the tap water", "switch on the hob", "clean my hand with cloth", "clean the hob with the cloth" ], "verbs": [ "wash-with", "switch-on", "clean-with", "clean-with" ], "verb_classes": [ 2, 6, 2, 2 ], "nouns": [ "hand", "hob", "hand:my", "hob" ], "noun_classes": [ 11, 24, 11, 24 ], "start_stop_timestamps": [ [ "00:18:03.71", "00:18:06.54" ], [ "00:18:07.09", "00:18:10.98" ], [ "00:18:16.51", "00:18:20.94" ], [ "00:18:21.86", "00:18:28.99" ] ], "start_stop_frames": [ [ 65022, 65192 ], [ 65225, 65458 ], [ 65790, 66056 ], [ 66111, 66539 ] ], "trgnoun": "hob", "trgverb": "clean_with" }, { "key": "P12_02+176_177_178_179", "video_id": "P12_02", "narration_ids": [ "P12_02_176", "P12_02_177", "P12_02_178", "P12_02_179" ], "src": "take pasta . close drawer . take cucumber", "src1": "take pasta", "src2": "close drawer", "src3": "take cucumber", "trg": "cut cucumber", "vis_src": "P12_02:176 P12_02:177 P12_02:178", "vis_trg": "P12_02:179", "narrations": [ "take pasta", "close drawer", "take cucumber", "cut cucumber" ], "verbs": [ "take", "close", "take", "cut" ], "verb_classes": [ 0, 4, 0, 7 ], "nouns": [ "pasta", "drawer", "cucumber", "cucumber" ], "noun_classes": [ 45, 8, 72, 72 ], "start_stop_timestamps": [ [ "00:28:54.80", "00:29:01.39" ], [ "00:29:00.24", "00:29:02.88" ], [ "00:29:09.24", "00:29:10.63" ], [ "00:29:13.14", "00:29:15.94" ] ], "start_stop_frames": [ [ 104088, 104483 ], [ 104414, 104572 ], [ 104954, 105037 ], [ 105188, 105356 ] ], "trgnoun": "cucumber", "trgverb": "cut" }, { "key": "P04_110+145_146_147_148", "video_id": "P04_110", "narration_ids": [ "P04_110_145", "P04_110_146", "P04_110_147", "P04_110_148" ], "src": "inspect steamed_bun . open piece of steamed_bun . eat piece of steamed_bun", "src1": "inspect steamed_bun", "src2": "open piece of steamed_bun", "src3": "eat piece of steamed_bun", "trg": "look_at piece of steamed_bun", "vis_src": "P04_110:145 P04_110:146 P04_110:147", "vis_trg": "P04_110:148", "narrations": [ "inspect steamed bun", "open piece of steamed bun", "eat piece of steamed bun", "look at piece of steamed bun" ], "verbs": [ "inspect", "open", "eat", "look-at" ], "verb_classes": [ 24, 3, 35, 38 ], "nouns": [ "bun:steamed", "bun:steamed", "bun:steamed", "bun:steamed" ], "noun_classes": [ 33, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:05:39.43", "00:05:40.23" ], [ "00:05:40.30", "00:05:41.59" ], [ "00:05:41.95", "00:05:42.98" ], [ "00:05:42.85", "00:05:44.55" ] ], "start_stop_frames": [ [ 16971, 17011 ], [ 17015, 17079 ], [ 17097, 17149 ], [ 17142, 17227 ] ], "trgnoun": "steamed_bun", "trgverb": "look_at" }, { "key": "P23_101+183_184_185_186", "video_id": "P23_101", "narration_ids": [ "P23_101_183", "P23_101_184", "P23_101_185", "P23_101_186" ], "src": "put oil_bottle . take knife . cut green_chilli", "src1": "put oil_bottle", "src2": "take knife", "src3": "cut green_chilli", "trg": "take green_chilli", "vis_src": "P23_101:183 P23_101:184 P23_101:185", "vis_trg": "P23_101:186", "narrations": [ "put oil bottle", "take knife", "cut green chilli", "take green chilli" ], "verbs": [ "put", "take", "cut", "take" ], "verb_classes": [ 1, 0, 7, 0 ], "nouns": [ "bottle:oil", "knife", "chilli:green", "chilli:green" ], "noun_classes": [ 15, 4, 69, 69 ], "start_stop_timestamps": [ [ "00:18:53.22", "00:18:54.07" ], [ "00:18:54.73", "00:18:55.74" ], [ "00:18:56.01", "00:19:04.21" ], [ "00:19:04.12", "00:19:06.36" ] ], "start_stop_frames": [ [ 56661, 56703 ], [ 56736, 56787 ], [ 56800, 57210 ], [ 57205, 57317 ] ], "trgnoun": "green_chilli", "trgverb": "take" }, { "key": "P30_05+716_717_718_719", "video_id": "P30_05", "narration_ids": [ "P30_05_716", "P30_05_717", "P30_05_718", "P30_05_719" ], "src": "rinse bottle_lid . turn top off . take bottles", "src1": "rinse bottle_lid", "src2": "turn top off", "src3": "take bottles", "trg": "put bottle in fridge", "vis_src": "P30_05:716 P30_05:717 P30_05:718", "vis_trg": "P30_05:719", "narrations": [ "rinse bottle lid", "turn top off", "take bottles", "put bottle in fridge" ], "verbs": [ "rinse", "turn-off", "take", "put-in" ], "verb_classes": [ 2, 8, 0, 5 ], "nouns": [ "lid:bottle", "top", "bottle", "bottle" ], "noun_classes": [ 118, 42, 15, 15 ], "start_stop_timestamps": [ [ "00:51:34.47", "00:51:36.15" ], [ "00:51:42.50", "00:51:43.15" ], [ "00:51:43.59", "00:51:44.61" ], [ "00:51:45.70", "00:51:47.70" ] ], "start_stop_frames": [ [ 185668, 185769 ], [ 186150, 186189 ], [ 186215, 186276 ], [ 186342, 186462 ] ], "trgnoun": "bottle", "trgverb": "put_in" }, { "key": "P04_109+153_154_155_156", "video_id": "P04_109", "narration_ids": [ "P04_109_153", "P04_109_154", "P04_109_155", "P04_109_156" ], "src": "put cucumber into measuring jug . wipe cucumber off knife and into measuring jug . arrange pieces of cucumber", "src1": "put cucumber into measuring jug", "src2": "wipe cucumber off knife and into measuring jug", "src3": "arrange pieces of cucumber", "trg": "slice cucumber", "vis_src": "P04_109:153 P04_109:154 P04_109:155", "vis_trg": "P04_109:156", "narrations": [ "put cucumber into measuring jug", "wipe cucumber off knife and into measuring jug", "arrange pieces of cucumber", "slice cucumber" ], "verbs": [ "put-into", "wipe", "arrange", "slice" ], "verb_classes": [ 5, 2, 40, 7 ], "nouns": [ "cucumber", "cucumber", "piece:cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:05:22.73", "00:05:23.28" ], [ "00:05:23.04", "00:05:23.46" ], [ "00:05:23.49", "00:05:25.91" ], [ "00:05:25.92", "00:05:29.61" ] ], "start_stop_frames": [ [ 16136, 16163 ], [ 16152, 16172 ], [ 16174, 16295 ], [ 16296, 16480 ] ], "trgnoun": "cucumber", "trgverb": "slice" }, { "key": "P01_01+251_252_253_254", "video_id": "P01_01", "narration_ids": [ "P01_01_251", "P01_01_252", "P01_01_253", "P01_01_254" ], "src": "take spoon . scoop rice . taste rice", "src1": "take spoon", "src2": "scoop rice", "src3": "taste rice", "trg": "put_down spoon", "vis_src": "P01_01:251 P01_01:252 P01_01:253", "vis_trg": "P01_01:254", "narrations": [ "take spoon", "scoop rice", "taste rice", "put down spoon" ], "verbs": [ "take", "scoop", "taste", "put-down" ], "verb_classes": [ 0, 16, 35, 1 ], "nouns": [ "spoon", "rice", "rice", "spoon" ], "noun_classes": [ 1, 55, 55, 1 ], "start_stop_timestamps": [ [ "00:20:25.60", "00:20:26.60" ], [ "00:20:27.73", "00:20:30.68" ], [ "00:20:31.57", "00:20:36.04" ], [ "00:20:36.14", "00:20:38.93" ] ], "start_stop_frames": [ [ 73536, 73596 ], [ 73663, 73840 ], [ 73894, 74162 ], [ 74168, 74335 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P01_01+280_281_282_283", "video_id": "P01_01", "narration_ids": [ "P01_01_280", "P01_01_281", "P01_01_282", "P01_01_283" ], "src": "put_on drainer . scoop rice . put_down saucepan", "src1": "put_on drainer", "src2": "scoop rice", "src3": "put_down saucepan", "trg": "put_down drainer", "vis_src": "P01_01:280 P01_01:281 P01_01:282", "vis_trg": "P01_01:283", "narrations": [ "put on drainer", "scoop rice", "put down saucepan", "put down drainer" ], "verbs": [ "put-on", "scoop", "put-down", "put-down" ], "verb_classes": [ 1, 16, 1, 1 ], "nouns": [ "drainer", "rice", "saucepan", "drainer" ], "noun_classes": [ 110, 55, 5, 110 ], "start_stop_timestamps": [ [ "00:23:33.00", "00:23:34.00" ], [ "00:23:34.71", "00:23:44.23" ], [ "00:23:44.20", "00:23:45.98" ], [ "00:23:46.14", "00:23:47.80" ] ], "start_stop_frames": [ [ 84780, 84840 ], [ 84882, 85453 ], [ 85452, 85558 ], [ 85568, 85668 ] ], "trgnoun": "drainer", "trgverb": "put_down" }, { "key": "P29_01+75_76_77_78", "video_id": "P29_01", "narration_ids": [ "P29_01_75", "P29_01_76", "P29_01_77", "P29_01_78" ], "src": "throw away onion . pick_up onion . inspect onions", "src1": "throw away onion", "src2": "pick_up onion", "src3": "inspect onions", "trg": "peel onion", "vis_src": "P29_01:75 P29_01:76 P29_01:77", "vis_trg": "P29_01:78", "narrations": [ "throw away onion", "pick up onion", "inspect onions", "peel onion" ], "verbs": [ "throw", "pick-up", "inspect", "peel" ], "verb_classes": [ 13, 0, 24, 19 ], "nouns": [ "onion", "onion", "onion", "onion" ], "noun_classes": [ 16, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:04:11.83", "00:04:14.95" ], [ "00:04:15.77", "00:04:16.40" ], [ "00:04:16.19", "00:04:17.32" ], [ "00:04:20.73", "00:04:23.14" ] ], "start_stop_frames": [ [ 15109, 15297 ], [ 15346, 15383 ], [ 15371, 15439 ], [ 15643, 15788 ] ], "trgnoun": "onion", "trgverb": "peel" }, { "key": "P02_123+236_237_238_239", "video_id": "P02_123", "narration_ids": [ "P02_123_236", "P02_123_237", "P02_123_238", "P02_123_239" ], "src": "pick_up fork . sponge fork . pick_up wooden_spoon", "src1": "pick_up fork", "src2": "sponge fork", "src3": "pick_up wooden_spoon", "trg": "sponge wooden_spoon", "vis_src": "P02_123:236 P02_123:237 P02_123:238", "vis_trg": "P02_123:239", "narrations": [ "pick up fork", "sponge fork", "pick up wooden spoon", "sponge wooden spoon" ], "verbs": [ "pick-up", "sponge", "pick-up", "sponge" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "fork", "fork", "spoon:wooden", "spoon:wooden" ], "noun_classes": [ 14, 14, 1, 1 ], "start_stop_timestamps": [ [ "00:13:04.21", "00:13:04.88" ], [ "00:13:05.22", "00:13:07.65" ], [ "00:13:08.03", "00:13:08.53" ], [ "00:13:09.00", "00:13:14.94" ] ], "start_stop_frames": [ [ 39210, 39244 ], [ 39261, 39382 ], [ 39401, 39426 ], [ 39450, 39747 ] ], "trgnoun": "wooden_spoon", "trgverb": "sponge" }, { "key": "P06_103+172_173_174_175", "video_id": "P06_103", "narration_ids": [ "P06_103_172", "P06_103_173", "P06_103_174", "P06_103_175" ], "src": "put wrap on plate . close wraps . open fridge", "src1": "put wrap on plate", "src2": "close wraps", "src3": "open fridge", "trg": "put wraps in fridge", "vis_src": "P06_103:172 P06_103:173 P06_103:174", "vis_trg": "P06_103:175", "narrations": [ "put wrap on plate", "close wraps", "open fridge", "put wraps in fridge" ], "verbs": [ "put-on", "close", "open", "put-in" ], "verb_classes": [ 1, 4, 3, 5 ], "nouns": [ "wrap", "wrap", "fridge", "wrap" ], "noun_classes": [ 107, 107, 12, 107 ], "start_stop_timestamps": [ [ "00:13:41.54", "00:13:42.20" ], [ "00:13:43.04", "00:13:48.09" ], [ "00:13:52.14", "00:13:53.34" ], [ "00:13:53.82", "00:13:56.16" ] ], "start_stop_frames": [ [ 41077, 41110 ], [ 41152, 41404 ], [ 41607, 41667 ], [ 41691, 41808 ] ], "trgnoun": "wrap", "trgverb": "put_in" }, { "key": "P04_109+147_148_149_150", "video_id": "P04_109", "narration_ids": [ "P04_109_147", "P04_109_148", "P04_109_149", "P04_109_150" ], "src": "take piece of cucumber off knife . put cucumber into measuring jug . slice cucumber", "src1": "take piece of cucumber off knife", "src2": "put cucumber into measuring jug", "src3": "slice cucumber", "trg": "grab piece of cucumber", "vis_src": "P04_109:147 P04_109:148 P04_109:149", "vis_trg": "P04_109:150", "narrations": [ "take piece of cucumber off knife", "put cucumber into measuring jug", "slice cucumber", "grab piece of cucumber" ], "verbs": [ "take", "put-into", "slice", "grab" ], "verb_classes": [ 0, 5, 7, 0 ], "nouns": [ "piece:cucumber", "cucumber", "cucumber", "piece:cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:05:11.08", "00:05:11.92" ], [ "00:05:11.66", "00:05:12.10" ], [ "00:05:12.52", "00:05:20.16" ], [ "00:05:20.05", "00:05:20.65" ] ], "start_stop_frames": [ [ 15554, 15596 ], [ 15583, 15605 ], [ 15626, 16008 ], [ 16002, 16032 ] ], "trgnoun": "cucumber_piece", "trgverb": "grab" }, { "key": "P11_05+277_278_279_280", "video_id": "P11_05", "narration_ids": [ "P11_05_277", "P11_05_278", "P11_05_279", "P11_05_280" ], "src": "pick_up colander . put_back pot . put colander in sink", "src1": "pick_up colander", "src2": "put_back pot", "src3": "put colander in sink", "trg": "pick_up pot", "vis_src": "P11_05:277 P11_05:278 P11_05:279", "vis_trg": "P11_05:280", "narrations": [ "pick up colander", "put back pot", "put colander in sink", "pick up pot" ], "verbs": [ "pick-up", "put-back", "put-in", "pick-up" ], "verb_classes": [ 0, 1, 5, 0 ], "nouns": [ "colander", "pot", "colander", "pot" ], "noun_classes": [ 39, 29, 39, 29 ], "start_stop_timestamps": [ [ "00:19:12.74", "00:19:14.18" ], [ "00:19:14.75", "00:19:16.12" ], [ "00:19:17.07", "00:19:18.44" ], [ "00:19:21.54", "00:19:25.04" ] ], "start_stop_frames": [ [ 69164, 69250 ], [ 69285, 69367 ], [ 69424, 69506 ], [ 69692, 69902 ] ], "trgnoun": "pot", "trgverb": "pick_up" }, { "key": "P30_109+50_51_52_53", "video_id": "P30_109", "narration_ids": [ "P30_109_50", "P30_109_51", "P30_109_52", "P30_109_53" ], "src": "put pot into cupboard . pick_up pan . put kitchen_towel into pan", "src1": "put pot into cupboard", "src2": "pick_up pan", "src3": "put kitchen_towel into pan", "trg": "put pan into cupboard", "vis_src": "P30_109:50 P30_109:51 P30_109:52", "vis_trg": "P30_109:53", "narrations": [ "put pot into cupboard", "pick up pan", "put kitchen towel into pan", "put pan into cupboard" ], "verbs": [ "put-into", "pick-up", "put-into", "put-into" ], "verb_classes": [ 5, 0, 5, 5 ], "nouns": [ "pot", "pan", "towel:kitchen", "pan" ], "noun_classes": [ 29, 5, 93, 5 ], "start_stop_timestamps": [ [ "00:01:25.26", "00:01:26.96" ], [ "00:01:28.33", "00:01:29.11" ], [ "00:01:29.99", "00:01:31.24" ], [ "00:01:30.89", "00:01:31.61" ] ], "start_stop_frames": [ [ 4263, 4348 ], [ 4416, 4455 ], [ 4499, 4562 ], [ 4544, 4580 ] ], "trgnoun": "pan", "trgverb": "put_into" }, { "key": "P03_109+238_239_240_241", "video_id": "P03_109", "narration_ids": [ "P03_109_238", "P03_109_239", "P03_109_240", "P03_109_241" ], "src": "put spoon in drying rack . lift_up washing up bowl . pour washing up bowl into sink", "src1": "put spoon in drying rack", "src2": "lift_up washing up bowl", "src3": "pour washing up bowl into sink", "trg": "put_down washing up bowl", "vis_src": "P03_109:238 P03_109:239 P03_109:240", "vis_trg": "P03_109:241", "narrations": [ "put spoon in drying rack", "lift up washing up bowl", "pour washing up bowl into sink", "put down washing up bowl" ], "verbs": [ "put-in", "lift-up", "pour", "put-down" ], "verb_classes": [ 5, 33, 9, 1 ], "nouns": [ "spoon", "bowl:washing:up", "bowl:washing:up", "bowl:washing:up" ], "noun_classes": [ 1, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:13:12.01", "00:13:12.96" ], [ "00:13:12.93", "00:13:16.41" ], [ "00:13:14.95", "00:13:16.85" ], [ "00:13:17.04", "00:13:18.04" ] ], "start_stop_frames": [ [ 39600, 39648 ], [ 39646, 39820 ], [ 39747, 39842 ], [ 39852, 39902 ] ], "trgnoun": "up_washing_bowl", "trgverb": "put_down" }, { "key": "P01_01+271_272_273_274", "video_id": "P01_01", "narration_ids": [ "P01_01_271", "P01_01_272", "P01_01_273", "P01_01_274" ], "src": "take spoon . scoop rice . taste rice", "src1": "take spoon", "src2": "scoop rice", "src3": "taste rice", "trg": "put_down spoon", "vis_src": "P01_01:271 P01_01:272 P01_01:273", "vis_trg": "P01_01:274", "narrations": [ "take spoon", "scoop rice", "taste rice", "put down spoon" ], "verbs": [ "take", "scoop", "taste", "put-down" ], "verb_classes": [ 0, 16, 35, 1 ], "nouns": [ "spoon", "rice", "rice", "spoon" ], "noun_classes": [ 1, 55, 55, 1 ], "start_stop_timestamps": [ [ "00:22:33.66", "00:22:35.47" ], [ "00:22:35.25", "00:22:39.79" ], [ "00:22:39.78", "00:22:45.40" ], [ "00:22:46.01", "00:22:49.61" ] ], "start_stop_frames": [ [ 81219, 81328 ], [ 81315, 81587 ], [ 81586, 81924 ], [ 81960, 82176 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P02_131+223_224_225_226", "video_id": "P02_131", "narration_ids": [ "P02_131_223", "P02_131_224", "P02_131_225", "P02_131_226" ], "src": "put wooden_spoon in drainer . pick_up fork . pick_up sponge", "src1": "put wooden_spoon in drainer", "src2": "pick_up fork", "src3": "pick_up sponge", "trg": "sponge fork", "vis_src": "P02_131:223 P02_131:224 P02_131:225", "vis_trg": "P02_131:226", "narrations": [ "put wooden spoon in drainer", "pick up fork", "pick up sponge", "sponge fork" ], "verbs": [ "put-in", "pick-up", "pick-up", "sponge" ], "verb_classes": [ 5, 0, 0, 2 ], "nouns": [ "spoon:wooden", "fork", "sponge", "fork" ], "noun_classes": [ 1, 14, 9, 14 ], "start_stop_timestamps": [ [ "00:09:19.61", "00:09:21.13" ], [ "00:09:21.46", "00:09:22.05" ], [ "00:09:22.03", "00:09:22.54" ], [ "00:09:22.37", "00:09:24.53" ] ], "start_stop_frames": [ [ 27980, 28056 ], [ 28073, 28102 ], [ 28101, 28127 ], [ 28118, 28226 ] ], "trgnoun": "fork", "trgverb": "sponge" }, { "key": "P02_04+145_146_147_148", "video_id": "P02_04", "narration_ids": [ "P02_04_145", "P02_04_146", "P02_04_147", "P02_04_148" ], "src": "wash strainer . put sponge . open tap", "src1": "wash strainer", "src2": "put sponge", "src3": "open tap", "trg": "rinse strainer", "vis_src": "P02_04:145 P02_04:146 P02_04:147", "vis_trg": "P02_04:148", "narrations": [ "wash strainer", "put sponge", "open tap", "rinse strainer" ], "verbs": [ "wash", "put", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "strainer", "sponge", "tap", "strainer" ], "noun_classes": [ 39, 9, 0, 39 ], "start_stop_timestamps": [ [ "00:05:34.83", "00:05:38.83" ], [ "00:05:38.79", "00:05:39.67" ], [ "00:05:39.53", "00:05:40.28" ], [ "00:05:39.64", "00:05:42.76" ] ], "start_stop_frames": [ [ 20089, 20329 ], [ 20327, 20380 ], [ 20371, 20416 ], [ 20378, 20565 ] ], "trgnoun": "strainer", "trgverb": "rinse" }, { "key": "P20_01+260_261_262_263", "video_id": "P20_01", "narration_ids": [ "P20_01_260", "P20_01_261", "P20_01_262", "P20_01_263" ], "src": "flip meat with spatula . put_down spatula . pick_up pepper", "src1": "flip meat with spatula", "src2": "put_down spatula", "src3": "pick_up pepper", "trg": "put pepper on meat", "vis_src": "P20_01:260 P20_01:261 P20_01:262", "vis_trg": "P20_01:263", "narrations": [ "flip meat with spatula", "put down spatula", "pick up pepper", "put pepper on meat" ], "verbs": [ "flip", "put-down", "pick-up", "put-on" ], "verb_classes": [ 22, 1, 0, 1 ], "nouns": [ "meat", "spatula", "pepper", "pepper" ], "noun_classes": [ 28, 20, 37, 37 ], "start_stop_timestamps": [ [ "00:16:03.12", "00:16:05.38" ], [ "00:16:06.18", "00:16:07.42" ], [ "00:16:08.08", "00:16:09.77" ], [ "00:16:08.77", "00:16:14.52" ] ], "start_stop_frames": [ [ 57787, 57922 ], [ 57970, 58045 ], [ 58084, 58186 ], [ 58126, 58471 ] ], "trgnoun": "pepper", "trgverb": "put_on" }, { "key": "P04_109+310_311_312_313", "video_id": "P04_109", "narration_ids": [ "P04_109_310", "P04_109_311", "P04_109_312", "P04_109_313" ], "src": "put_down spicy bean sauce . pick_up broccoli . open broccoli_packet", "src1": "put_down spicy bean sauce", "src2": "pick_up broccoli", "src3": "open broccoli_packet", "trg": "put_down broccoli", "vis_src": "P04_109:310 P04_109:311 P04_109:312", "vis_trg": "P04_109:313", "narrations": [ "put down spicy bean sauce", "pick up broccoli", "open broccoli packet", "put down broccoli" ], "verbs": [ "put-down", "pick-up", "open", "put-down" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "sauce:spicy:bean", "broccoli", "packet:broccoli", "broccoli" ], "noun_classes": [ 47, 101, 26, 101 ], "start_stop_timestamps": [ [ "00:10:03.59", "00:10:05.14" ], [ "00:10:06.07", "00:10:06.96" ], [ "00:10:06.67", "00:10:13.06" ], [ "00:10:13.16", "00:10:13.77" ] ], "start_stop_frames": [ [ 30179, 30257 ], [ 30303, 30348 ], [ 30333, 30652 ], [ 30658, 30688 ] ], "trgnoun": "broccoli", "trgverb": "put_down" }, { "key": "P30_113+135_136_137_138", "video_id": "P30_113", "narration_ids": [ "P30_113_135", "P30_113_136", "P30_113_137", "P30_113_138" ], "src": "scrub chopping_board . turn_on tap . rinse chopping_board", "src1": "scrub chopping_board", "src2": "turn_on tap", "src3": "rinse chopping_board", "trg": "put chopping_board into drying rack", "vis_src": "P30_113:135 P30_113:136 P30_113:137", "vis_trg": "P30_113:138", "narrations": [ "scrub chopping board", "turn on tap", "rinse chopping board", "put chopping board into drying rack" ], "verbs": [ "scrub", "turn-on", "rinse", "put-into" ], "verb_classes": [ 29, 6, 2, 5 ], "nouns": [ "board:chopping", "tap", "board:chopping", "board:chopping" ], "noun_classes": [ 18, 0, 18, 18 ], "start_stop_timestamps": [ [ "00:05:34.92", "00:05:38.67" ], [ "00:05:38.65", "00:05:41.24" ], [ "00:05:41.36", "00:05:47.35" ], [ "00:05:47.20", "00:05:49.79" ] ], "start_stop_frames": [ [ 16746, 16933 ], [ 16932, 17062 ], [ 17068, 17367 ], [ 17360, 17489 ] ], "trgnoun": "chopping_board", "trgverb": "put_into" }, { "key": "P26_110+17_18_19_20", "video_id": "P26_110", "narration_ids": [ "P26_110_17", "P26_110_18", "P26_110_19", "P26_110_20" ], "src": "put_down pot . pick_up colander . drain pasta", "src1": "put_down pot", "src2": "pick_up colander", "src3": "drain pasta", "trg": "pour pasta", "vis_src": "P26_110:17 P26_110:18 P26_110:19", "vis_trg": "P26_110:20", "narrations": [ "put down pot", "pick up colander", "drain pasta", "pour pasta" ], "verbs": [ "put-down", "pick-up", "drain", "pour" ], "verb_classes": [ 1, 0, 37, 9 ], "nouns": [ "pot", "colander", "pasta", "pasta" ], "noun_classes": [ 29, 39, 45, 45 ], "start_stop_timestamps": [ [ "00:00:49.41", "00:00:50.41" ], [ "00:00:53.99", "00:00:54.79" ], [ "00:00:54.56", "00:01:03.45" ], [ "00:01:03.46", "00:01:07.40" ] ], "start_stop_frames": [ [ 2470, 2520 ], [ 2699, 2739 ], [ 2728, 3172 ], [ 3173, 3370 ] ], "trgnoun": "pasta", "trgverb": "pour" }, { "key": "P23_04+143_144_145_146", "video_id": "P23_04", "narration_ids": [ "P23_04_143", "P23_04_144", "P23_04_145", "P23_04_146" ], "src": "close the door . take the curry leaves . open the fridge", "src1": "close the door", "src2": "take the curry leaves", "src3": "open the fridge", "trg": "put_into the fridge", "vis_src": "P23_04:143 P23_04:144 P23_04:145", "vis_trg": "P23_04:146", "narrations": [ "close the door", "take the curry leaves", "open the fridge", "put into the fridge" ], "verbs": [ "close", "take", "open", "put-into" ], "verb_classes": [ 4, 0, 3, 5 ], "nouns": [ "door", "leaf:curry", "fridge", "fridge" ], "noun_classes": [ 3, 62, 12, 12 ], "start_stop_timestamps": [ [ "00:30:58.29", "00:30:59.79" ], [ "00:30:59.98", "00:31:01.42" ], [ "00:31:03.10", "00:31:04.99" ], [ "00:31:04.63", "00:31:07.07" ] ], "start_stop_frames": [ [ 111497, 111587 ], [ 111598, 111685 ], [ 111786, 111899 ], [ 111877, 112024 ] ], "trgnoun": "fridge", "trgverb": "put_into" }, { "key": "P23_04+70_72_73_76", "video_id": "P23_04", "narration_ids": [ "P23_04_70", "P23_04_72", "P23_04_73", "P23_04_76" ], "src": "put_into the pan . mixing the oil . take the curry_leaf", "src1": "put_into the pan", "src2": "mixing the oil", "src3": "take the curry_leaf", "trg": "put the curry leaves outside", "vis_src": "P23_04:70 P23_04:72 P23_04:73", "vis_trg": "P23_04:76", "narrations": [ "put into the pan", "mixing the oil", "take the curry leaf", "put the curry leaves outside" ], "verbs": [ "put-into", "mix", "take", "put" ], "verb_classes": [ 5, 10, 0, 1 ], "nouns": [ "pan", "oil", "leaf:curry", "leaf:curry" ], "noun_classes": [ 5, 31, 62, 62 ], "start_stop_timestamps": [ [ "00:17:43.69", "00:18:01.91" ], [ "00:18:11.03", "00:18:14.64" ], [ "00:18:17.72", "00:18:21.15" ], [ "00:18:54.92", "00:18:56.32" ] ], "start_stop_frames": [ [ 63821, 64914 ], [ 65461, 65678 ], [ 65863, 66069 ], [ 68095, 68179 ] ], "trgnoun": "curry_leaf", "trgverb": "put" }, { "key": "P02_122+98_99_100_101", "video_id": "P02_122", "narration_ids": [ "P02_122_98", "P02_122_99", "P02_122_100", "P02_122_101" ], "src": "pour pepper from lid into plate . close pepper_jar . pick_up thyme_jar", "src1": "pour pepper from lid into plate", "src2": "close pepper_jar", "src3": "pick_up thyme_jar", "trg": "put_down thyme_jar", "vis_src": "P02_122:98 P02_122:99 P02_122:100", "vis_trg": "P02_122:101", "narrations": [ "pour pepper from lid into plate", "close pepper jar", "pick up thyme jar", "put down thyme jar" ], "verbs": [ "pour-from", "close", "pick-up", "put-down" ], "verb_classes": [ 9, 4, 0, 1 ], "nouns": [ "pepper", "jar:pepper", "jar:thyme", "jar:thyme" ], "noun_classes": [ 37, 40, 40, 40 ], "start_stop_timestamps": [ [ "00:05:13.78", "00:05:14.49" ], [ "00:05:14.83", "00:05:15.99" ], [ "00:05:15.96", "00:05:16.74" ], [ "00:05:19.29", "00:05:20.22" ] ], "start_stop_frames": [ [ 15688, 15724 ], [ 15741, 15799 ], [ 15797, 15837 ], [ 15964, 16011 ] ], "trgnoun": "thyme_jar", "trgverb": "put_down" }, { "key": "P11_05+282_283_284_286", "video_id": "P11_05", "narration_ids": [ "P11_05_282", "P11_05_283", "P11_05_284", "P11_05_286" ], "src": "pour pot in colander . pick_up colander . put_down pot", "src1": "pour pot in colander", "src2": "pick_up colander", "src3": "put_down pot", "trg": "put colander on pot", "vis_src": "P11_05:282 P11_05:283 P11_05:284", "vis_trg": "P11_05:286", "narrations": [ "pour pot in colander", "pick up colander", "put down pot", "put colander on pot" ], "verbs": [ "pour-in", "pick-up", "put-down", "put-on" ], "verb_classes": [ 9, 0, 1, 1 ], "nouns": [ "pot", "colander", "pot", "colander" ], "noun_classes": [ 29, 39, 29, 39 ], "start_stop_timestamps": [ [ "00:19:28.29", "00:19:30.27" ], [ "00:19:32.50", "00:19:33.71" ], [ "00:19:35.48", "00:19:38.23" ], [ "00:19:41.33", "00:19:44.94" ] ], "start_stop_frames": [ [ 70097, 70216 ], [ 70350, 70422 ], [ 70528, 70693 ], [ 70879, 71096 ] ], "trgnoun": "colander", "trgverb": "put_on" }, { "key": "P02_122+99_100_101_102", "video_id": "P02_122", "narration_ids": [ "P02_122_99", "P02_122_100", "P02_122_101", "P02_122_102" ], "src": "close pepper_jar . pick_up thyme_jar . put_down thyme_jar", "src1": "close pepper_jar", "src2": "pick_up thyme_jar", "src3": "put_down thyme_jar", "trg": "put_down pepper_jar", "vis_src": "P02_122:99 P02_122:100 P02_122:101", "vis_trg": "P02_122:102", "narrations": [ "close pepper jar", "pick up thyme jar", "put down thyme jar", "put down pepper jar" ], "verbs": [ "close", "pick-up", "put-down", "put-down" ], "verb_classes": [ 4, 0, 1, 1 ], "nouns": [ "jar:pepper", "jar:thyme", "jar:thyme", "jar:pepper" ], "noun_classes": [ 40, 40, 40, 40 ], "start_stop_timestamps": [ [ "00:05:14.83", "00:05:15.99" ], [ "00:05:15.96", "00:05:16.74" ], [ "00:05:19.29", "00:05:20.22" ], [ "00:05:19.97", "00:05:21.36" ] ], "start_stop_frames": [ [ 15741, 15799 ], [ 15797, 15837 ], [ 15964, 16011 ], [ 15998, 16068 ] ], "trgnoun": "pepper_jar", "trgverb": "put_down" }, { "key": "P02_122+90_91_92_94", "video_id": "P02_122", "narration_ids": [ "P02_122_90", "P02_122_91", "P02_122_92", "P02_122_94" ], "src": "put_down peppers jar . open thymes jar . pour thyme from jar onto lid", "src1": "put_down peppers jar", "src2": "open thymes jar", "src3": "pour thyme from jar onto lid", "trg": "close thyme_jar", "vis_src": "P02_122:90 P02_122:91 P02_122:92", "vis_trg": "P02_122:94", "narrations": [ "put down peppers jar", "open thymes jar", "pour thyme from jar onto lid", "close thyme jar" ], "verbs": [ "put-down", "open", "pour-from", "close" ], "verb_classes": [ 1, 3, 9, 4 ], "nouns": [ "jar:pepper", "jar:thyme", "thyme", "jar:thyme" ], "noun_classes": [ 40, 40, 215, 40 ], "start_stop_timestamps": [ [ "00:05:03.51", "00:05:05.04" ], [ "00:05:05.14", "00:05:05.92" ], [ "00:05:06.02", "00:05:07.10" ], [ "00:05:08.39", "00:05:09.26" ] ], "start_stop_frames": [ [ 15175, 15252 ], [ 15257, 15296 ], [ 15301, 15355 ], [ 15419, 15463 ] ], "trgnoun": "thyme_jar", "trgverb": "close" }, { "key": "P04_109+149_150_151_152", "video_id": "P04_109", "narration_ids": [ "P04_109_149", "P04_109_150", "P04_109_151", "P04_109_152" ], "src": "slice cucumber . grab piece of cucumber . put cucumber into measuring jug", "src1": "slice cucumber", "src2": "grab piece of cucumber", "src3": "put cucumber into measuring jug", "trg": "take pieces of cucumber off knife", "vis_src": "P04_109:149 P04_109:150 P04_109:151", "vis_trg": "P04_109:152", "narrations": [ "slice cucumber", "grab piece of cucumber", "put cucumber into measuring jug", "take pieces of cucumber off knife" ], "verbs": [ "slice", "grab", "put-into", "take" ], "verb_classes": [ 7, 0, 5, 0 ], "nouns": [ "cucumber", "piece:cucumber", "cucumber", "piece:cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:05:12.52", "00:05:20.16" ], [ "00:05:20.05", "00:05:20.65" ], [ "00:05:21.22", "00:05:21.55" ], [ "00:05:21.44", "00:05:22.66" ] ], "start_stop_frames": [ [ 15626, 16008 ], [ 16002, 16032 ], [ 16061, 16077 ], [ 16072, 16133 ] ], "trgnoun": "cucumber_piece", "trgverb": "take" }, { "key": "P09_06+24_25_26_27", "video_id": "P09_06", "narration_ids": [ "P09_06_24", "P09_06_25", "P09_06_26", "P09_06_27" ], "src": "put chicken in pan . pick_up spatula . pick_up pan", "src1": "put chicken in pan", "src2": "pick_up spatula", "src3": "pick_up pan", "trg": "stir chicken in pan", "vis_src": "P09_06:24 P09_06:25 P09_06:26", "vis_trg": "P09_06:27", "narrations": [ "put chicken in pan", "pick up spatula", "pick up pan", "stir chicken in pan" ], "verbs": [ "put-in", "pick-up", "pick-up", "stir-in" ], "verb_classes": [ 5, 0, 0, 10 ], "nouns": [ "chicken", "spatula", "pan", "chicken" ], "noun_classes": [ 57, 20, 5, 57 ], "start_stop_timestamps": [ [ "00:02:08.63", "00:02:16.60" ], [ "00:02:18.33", "00:02:19.46" ], [ "00:02:19.32", "00:02:21.98" ], [ "00:02:19.82", "00:02:27.07" ] ], "start_stop_frames": [ [ 7717, 8196 ], [ 8299, 8367 ], [ 8359, 8518 ], [ 8389, 8824 ] ], "trgnoun": "chicken", "trgverb": "stir_in" }, { "key": "P10_04+341_342_343_344", "video_id": "P10_04", "narration_ids": [ "P10_04_341", "P10_04_342", "P10_04_343", "P10_04_344" ], "src": "put some salt into the white pot . get the cutting_board . and get the ginger", "src1": "put some salt into the white pot", "src2": "get the cutting_board", "src3": "and get the ginger", "trg": "cut the ginger into small pieces", "vis_src": "P10_04:341 P10_04:342 P10_04:343", "vis_trg": "P10_04:344", "narrations": [ "put some salt into the white pot", "get the cutting board", "and get the ginger", "cut the ginger into small pieces" ], "verbs": [ "put-into", "get", "get", "cut-into" ], "verb_classes": [ 5, 0, 0, 7 ], "nouns": [ "salt", "board:cutting", "ginger", "ginger" ], "noun_classes": [ 38, 18, 131, 131 ], "start_stop_timestamps": [ [ "00:36:37.03", "00:36:41.66" ], [ "00:36:46.75", "00:36:49.02" ], [ "00:36:49.37", "00:36:50.46" ], [ "00:36:50.56", "00:36:59.45" ] ], "start_stop_frames": [ [ 131821, 132099 ], [ 132405, 132541 ], [ 132562, 132627 ], [ 132633, 133167 ] ], "trgnoun": "ginger", "trgverb": "cut_into" }, { "key": "P22_102+78_79_80_81", "video_id": "P22_102", "narration_ids": [ "P22_102_78", "P22_102_79", "P22_102_80", "P22_102_81" ], "src": "lather teaspoon . turn_on tap . rinse teaspoon", "src1": "lather teaspoon", "src2": "turn_on tap", "src3": "rinse teaspoon", "trg": "put_down teaspoon", "vis_src": "P22_102:78 P22_102:79 P22_102:80", "vis_trg": "P22_102:81", "narrations": [ "lather teaspoon", "turn on tap", "rinse teaspoon", "put down teaspoon" ], "verbs": [ "lather", "turn-on", "rinse", "put-down" ], "verb_classes": [ 2, 6, 2, 1 ], "nouns": [ "teaspoon", "tap", "teaspoon", "teaspoon" ], "noun_classes": [ 1, 0, 1, 1 ], "start_stop_timestamps": [ [ "00:02:14.48", "00:02:16.18" ], [ "00:02:16.38", "00:02:17.03" ], [ "00:02:17.13", "00:02:21.58" ], [ "00:02:21.51", "00:02:22.49" ] ], "start_stop_frames": [ [ 6723, 6809 ], [ 6819, 6851 ], [ 6856, 7078 ], [ 7075, 7124 ] ], "trgnoun": "teaspoon", "trgverb": "put_down" }, { "key": "P23_04+130_131_132_134", "video_id": "P23_04", "narration_ids": [ "P23_04_130", "P23_04_131", "P23_04_132", "P23_04_134" ], "src": "take the salt . take spoon . put the salt into the spoon", "src1": "take the salt", "src2": "take spoon", "src3": "put the salt into the spoon", "trg": "mixing the curry", "vis_src": "P23_04:130 P23_04:131 P23_04:132", "vis_trg": "P23_04:134", "narrations": [ "take the salt", "take spoon", "put the salt into the spoon", "mixing the curry" ], "verbs": [ "take", "take", "put-into", "mix" ], "verb_classes": [ 0, 0, 5, 10 ], "nouns": [ "salt", "spoon", "salt", "curry" ], "noun_classes": [ 38, 1, 38, 121 ], "start_stop_timestamps": [ [ "00:28:47.49", "00:28:48.77" ], [ "00:28:48.87", "00:28:51.52" ], [ "00:28:51.62", "00:28:56.84" ], [ "00:29:05.77", "00:29:32.92" ] ], "start_stop_frames": [ [ 103649, 103726 ], [ 103732, 103891 ], [ 103897, 104210 ], [ 104746, 106375 ] ], "trgnoun": "curry", "trgverb": "mix" }, { "key": "P12_01+18_19_20_21", "video_id": "P12_01", "narration_ids": [ "P12_01_18", "P12_01_19", "P12_01_20", "P12_01_21" ], "src": "throw cucumber . wash cucumber . slice cucumber", "src1": "throw cucumber", "src2": "wash cucumber", "src3": "slice cucumber", "trg": "chop cucumber", "vis_src": "P12_01:18 P12_01:19 P12_01:20", "vis_trg": "P12_01:21", "narrations": [ "throw cucumber", "wash cucumber", "slice cucumber", "chop cucumber" ], "verbs": [ "throw", "wash", "slice", "chop" ], "verb_classes": [ 13, 2, 7, 7 ], "nouns": [ "cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:01:13.11", "00:01:14.88" ], [ "00:01:21.59", "00:01:25.28" ], [ "00:01:26.43", "00:01:47.36" ], [ "00:01:46.51", "00:01:55.71" ] ], "start_stop_frames": [ [ 4386, 4492 ], [ 4895, 5116 ], [ 5185, 6441 ], [ 6390, 6942 ] ], "trgnoun": "cucumber", "trgverb": "chop" }, { "key": "P01_01+67_68_69_70", "video_id": "P01_01", "narration_ids": [ "P01_01_67", "P01_01_68", "P01_01_69", "P01_01_70" ], "src": "take celery . throw things into garbage_bin . open fridge", "src1": "take celery", "src2": "throw things into garbage_bin", "src3": "open fridge", "trg": "put celery back into fridge", "vis_src": "P01_01:67 P01_01:68 P01_01:69", "vis_trg": "P01_01:70", "narrations": [ "take celery", "throw things into garbage bin", "open fridge", "put celery back into fridge" ], "verbs": [ "take", "throw-into", "open", "put-into" ], "verb_classes": [ 0, 13, 3, 5 ], "nouns": [ "celery", "bin:garbage", "fridge", "celery" ], "noun_classes": [ 223, 36, 12, 223 ], "start_stop_timestamps": [ [ "00:05:47.33", "00:05:53.79" ], [ "00:05:54.09", "00:05:58.44" ], [ "00:06:00.21", "00:06:01.84" ], [ "00:06:00.76", "00:06:03.07" ] ], "start_stop_frames": [ [ 20839, 21227 ], [ 21245, 21506 ], [ 21612, 21710 ], [ 21645, 21784 ] ], "trgnoun": "celery", "trgverb": "put_into" }, { "key": "P35_104+245_246_247_248", "video_id": "P35_104", "narration_ids": [ "P35_104_245", "P35_104_246", "P35_104_247", "P35_104_248" ], "src": "pick_up plate . pour pasta . turn_on tap", "src1": "pick_up plate", "src2": "pour pasta", "src3": "turn_on tap", "trg": "rinse plate", "vis_src": "P35_104:245 P35_104:246 P35_104:247", "vis_trg": "P35_104:248", "narrations": [ "pick up plate", "pour pasta", "turn on tap", "rinse plate" ], "verbs": [ "pick-up", "pour", "turn-on", "rinse" ], "verb_classes": [ 0, 9, 6, 2 ], "nouns": [ "plate", "pasta", "tap", "plate" ], "noun_classes": [ 2, 45, 0, 2 ], "start_stop_timestamps": [ [ "00:17:55.87", "00:18:00.89" ], [ "00:18:00.61", "00:18:03.72" ], [ "00:18:08.45", "00:18:09.69" ], [ "00:18:09.62", "00:18:12.49" ] ], "start_stop_frames": [ [ 53793, 54044 ], [ 54030, 54186 ], [ 54422, 54484 ], [ 54480, 54624 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P01_09+498_499_500_501", "video_id": "P01_09", "narration_ids": [ "P01_09_498", "P01_09_499", "P01_09_500", "P01_09_501" ], "src": "put_down mozzarella . take dough . put_down bowl", "src1": "put_down mozzarella", "src2": "take dough", "src3": "put_down bowl", "trg": "place dough onto tray", "vis_src": "P01_09:498 P01_09:499 P01_09:500", "vis_trg": "P01_09:501", "narrations": [ "put down mozzarella", "take dough", "put down bowl", "place dough onto tray" ], "verbs": [ "put-down", "take", "put-down", "place-onto" ], "verb_classes": [ 1, 0, 1, 1 ], "nouns": [ "mozzarella", "dough", "bowl", "dough" ], "noun_classes": [ 32, 25, 7, 25 ], "start_stop_timestamps": [ [ "00:34:28.88", "00:34:30.38" ], [ "00:34:31.43", "00:34:41.92" ], [ "00:34:41.27", "00:34:42.27" ], [ "00:34:42.75", "00:34:45.25" ] ], "start_stop_frames": [ [ 124132, 124222 ], [ 124285, 124915 ], [ 124876, 124936 ], [ 124965, 125115 ] ], "trgnoun": "dough", "trgverb": "place_onto" }, { "key": "P01_09+582_583_584_585", "video_id": "P01_09", "narration_ids": [ "P01_09_582", "P01_09_583", "P01_09_584", "P01_09_585" ], "src": "take dough . put_down bowl . take tray", "src1": "take dough", "src2": "put_down bowl", "src3": "take tray", "trg": "flatten dough", "vis_src": "P01_09:582 P01_09:583 P01_09:584", "vis_trg": "P01_09:585", "narrations": [ "take dough", "put down bowl", "take tray", "flatten dough" ], "verbs": [ "take", "put-down", "take", "flatten" ], "verb_classes": [ 0, 1, 0, 87 ], "nouns": [ "dough", "bowl", "tray", "dough" ], "noun_classes": [ 25, 7, 35, 25 ], "start_stop_timestamps": [ [ "00:40:54.02", "00:40:56.24" ], [ "00:40:54.84", "00:40:56.97" ], [ "00:40:57.45", "00:41:00.97" ], [ "00:41:02.82", "00:41:08.53" ] ], "start_stop_frames": [ [ 147241, 147374 ], [ 147290, 147418 ], [ 147447, 147658 ], [ 147769, 148111 ] ], "trgnoun": "dough", "trgverb": "flatten" }, { "key": "P02_122+96_97_98_99", "video_id": "P02_122", "narration_ids": [ "P02_122_96", "P02_122_97", "P02_122_98", "P02_122_99" ], "src": "open pepper_jar . pour pepper from jar into lid . pour pepper from lid into plate", "src1": "open pepper_jar", "src2": "pour pepper from jar into lid", "src3": "pour pepper from lid into plate", "trg": "close pepper_jar", "vis_src": "P02_122:96 P02_122:97 P02_122:98", "vis_trg": "P02_122:99", "narrations": [ "open pepper jar", "pour pepper from jar into lid", "pour pepper from lid into plate", "close pepper jar" ], "verbs": [ "open", "pour-from", "pour-from", "close" ], "verb_classes": [ 3, 9, 9, 4 ], "nouns": [ "jar:pepper", "pepper", "pepper", "jar:pepper" ], "noun_classes": [ 40, 37, 37, 40 ], "start_stop_timestamps": [ [ "00:05:10.03", "00:05:11.26" ], [ "00:05:11.24", "00:05:13.74" ], [ "00:05:13.78", "00:05:14.49" ], [ "00:05:14.83", "00:05:15.99" ] ], "start_stop_frames": [ [ 15501, 15563 ], [ 15562, 15687 ], [ 15688, 15724 ], [ 15741, 15799 ] ], "trgnoun": "pepper_jar", "trgverb": "close" }, { "key": "P23_04+129_130_131_132", "video_id": "P23_04", "narration_ids": [ "P23_04_129", "P23_04_130", "P23_04_131", "P23_04_132" ], "src": "mixing in the curry . take the salt . take spoon", "src1": "mixing in the curry", "src2": "take the salt", "src3": "take spoon", "trg": "put the salt into the spoon", "vis_src": "P23_04:129 P23_04:130 P23_04:131", "vis_trg": "P23_04:132", "narrations": [ "mixing in the curry", "take the salt", "take spoon", "put the salt into the spoon" ], "verbs": [ "mix-in", "take", "take", "put-into" ], "verb_classes": [ 10, 0, 0, 5 ], "nouns": [ "curry", "salt", "spoon", "salt" ], "noun_classes": [ 121, 38, 1, 38 ], "start_stop_timestamps": [ [ "00:28:28.38", "00:28:45.38" ], [ "00:28:47.49", "00:28:48.77" ], [ "00:28:48.87", "00:28:51.52" ], [ "00:28:51.62", "00:28:56.84" ] ], "start_stop_frames": [ [ 102502, 103522 ], [ 103649, 103726 ], [ 103732, 103891 ], [ 103897, 104210 ] ], "trgnoun": "salt", "trgverb": "put_into" }, { "key": "P01_109+652_653_654_655", "video_id": "P01_109", "narration_ids": [ "P01_109_652", "P01_109_653", "P01_109_654", "P01_109_655" ], "src": "pick_up spatula . pour eggs onto pan . shake bowl", "src1": "pick_up spatula", "src2": "pour eggs onto pan", "src3": "shake bowl", "trg": "put_down bowl", "vis_src": "P01_109:652 P01_109:653 P01_109:654", "vis_trg": "P01_109:655", "narrations": [ "pick up spatula", "pour eggs onto pan", "shake bowl", "put down bowl" ], "verbs": [ "pick-up", "pour-onto", "shake", "put-down" ], "verb_classes": [ 0, 9, 15, 1 ], "nouns": [ "spatula", "egg", "bowl", "bowl" ], "noun_classes": [ 20, 53, 7, 7 ], "start_stop_timestamps": [ [ "00:48:32.22", "00:48:34.16" ], [ "00:48:34.26", "00:48:39.18" ], [ "00:48:42.15", "00:48:50.67" ], [ "00:48:51.79", "00:48:52.72" ] ], "start_stop_frames": [ [ 145611, 145708 ], [ 145713, 145959 ], [ 146107, 146533 ], [ 146589, 146636 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P30_111+313_314_315_316", "video_id": "P30_111", "narration_ids": [ "P30_111_313", "P30_111_314", "P30_111_315", "P30_111_316" ], "src": "pick_up sponge . scrub spoon with sponge . rinse spoon", "src1": "pick_up sponge", "src2": "scrub spoon with sponge", "src3": "rinse spoon", "trg": "put spoon in drying rack", "vis_src": "P30_111:313 P30_111:314 P30_111:315", "vis_trg": "P30_111:316", "narrations": [ "pick up sponge", "scrub spoon with sponge", "rinse spoon", "put spoon in drying rack" ], "verbs": [ "pick-up", "scrub", "rinse", "put-in" ], "verb_classes": [ 0, 29, 2, 5 ], "nouns": [ "sponge", "spoon", "spoon", "spoon" ], "noun_classes": [ 9, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:13:18.15", "00:13:18.85" ], [ "00:13:18.90", "00:13:24.15" ], [ "00:13:23.89", "00:13:26.53" ], [ "00:13:26.63", "00:13:27.95" ] ], "start_stop_frames": [ [ 39907, 39942 ], [ 39945, 40207 ], [ 40194, 40326 ], [ 40331, 40397 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P10_04+238_239_240_242", "video_id": "P10_04", "narration_ids": [ "P10_04_238", "P10_04_239", "P10_04_240", "P10_04_242" ], "src": "put the garlic_pieces into pot . shake pot . mix the oil with the garlic", "src1": "put the garlic_pieces into pot", "src2": "shake pot", "src3": "mix the oil with the garlic", "trg": "check another pot", "vis_src": "P10_04:238 P10_04:239 P10_04:240", "vis_trg": "P10_04:242", "narrations": [ "put the garlic pieces into pot", "shake pot", "mix the oil with the garlic", "check another pot" ], "verbs": [ "put-into", "shake", "mix-with", "check" ], "verb_classes": [ 5, 15, 10, 24 ], "nouns": [ "piece:garlic", "pot", "oil", "pot" ], "noun_classes": [ 51, 29, 31, 29 ], "start_stop_timestamps": [ [ "00:25:59.42", "00:26:01.59" ], [ "00:26:03.57", "00:26:06.05" ], [ "00:26:06.28", "00:26:11.48" ], [ "00:26:12.65", "00:26:14.57" ] ], "start_stop_frames": [ [ 93565, 93695 ], [ 93814, 93963 ], [ 93976, 94288 ], [ 94359, 94474 ] ], "trgnoun": "pot", "trgverb": "check" }, { "key": "P30_111+533_534_535_536", "video_id": "P30_111", "narration_ids": [ "P30_111_533", "P30_111_534", "P30_111_535", "P30_111_536" ], "src": "pick_up sponge . scrub spoon . rinse spoon", "src1": "pick_up sponge", "src2": "scrub spoon", "src3": "rinse spoon", "trg": "put spoon in drying rack", "vis_src": "P30_111:533 P30_111:534 P30_111:535", "vis_trg": "P30_111:536", "narrations": [ "pick up sponge", "scrub spoon", "rinse spoon", "put spoon in drying rack" ], "verbs": [ "pick-up", "scrub", "rinse", "put-in" ], "verb_classes": [ 0, 29, 2, 5 ], "nouns": [ "sponge", "spoon", "spoon", "spoon" ], "noun_classes": [ 9, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:24:19.05", "00:24:19.87" ], [ "00:24:19.97", "00:24:27.08" ], [ "00:24:26.80", "00:24:30.04" ], [ "00:24:30.72", "00:24:32.05" ] ], "start_stop_frames": [ [ 72952, 72993 ], [ 72998, 73354 ], [ 73340, 73502 ], [ 73536, 73602 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P20_01+92_93_94_96", "video_id": "P20_01", "narration_ids": [ "P20_01_92", "P20_01_93", "P20_01_94", "P20_01_96" ], "src": "shake bowl . fold bag . put_down bowl", "src1": "shake bowl", "src2": "fold bag", "src3": "put_down bowl", "trg": "pour something out of bag", "vis_src": "P20_01:92 P20_01:93 P20_01:94", "vis_trg": "P20_01:96", "narrations": [ "shake bowl", "fold bag", "put down bowl", "pour something out of bag" ], "verbs": [ "shake", "fold", "put-down", "pour-out" ], "verb_classes": [ 15, 28, 1, 9 ], "nouns": [ "bowl", "bag", "bowl", "bag" ], "noun_classes": [ 7, 19, 7, 19 ], "start_stop_timestamps": [ [ "00:04:46.61", "00:04:48.76" ], [ "00:04:51.00", "00:05:09.25" ], [ "00:04:51.02", "00:04:53.07" ], [ "00:04:55.71", "00:05:07.28" ] ], "start_stop_frames": [ [ 17196, 17325 ], [ 17460, 18555 ], [ 17461, 17584 ], [ 17742, 18436 ] ], "trgnoun": "bag", "trgverb": "pour_out" }, { "key": "P30_103+75_76_77_78", "video_id": "P30_103", "narration_ids": [ "P30_103_75", "P30_103_76", "P30_103_77", "P30_103_78" ], "src": "put coffee beans container back into grinder . pick_up fork . eat salad", "src1": "put coffee beans container back into grinder", "src2": "pick_up fork", "src3": "eat salad", "trg": "put_down fork", "vis_src": "P30_103:75 P30_103:76 P30_103:77", "vis_trg": "P30_103:78", "narrations": [ "put coffee beans container back into grinder", "pick up fork", "eat salad", "put down fork" ], "verbs": [ "put", "pick-up", "eat", "put-down" ], "verb_classes": [ 1, 0, 35, 1 ], "nouns": [ "container:coffee:bean", "fork", "salad", "fork" ], "noun_classes": [ 21, 14, 68, 14 ], "start_stop_timestamps": [ [ "00:02:05.94", "00:02:07.77" ], [ "00:02:10.00", "00:02:12.72" ], [ "00:02:14.80", "00:02:17.10" ], [ "00:02:17.04", "00:02:18.32" ] ], "start_stop_frames": [ [ 6297, 6388 ], [ 6500, 6636 ], [ 6740, 6855 ], [ 6852, 6916 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P01_106+139_141_143_144", "video_id": "P01_106", "narration_ids": [ "P01_106_139", "P01_106_141", "P01_106_143", "P01_106_144" ], "src": "put lid onto container . pick_up lid . close container", "src1": "put lid onto container", "src2": "pick_up lid", "src3": "close container", "trg": "pick_up container", "vis_src": "P01_106:139 P01_106:141 P01_106:143", "vis_trg": "P01_106:144", "narrations": [ "put lid onto container", "pick up lid", "close container", "pick up container" ], "verbs": [ "put-onto", "pick-up", "close", "pick-up" ], "verb_classes": [ 1, 0, 4, 0 ], "nouns": [ "lid", "lid", "container", "container" ], "noun_classes": [ 6, 6, 21, 21 ], "start_stop_timestamps": [ [ "00:05:48.90", "00:05:49.74" ], [ "00:05:51.60", "00:05:52.80" ], [ "00:05:52.95", "00:05:55.54" ], [ "00:05:55.43", "00:05:56.24" ] ], "start_stop_frames": [ [ 17445, 17487 ], [ 17580, 17640 ], [ 17647, 17777 ], [ 17771, 17812 ] ], "trgnoun": "container", "trgverb": "pick_up" }, { "key": "P22_08+200_201_202_203", "video_id": "P22_08", "narration_ids": [ "P22_08_200", "P22_08_201", "P22_08_202", "P22_08_203" ], "src": "pick_up lighter . light cooker . adjust cooker", "src1": "pick_up lighter", "src2": "light cooker", "src3": "adjust cooker", "trg": "put_down lighter", "vis_src": "P22_08:200 P22_08:201 P22_08:202", "vis_trg": "P22_08:203", "narrations": [ "pick up lighter", "light cooker", "adjust cooker", "put down lighter" ], "verbs": [ "pick-up", "light", "adjust", "put-down" ], "verb_classes": [ 0, 6, 17, 1 ], "nouns": [ "lighter", "cooker", "cooker", "lighter" ], "noun_classes": [ 130, 46, 46, 130 ], "start_stop_timestamps": [ [ "00:08:52.12", "00:08:52.72" ], [ "00:08:52.97", "00:08:54.74" ], [ "00:08:54.71", "00:08:58.89" ], [ "00:08:58.87", "00:08:59.59" ] ], "start_stop_frames": [ [ 31927, 31963 ], [ 31978, 32084 ], [ 32082, 32333 ], [ 32332, 32375 ] ], "trgnoun": "lighter", "trgverb": "put_down" }, { "key": "P30_113+122_123_124_125", "video_id": "P30_113", "narration_ids": [ "P30_113_122", "P30_113_123", "P30_113_124", "P30_113_125" ], "src": "put lid onto box . open fridge . put box into fridge", "src1": "put lid onto box", "src2": "open fridge", "src3": "put box into fridge", "trg": "close fridge", "vis_src": "P30_113:122 P30_113:123 P30_113:124", "vis_trg": "P30_113:125", "narrations": [ "put lid onto box", "open fridge", "put box into fridge", "close fridge" ], "verbs": [ "put-onto", "open", "put-into", "close" ], "verb_classes": [ 1, 3, 5, 4 ], "nouns": [ "lid", "fridge", "box", "fridge" ], "noun_classes": [ 6, 12, 23, 12 ], "start_stop_timestamps": [ [ "00:05:05.69", "00:05:09.32" ], [ "00:05:09.74", "00:05:11.17" ], [ "00:05:10.57", "00:05:13.05" ], [ "00:05:13.10", "00:05:13.96" ] ], "start_stop_frames": [ [ 15284, 15466 ], [ 15487, 15558 ], [ 15528, 15652 ], [ 15655, 15697 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P02_06+246_247_248_249", "video_id": "P02_06", "narration_ids": [ "P02_06_246", "P02_06_247", "P02_06_248", "P02_06_249" ], "src": "open tap . fill can with water . rinse sweet_corn", "src1": "open tap", "src2": "fill can with water", "src3": "rinse sweet_corn", "trg": "put sweet_corn on salad", "vis_src": "P02_06:246 P02_06:247 P02_06:248", "vis_trg": "P02_06:249", "narrations": [ "open tap", "fill can with water", "rinse sweet corn", "put sweet corn on salad" ], "verbs": [ "turn-on", "fill-with", "rinse", "put-on" ], "verb_classes": [ 6, 26, 2, 1 ], "nouns": [ "tap", "water", "corn:sweet", "corn:sweet" ], "noun_classes": [ 0, 27, 125, 125 ], "start_stop_timestamps": [ [ "00:11:40.00", "00:11:41.40" ], [ "00:11:41.45", "00:11:42.17" ], [ "00:11:42.92", "00:11:48.73" ], [ "00:11:52.28", "00:11:55.82" ] ], "start_stop_frames": [ [ 42000, 42084 ], [ 42087, 42130 ], [ 42175, 42523 ], [ 42736, 42949 ] ], "trgnoun": "sweet_corn", "trgverb": "put_on" }, { "key": "P02_07+29_30_31_32", "video_id": "P02_07", "narration_ids": [ "P02_07_29", "P02_07_30", "P02_07_31", "P02_07_32" ], "src": "remove cover . open mayonnaise . open trash_bin", "src1": "remove cover", "src2": "open mayonnaise", "src3": "open trash_bin", "trg": "throw cover", "vis_src": "P02_07:29 P02_07:30 P02_07:31", "vis_trg": "P02_07:32", "narrations": [ "remove cover", "open mayonnaise", "open trash bin", "throw cover" ], "verbs": [ "remove", "open", "open", "throw" ], "verb_classes": [ 12, 3, 3, 13 ], "nouns": [ "cover", "mayonnaise", "bin:trash", "cover" ], "noun_classes": [ 89, 47, 36, 89 ], "start_stop_timestamps": [ [ "00:00:59.56", "00:01:05.11" ], [ "00:01:03.64", "00:01:05.13" ], [ "00:01:06.60", "00:01:07.76" ], [ "00:01:07.38", "00:01:08.57" ] ], "start_stop_frames": [ [ 3573, 3906 ], [ 3818, 3907 ], [ 3995, 4065 ], [ 4042, 4114 ] ], "trgnoun": "cover", "trgverb": "throw" }, { "key": "P03_102+56_57_58_59", "video_id": "P03_102", "narration_ids": [ "P03_102_56", "P03_102_57", "P03_102_58", "P03_102_59" ], "src": "move tap . pick_up washing up bowl . turn_on tap", "src1": "move tap", "src2": "pick_up washing up bowl", "src3": "turn_on tap", "trg": "rinse_out washing up bowl", "vis_src": "P03_102:56 P03_102:57 P03_102:58", "vis_trg": "P03_102:59", "narrations": [ "move tap", "pick up washing up bowl", "turn on tap", "rinse out washing up bowl" ], "verbs": [ "move", "pick-up", "turn-on", "rinse-out" ], "verb_classes": [ 11, 0, 6, 2 ], "nouns": [ "tap", "bowl:washing:up", "tap", "bowl:washing:up" ], "noun_classes": [ 0, 7, 0, 7 ], "start_stop_timestamps": [ [ "00:01:59.37", "00:02:00.37" ], [ "00:01:59.68", "00:02:00.44" ], [ "00:02:00.22", "00:02:01.09" ], [ "00:02:01.19", "00:02:08.76" ] ], "start_stop_frames": [ [ 5968, 6018 ], [ 5984, 6022 ], [ 6011, 6054 ], [ 6059, 6438 ] ], "trgnoun": "up_washing_bowl", "trgverb": "rinse_out" }, { "key": "P02_112+115_116_117_118", "video_id": "P02_112", "narration_ids": [ "P02_112_115", "P02_112_116", "P02_112_117", "P02_112_118" ], "src": "squeeze ball of dough . knead dough . shape ball of dough", "src1": "squeeze ball of dough", "src2": "knead dough", "src3": "shape ball of dough", "trg": "put ball of dough onto tray", "vis_src": "P02_112:115 P02_112:116 P02_112:117", "vis_trg": "P02_112:118", "narrations": [ "squeeze ball of dough", "knead dough", "shape ball of dough", "put ball of dough onto tray" ], "verbs": [ "squeeze", "knead", "shape", "put-onto" ], "verb_classes": [ 18, 51, 74, 1 ], "nouns": [ "ball:dough", "dough", "ball:dough", "ball:dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:07:14.00", "00:07:18.25" ], [ "00:07:17.99", "00:07:33.70" ], [ "00:07:33.16", "00:07:37.85" ], [ "00:07:37.95", "00:07:39.44" ] ], "start_stop_frames": [ [ 21700, 21912 ], [ 21899, 22685 ], [ 22658, 22892 ], [ 22897, 22972 ] ], "trgnoun": "dough_ball", "trgverb": "put_onto" }, { "key": "P01_08+20_21_22_23", "video_id": "P01_08", "narration_ids": [ "P01_08_20", "P01_08_21", "P01_08_22", "P01_08_23" ], "src": "dry hands . hang cloth . take table_cloth", "src1": "dry hands", "src2": "hang cloth", "src3": "take table_cloth", "trg": "fold table_cloth", "vis_src": "P01_08:20 P01_08:21 P01_08:22", "vis_trg": "P01_08:23", "narrations": [ "dry hands", "hang cloth", "take table cloth", "fold table cloth" ], "verbs": [ "dry", "hang", "take", "fold" ], "verb_classes": [ 14, 41, 0, 28 ], "nouns": [ "hand", "cloth", "cloth:table", "cloth:table" ], "noun_classes": [ 11, 17, 17, 17 ], "start_stop_timestamps": [ [ "00:01:02.61", "00:01:10.11" ], [ "00:01:08.58", "00:01:10.47" ], [ "00:01:11.61", "00:01:12.81" ], [ "00:01:12.91", "00:01:18.41" ] ], "start_stop_frames": [ [ 3756, 4206 ], [ 4114, 4228 ], [ 4296, 4368 ], [ 4374, 4704 ] ], "trgnoun": "table_cloth", "trgverb": "fold" }, { "key": "P02_112+207_208_209_210", "video_id": "P02_112", "narration_ids": [ "P02_112_207", "P02_112_208", "P02_112_209", "P02_112_210" ], "src": "oil hand . knead dough . shape ball of dough", "src1": "oil hand", "src2": "knead dough", "src3": "shape ball of dough", "trg": "place dough on tray", "vis_src": "P02_112:207 P02_112:208 P02_112:209", "vis_trg": "P02_112:210", "narrations": [ "oil hand", "knead dough", "shape ball of dough", "place dough on tray" ], "verbs": [ "oil", "knead", "shape", "place-on" ], "verb_classes": [ 66, 51, 74, 1 ], "nouns": [ "hand", "dough", "ball:dough", "dough" ], "noun_classes": [ 11, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:14:37.94", "00:14:38.54" ], [ "00:14:38.94", "00:14:47.98" ], [ "00:14:46.00", "00:14:53.13" ], [ "00:14:53.16", "00:14:54.26" ] ], "start_stop_frames": [ [ 43897, 43927 ], [ 43947, 44399 ], [ 44300, 44656 ], [ 44658, 44713 ] ], "trgnoun": "dough", "trgverb": "place_on" }, { "key": "P03_117+106_107_108_109", "video_id": "P03_117", "narration_ids": [ "P03_117_106", "P03_117_107", "P03_117_108", "P03_117_109" ], "src": "take rice out of cup . turn_on tap . fill cup", "src1": "take rice out of cup", "src2": "turn_on tap", "src3": "fill cup", "trg": "pour_out cup", "vis_src": "P03_117:106 P03_117:107 P03_117:108", "vis_trg": "P03_117:109", "narrations": [ "take rice out of cup", "turn on tap", "fill cup", "pour out cup" ], "verbs": [ "take-out", "turn-on", "fill", "pour-out" ], "verb_classes": [ 12, 6, 26, 9 ], "nouns": [ "rice", "tap", "cup", "cup" ], "noun_classes": [ 55, 0, 13, 13 ], "start_stop_timestamps": [ [ "00:05:52.47", "00:05:55.34" ], [ "00:05:55.44", "00:05:56.98" ], [ "00:05:56.18", "00:05:57.06" ], [ "00:05:56.85", "00:05:58.00" ] ], "start_stop_frames": [ [ 17623, 17767 ], [ 17772, 17849 ], [ 17809, 17853 ], [ 17842, 17900 ] ], "trgnoun": "cup", "trgverb": "pour_out" }, { "key": "P04_101+119_120_122_123", "video_id": "P04_101", "narration_ids": [ "P04_101_119", "P04_101_120", "P04_101_122", "P04_101_123" ], "src": "spoon yoghurt into bowl . stir yoghurt . shake spoon", "src1": "spoon yoghurt into bowl", "src2": "stir yoghurt", "src3": "shake spoon", "trg": "put_down yoghurt", "vis_src": "P04_101:119 P04_101:120 P04_101:122", "vis_trg": "P04_101:123", "narrations": [ "spoon yoghurt into bowl", "stir yoghurt", "shake spoon", "put down yoghurt" ], "verbs": [ "spoon-into", "stir", "shake", "put-down" ], "verb_classes": [ 16, 10, 15, 1 ], "nouns": [ "yoghurt", "yoghurt", "spoon", "yoghurt" ], "noun_classes": [ 98, 98, 1, 98 ], "start_stop_timestamps": [ [ "00:04:25.82", "00:04:26.91" ], [ "00:04:27.63", "00:04:29.59" ], [ "00:04:30.79", "00:04:31.63" ], [ "00:04:32.49", "00:04:33.28" ] ], "start_stop_frames": [ [ 13291, 13345 ], [ 13381, 13479 ], [ 13539, 13581 ], [ 13624, 13663 ] ], "trgnoun": "yoghurt", "trgverb": "put_down" }, { "key": "P04_113+234_235_236_237", "video_id": "P04_113", "narration_ids": [ "P04_113_234", "P04_113_235", "P04_113_236", "P04_113_237" ], "src": "put saucepan_lid in dishwasher drawer . pick_up jar . turn_on tap", "src1": "put saucepan_lid in dishwasher drawer", "src2": "pick_up jar", "src3": "turn_on tap", "trg": "fill jar with water", "vis_src": "P04_113:234 P04_113:235 P04_113:236", "vis_trg": "P04_113:237", "narrations": [ "put saucepan lid in dishwasher drawer", "pick up jar", "turn on tap", "fill jar with water" ], "verbs": [ "put-in", "pick-up", "turn-on", "fill-with" ], "verb_classes": [ 5, 0, 6, 26 ], "nouns": [ "lid:saucepan", "jar", "tap", "jar" ], "noun_classes": [ 6, 40, 0, 40 ], "start_stop_timestamps": [ [ "00:07:09.90", "00:07:11.80" ], [ "00:07:12.44", "00:07:13.40" ], [ "00:07:13.35", "00:07:13.97" ], [ "00:07:14.25", "00:07:16.79" ] ], "start_stop_frames": [ [ 21495, 21590 ], [ 21622, 21670 ], [ 21667, 21698 ], [ 21712, 21839 ] ], "trgnoun": "jar", "trgverb": "fill_with" }, { "key": "P07_114+1_2_3_4", "video_id": "P07_114", "narration_ids": [ "P07_114_1", "P07_114_2", "P07_114_3", "P07_114_4" ], "src": "uncover pot . press bag . pour vegetables into pot", "src1": "uncover pot", "src2": "press bag", "src3": "pour vegetables into pot", "trg": "shake bag", "vis_src": "P07_114:1 P07_114:2 P07_114:3", "vis_trg": "P07_114:4", "narrations": [ "uncover pot", "press bag", "pour vegetables into pot", "shake bag" ], "verbs": [ "uncover", "press", "pour-into", "shake" ], "verb_classes": [ 83, 21, 9, 15 ], "nouns": [ "pot", "bag", "vegetable", "bag" ], "noun_classes": [ 29, 19, 94, 19 ], "start_stop_timestamps": [ [ "00:00:05.27", "00:00:06.12" ], [ "00:00:06.74", "00:00:11.36" ], [ "00:00:11.45", "00:00:24.57" ], [ "00:00:15.72", "00:00:18.07" ] ], "start_stop_frames": [ [ 263, 306 ], [ 337, 568 ], [ 572, 1228 ], [ 786, 903 ] ], "trgnoun": "bag", "trgverb": "shake" }, { "key": "P11_05+14_15_16_17", "video_id": "P11_05", "narration_ids": [ "P11_05_14", "P11_05_15", "P11_05_16", "P11_05_17" ], "src": "rearrange pots . put_down pot . pick_up pots", "src1": "rearrange pots", "src2": "put_down pot", "src3": "pick_up pots", "trg": "fill pot with water", "vis_src": "P11_05:14 P11_05:15 P11_05:16", "vis_trg": "P11_05:17", "narrations": [ "rearrange pots", "put down pot", "pick up pots", "fill pot with water" ], "verbs": [ "rearrange", "put-down", "pick-up", "fill-with" ], "verb_classes": [ 40, 1, 0, 26 ], "nouns": [ "pot", "pot", "pot", "pot" ], "noun_classes": [ 29, 29, 29, 29 ], "start_stop_timestamps": [ [ "00:00:41.39", "00:00:45.66" ], [ "00:00:41.91", "00:00:42.88" ], [ "00:00:45.74", "00:00:46.83" ], [ "00:00:47.38", "00:00:52.31" ] ], "start_stop_frames": [ [ 2483, 2739 ], [ 2514, 2572 ], [ 2744, 2809 ], [ 2842, 3138 ] ], "trgnoun": "pot", "trgverb": "fill_with" }, { "key": "P01_07+8_9_10_11", "video_id": "P01_07", "narration_ids": [ "P01_07_8", "P01_07_9", "P01_07_10", "P01_07_11" ], "src": "put cutlery into drawer . take table_cloth . unfold table_cloth", "src1": "put cutlery into drawer", "src2": "take table_cloth", "src3": "unfold table_cloth", "trg": "lay table_cloth down", "vis_src": "P01_07:8 P01_07:9 P01_07:10", "vis_trg": "P01_07:11", "narrations": [ "put cutlery into drawer", "take table cloth", "unfold table cloth", "lay table cloth down" ], "verbs": [ "put-into", "take", "unfold", "lay-down" ], "verb_classes": [ 5, 0, 39, 1 ], "nouns": [ "cutlery", "cloth:table", "cloth:table", "cloth:table" ], "noun_classes": [ 58, 17, 17, 17 ], "start_stop_timestamps": [ [ "00:00:22.12", "00:00:28.18" ], [ "00:00:28.47", "00:00:31.64" ], [ "00:00:32.42", "00:00:34.33" ], [ "00:00:34.19", "00:00:37.71" ] ], "start_stop_frames": [ [ 1327, 1690 ], [ 1708, 1898 ], [ 1945, 2059 ], [ 2051, 2262 ] ], "trgnoun": "table_cloth", "trgverb": "lay_down" }, { "key": "P01_08+21_22_23_24", "video_id": "P01_08", "narration_ids": [ "P01_08_21", "P01_08_22", "P01_08_23", "P01_08_24" ], "src": "hang cloth . take table_cloth . fold table_cloth", "src1": "hang cloth", "src2": "take table_cloth", "src3": "fold table_cloth", "trg": "put table_cloth into cupboard", "vis_src": "P01_08:21 P01_08:22 P01_08:23", "vis_trg": "P01_08:24", "narrations": [ "hang cloth", "take table cloth", "fold table cloth", "put table cloth into cupboard" ], "verbs": [ "hang", "take", "fold", "put-into" ], "verb_classes": [ 41, 0, 28, 5 ], "nouns": [ "cloth", "cloth:table", "cloth:table", "cloth:table" ], "noun_classes": [ 17, 17, 17, 17 ], "start_stop_timestamps": [ [ "00:01:08.58", "00:01:10.47" ], [ "00:01:11.61", "00:01:12.81" ], [ "00:01:12.91", "00:01:18.41" ], [ "00:01:19.80", "00:01:20.66" ] ], "start_stop_frames": [ [ 4114, 4228 ], [ 4296, 4368 ], [ 4374, 4704 ], [ 4788, 4839 ] ], "trgnoun": "table_cloth", "trgverb": "put_into" }, { "key": "P06_09+103_104_105_106", "video_id": "P06_09", "narration_ids": [ "P06_09_103", "P06_09_104", "P06_09_105", "P06_09_106" ], "src": "put rubbish in bin . take chillies . open fridge", "src1": "put rubbish in bin", "src2": "take chillies", "src3": "open fridge", "trg": "put chillies in fridge", "vis_src": "P06_09:103 P06_09:104 P06_09:105", "vis_trg": "P06_09:106", "narrations": [ "put rubbish in bin", "take chillies", "open fridge", "put chillies in fridge" ], "verbs": [ "put-in", "take", "open", "put-in" ], "verb_classes": [ 5, 0, 3, 5 ], "nouns": [ "rubbish", "chilli", "fridge", "chilli" ], "noun_classes": [ 54, 69, 12, 69 ], "start_stop_timestamps": [ [ "00:15:39.22", "00:15:41.32" ], [ "00:15:41.33", "00:15:43.25" ], [ "00:15:44.09", "00:15:44.90" ], [ "00:15:44.89", "00:15:46.07" ] ], "start_stop_frames": [ [ 56353, 56479 ], [ 56479, 56595 ], [ 56645, 56694 ], [ 56693, 56764 ] ], "trgnoun": "chilli", "trgverb": "put_in" }, { "key": "P23_102+4_5_6_7", "video_id": "P23_102", "narration_ids": [ "P23_102_4", "P23_102_5", "P23_102_6", "P23_102_7" ], "src": "pour rice . put glass . open tap", "src1": "pour rice", "src2": "put glass", "src3": "open tap", "trg": "clean rice", "vis_src": "P23_102:4 P23_102:5 P23_102:6", "vis_trg": "P23_102:7", "narrations": [ "pour rice", "put glass", "open tap", "clean rice" ], "verbs": [ "pour", "put", "turn-on", "clean" ], "verb_classes": [ 9, 1, 6, 2 ], "nouns": [ "rice", "glass", "tap", "rice" ], "noun_classes": [ 55, 10, 0, 55 ], "start_stop_timestamps": [ [ "00:00:11.15", "00:00:11.66" ], [ "00:00:37.15", "00:00:37.78" ], [ "00:00:39.38", "00:00:40.58" ], [ "00:00:40.68", "00:00:52.97" ] ], "start_stop_frames": [ [ 557, 583 ], [ 1857, 1889 ], [ 1969, 2029 ], [ 2034, 2648 ] ], "trgnoun": "rice", "trgverb": "clean" }, { "key": "P02_112+212_213_214_215", "video_id": "P02_112", "narration_ids": [ "P02_112_212", "P02_112_213", "P02_112_214", "P02_112_215" ], "src": "oil hand . knead hand . shape ball of dough", "src1": "oil hand", "src2": "knead hand", "src3": "shape ball of dough", "trg": "place ball of dough on tray", "vis_src": "P02_112:212 P02_112:213 P02_112:214", "vis_trg": "P02_112:215", "narrations": [ "oil hand", "knead", "shape ball of dough", "place ball of dough on tray" ], "verbs": [ "oil", "knead", "shape", "place-on" ], "verb_classes": [ 66, 51, 74, 1 ], "nouns": [ "hand", "hand", "ball:dough", "ball:dough" ], "noun_classes": [ 11, 11, 25, 25 ], "start_stop_timestamps": [ [ "00:15:00.99", "00:15:02.28" ], [ "00:15:02.00", "00:15:15.87" ], [ "00:15:14.89", "00:15:19.27" ], [ "00:15:18.94", "00:15:20.26" ] ], "start_stop_frames": [ [ 45049, 45114 ], [ 45100, 45793 ], [ 45744, 45963 ], [ 45947, 46013 ] ], "trgnoun": "dough_ball", "trgverb": "place_on" }, { "key": "P22_17+539_542_543_544", "video_id": "P22_17", "narration_ids": [ "P22_17_539", "P22_17_542", "P22_17_543", "P22_17_544" ], "src": "clean sink . move object . remove garbage", "src1": "clean sink", "src2": "move object", "src3": "remove garbage", "trg": "throw garbage", "vis_src": "P22_17:539 P22_17:542 P22_17:543", "vis_trg": "P22_17:544", "narrations": [ "clean sink", "move object", "remove garbage", "throw garbage" ], "verbs": [ "clean", "move", "remove", "throw" ], "verb_classes": [ 2, 11, 12, 13 ], "nouns": [ "sink", "plug", "garbage", "garbage" ], "noun_classes": [ 63, 153, 54, 54 ], "start_stop_timestamps": [ [ "00:20:30.51", "00:20:37.53" ], [ "00:20:50.39", "00:20:51.88" ], [ "00:20:55.07", "00:20:57.21" ], [ "00:20:57.65", "00:20:59.40" ] ], "start_stop_frames": [ [ 73830, 74251 ], [ 75023, 75112 ], [ 75304, 75432 ], [ 75459, 75564 ] ], "trgnoun": "garbage", "trgverb": "throw" }, { "key": "P29_03+427_428_429_430", "video_id": "P29_03", "narration_ids": [ "P29_03_427", "P29_03_428", "P29_03_429", "P29_03_430" ], "src": "pick_up plug . remove plug . inspect plug", "src1": "pick_up plug", "src2": "remove plug", "src3": "inspect plug", "trg": "plug_in plug", "vis_src": "P29_03:427 P29_03:428 P29_03:429", "vis_trg": "P29_03:430", "narrations": [ "pick up plug", "remove plug", "inspect plug", "plug in plug" ], "verbs": [ "pick-up", "remove", "inspect", "plug-in" ], "verb_classes": [ 0, 12, 24, 64 ], "nouns": [ "plug", "plug", "plug", "plug" ], "noun_classes": [ 153, 153, 153, 153 ], "start_stop_timestamps": [ [ "00:27:29.82", "00:27:30.81" ], [ "00:27:30.75", "00:27:32.23" ], [ "00:27:32.29", "00:27:33.56" ], [ "00:27:33.66", "00:27:34.78" ] ], "start_stop_frames": [ [ 98989, 99048 ], [ 99045, 99133 ], [ 99137, 99213 ], [ 99219, 99286 ] ], "trgnoun": "plug", "trgverb": "plug_in" }, { "key": "P28_110+1_2_3_4", "video_id": "P28_110", "narration_ids": [ "P28_110_1", "P28_110_2", "P28_110_3", "P28_110_4" ], "src": "take detergent . put detergent . take clothes", "src1": "take detergent", "src2": "put detergent", "src3": "take clothes", "trg": "put clothes in washing machine", "vis_src": "P28_110:1 P28_110:2 P28_110:3", "vis_trg": "P28_110:4", "narrations": [ "take detergent", "put detergent", "take clothes", "put clothes in washing machine" ], "verbs": [ "take", "put", "take", "put-in" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "detergent", "detergent", "clothes", "clothes" ], "noun_classes": [ 22, 22, 73, 73 ], "start_stop_timestamps": [ [ "00:00:09.84", "00:00:11.36" ], [ "00:00:12.49", "00:00:13.54" ], [ "00:00:17.89", "00:00:19.89" ], [ "00:00:20.07", "00:00:21.03" ] ], "start_stop_frames": [ [ 492, 568 ], [ 624, 677 ], [ 894, 994 ], [ 1003, 1051 ] ], "trgnoun": "clothes", "trgverb": "put_in" }, { "key": "P02_118+120_121_122_123", "video_id": "P02_118", "narration_ids": [ "P02_118_120", "P02_118_121", "P02_118_122", "P02_118_123" ], "src": "put knife on stand . pick_up glass_bowl . open cupboard", "src1": "put knife on stand", "src2": "pick_up glass_bowl", "src3": "open cupboard", "trg": "put glass_bowl in cupboard", "vis_src": "P02_118:120 P02_118:121 P02_118:122", "vis_trg": "P02_118:123", "narrations": [ "put knife on stand", "pick up glass bowl", "open cupboard", "put glass bowl in cupboard" ], "verbs": [ "put-on", "pick-up", "open", "put-in" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "knife", "bowl:glass", "cupboard", "bowl:glass" ], "noun_classes": [ 4, 7, 3, 7 ], "start_stop_timestamps": [ [ "00:05:42.11", "00:05:43.66" ], [ "00:05:44.06", "00:05:45.73" ], [ "00:05:46.54", "00:05:47.51" ], [ "00:05:47.61", "00:05:49.82" ] ], "start_stop_frames": [ [ 17105, 17183 ], [ 17203, 17286 ], [ 17327, 17375 ], [ 17380, 17491 ] ], "trgnoun": "glass_bowl", "trgverb": "put_in" }, { "key": "P04_107+298_299_300_301", "video_id": "P04_107", "narration_ids": [ "P04_107_298", "P04_107_299", "P04_107_300", "P04_107_301" ], "src": "lay_out greaseproof_paper . put dough on greaseproof paper . align greaseproof_paper", "src1": "lay_out greaseproof_paper", "src2": "put dough on greaseproof paper", "src3": "align greaseproof_paper", "trg": "rotate greaseproof_paper", "vis_src": "P04_107:298 P04_107:299 P04_107:300", "vis_trg": "P04_107:301", "narrations": [ "lay out greaseproof paper", "put dough on greaseproof paper", "align greaseproof paper", "rotate greaseproof paper" ], "verbs": [ "lay-out", "put-on", "align", "rotate" ], "verb_classes": [ 1, 1, 40, 23 ], "nouns": [ "paper:greaseproof", "dough", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 49, 25, 49, 49 ], "start_stop_timestamps": [ [ "00:09:23.55", "00:09:24.46" ], [ "00:09:24.22", "00:09:25.91" ], [ "00:09:25.00", "00:09:26.79" ], [ "00:09:27.66", "00:09:28.89" ] ], "start_stop_frames": [ [ 28177, 28223 ], [ 28211, 28295 ], [ 28250, 28339 ], [ 28383, 28444 ] ], "trgnoun": "greaseproof_paper", "trgverb": "rotate" }, { "key": "P03_04+1_2_3_4", "video_id": "P03_04", "narration_ids": [ "P03_04_1", "P03_04_2", "P03_04_3", "P03_04_4" ], "src": "take squash . put squash . take salmon", "src1": "take squash", "src2": "put squash", "src3": "take salmon", "trg": "put salmon", "vis_src": "P03_04:1 P03_04:2 P03_04:3", "vis_trg": "P03_04:4", "narrations": [ "take squash", "put squash", "take salmon", "put salmon" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "squash", "squash", "salmon", "salmon" ], "noun_classes": [ 116, 116, 112, 112 ], "start_stop_timestamps": [ [ "00:00:06.51", "00:00:07.57" ], [ "00:00:07.57", "00:00:08.59" ], [ "00:00:08.95", "00:00:09.80" ], [ "00:00:09.72", "00:00:10.59" ] ], "start_stop_frames": [ [ 390, 454 ], [ 454, 515 ], [ 537, 588 ], [ 583, 635 ] ], "trgnoun": "salmon", "trgverb": "put" }, { "key": "P04_107+208_209_210_211", "video_id": "P04_107", "narration_ids": [ "P04_107_208", "P04_107_209", "P04_107_210", "P04_107_211" ], "src": "fold dough over chopstick . press dough into dough . slide_out chopstick from dough", "src1": "fold dough over chopstick", "src2": "press dough into dough", "src3": "slide_out chopstick from dough", "trg": "put_down chopstick", "vis_src": "P04_107:208 P04_107:209 P04_107:210", "vis_trg": "P04_107:211", "narrations": [ "fold dough over chopstick", "press dough into dough", "slide out chopstick from dough", "put down chopstick" ], "verbs": [ "fold-over", "press-into", "slide-out", "put-down" ], "verb_classes": [ 28, 21, 61, 1 ], "nouns": [ "dough", "dough", "chopstick", "chopstick" ], "noun_classes": [ 25, 25, 80, 80 ], "start_stop_timestamps": [ [ "00:07:14.35", "00:07:15.85" ], [ "00:07:15.95", "00:07:17.20" ], [ "00:07:16.65", "00:07:17.83" ], [ "00:07:17.71", "00:07:18.31" ] ], "start_stop_frames": [ [ 21717, 21792 ], [ 21797, 21860 ], [ 21832, 21891 ], [ 21885, 21915 ] ], "trgnoun": "chopstick", "trgverb": "put_down" }, { "key": "P30_113+134_135_136_137", "video_id": "P30_113", "narration_ids": [ "P30_113_134", "P30_113_135", "P30_113_136", "P30_113_137" ], "src": "apply washing up liquid to chopping board . scrub chopping_board . turn_on tap", "src1": "apply washing up liquid to chopping board", "src2": "scrub chopping_board", "src3": "turn_on tap", "trg": "rinse chopping_board", "vis_src": "P30_113:134 P30_113:135 P30_113:136", "vis_trg": "P30_113:137", "narrations": [ "apply washing up liquid to chopping board", "scrub chopping board", "turn on tap", "rinse chopping board" ], "verbs": [ "apply", "scrub", "turn-on", "rinse" ], "verb_classes": [ 27, 29, 6, 2 ], "nouns": [ "liquid:washing:up", "board:chopping", "tap", "board:chopping" ], "noun_classes": [ 22, 18, 0, 18 ], "start_stop_timestamps": [ [ "00:05:33.00", "00:05:35.88" ], [ "00:05:34.92", "00:05:38.67" ], [ "00:05:38.65", "00:05:41.24" ], [ "00:05:41.36", "00:05:47.35" ] ], "start_stop_frames": [ [ 16650, 16794 ], [ 16746, 16933 ], [ 16932, 17062 ], [ 17068, 17367 ] ], "trgnoun": "chopping_board", "trgverb": "rinse" }, { "key": "P02_102+31_32_33_34", "video_id": "P02_102", "narration_ids": [ "P02_102_31", "P02_102_32", "P02_102_33", "P02_102_34" ], "src": "pick_up box . put_down box . pick_up bread_bag", "src1": "pick_up box", "src2": "put_down box", "src3": "pick_up bread_bag", "trg": "put_down bread_bag", "vis_src": "P02_102:31 P02_102:32 P02_102:33", "vis_trg": "P02_102:34", "narrations": [ "pick up box", "put down box", "pick up bread bag", "put down bread bag" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "box", "box", "bag:bread", "bag:bread" ], "noun_classes": [ 23, 23, 19, 19 ], "start_stop_timestamps": [ [ "00:00:44.72", "00:00:45.66" ], [ "00:00:45.69", "00:00:46.87" ], [ "00:00:46.79", "00:00:48.45" ], [ "00:00:48.50", "00:00:50.45" ] ], "start_stop_frames": [ [ 2236, 2283 ], [ 2284, 2343 ], [ 2339, 2422 ], [ 2425, 2522 ] ], "trgnoun": "bread_bag", "trgverb": "put_down" }, { "key": "P26_102+23_24_25_26", "video_id": "P26_102", "narration_ids": [ "P26_102_23", "P26_102_24", "P26_102_25", "P26_102_26" ], "src": "throw napkin . pick_up towel . shake table_cloth", "src1": "throw napkin", "src2": "pick_up towel", "src3": "shake table_cloth", "trg": "fold towel", "vis_src": "P26_102:23 P26_102:24 P26_102:25", "vis_trg": "P26_102:26", "narrations": [ "throw napkin", "pick up towel", "shake table cloth", "fold towel" ], "verbs": [ "throw", "pick-up", "shake", "fold" ], "verb_classes": [ 13, 0, 15, 28 ], "nouns": [ "napkin", "towel", "cloth:table", "towel" ], "noun_classes": [ 88, 52, 17, 52 ], "start_stop_timestamps": [ [ "00:01:06.55", "00:01:09.55" ], [ "00:01:11.15", "00:01:18.47" ], [ "00:01:16.00", "00:01:26.46" ], [ "00:01:24.45", "00:01:39.94" ] ], "start_stop_frames": [ [ 3327, 3477 ], [ 3557, 3923 ], [ 3800, 4323 ], [ 4222, 4997 ] ], "trgnoun": "towel", "trgverb": "fold" }, { "key": "P03_05+31_32_33_34", "video_id": "P03_05", "narration_ids": [ "P03_05_31", "P03_05_32", "P03_05_33", "P03_05_34" ], "src": "grab almonds . open canned_almonds . spoon canned_almonds", "src1": "grab almonds", "src2": "open canned_almonds", "src3": "spoon canned_almonds", "trg": "pour almonds", "vis_src": "P03_05:31 P03_05:32 P03_05:33", "vis_trg": "P03_05:34", "narrations": [ "grab almonds", "open canned almonds", "spoon", "pour almonds" ], "verbs": [ "grab", "open", "spoon", "pour" ], "verb_classes": [ 0, 3, 16, 9 ], "nouns": [ "almond", "almond:canned", "almond:canned", "almond" ], "noun_classes": [ 244, 244, 244, 244 ], "start_stop_timestamps": [ [ "00:01:07.56", "00:01:09.12" ], [ "00:01:09.22", "00:01:16.41" ], [ "00:01:16.24", "00:01:17.24" ], [ "00:01:19.67", "00:01:26.80" ] ], "start_stop_frames": [ [ 4053, 4147 ], [ 4153, 4584 ], [ 4574, 4634 ], [ 4780, 5208 ] ], "trgnoun": "almond", "trgverb": "pour" }, { "key": "P04_109+137_138_139_140", "video_id": "P04_109", "narration_ids": [ "P04_109_137", "P04_109_138", "P04_109_139", "P04_109_140" ], "src": "rotate cucumber . slice cucumber . grab cucumber", "src1": "rotate cucumber", "src2": "slice cucumber", "src3": "grab cucumber", "trg": "drop cucumber into bowl", "vis_src": "P04_109:137 P04_109:138 P04_109:139", "vis_trg": "P04_109:140", "narrations": [ "rotate cucumber", "slice cucumber", "grab cucumber", "drop cucumber into bowl" ], "verbs": [ "rotate", "slice", "grab", "drop-into" ], "verb_classes": [ 23, 7, 0, 5 ], "nouns": [ "cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:04:54.95", "00:04:55.60" ], [ "00:04:55.59", "00:05:01.94" ], [ "00:05:01.47", "00:05:02.79" ], [ "00:05:02.76", "00:05:03.31" ] ], "start_stop_frames": [ [ 14747, 14780 ], [ 14779, 15097 ], [ 15073, 15139 ], [ 15138, 15165 ] ], "trgnoun": "cucumber", "trgverb": "drop_into" }, { "key": "P11_05+57_58_59_60", "video_id": "P11_05", "narration_ids": [ "P11_05_57", "P11_05_58", "P11_05_59", "P11_05_60" ], "src": "shake courgette . pick_up spatula . stir courgette", "src1": "shake courgette", "src2": "pick_up spatula", "src3": "stir courgette", "trg": "pick_up courgette", "vis_src": "P11_05:57 P11_05:58 P11_05:59", "vis_trg": "P11_05:60", "narrations": [ "shake courgette", "pick up spatula", "stir courgette", "pick up courgette" ], "verbs": [ "shake", "pick-up", "stir", "pick-up" ], "verb_classes": [ 15, 0, 10, 0 ], "nouns": [ "courgette", "spatula", "courgette", "courgette" ], "noun_classes": [ 76, 20, 76, 76 ], "start_stop_timestamps": [ [ "00:03:11.50", "00:03:13.65" ], [ "00:03:17.34", "00:03:18.59" ], [ "00:03:20.21", "00:03:26.10" ], [ "00:03:26.41", "00:03:27.84" ] ], "start_stop_frames": [ [ 11490, 11619 ], [ 11840, 11915 ], [ 12012, 12366 ], [ 12384, 12470 ] ], "trgnoun": "courgette", "trgverb": "pick_up" }, { "key": "P22_109+210_211_212_213", "video_id": "P22_109", "narration_ids": [ "P22_109_210", "P22_109_211", "P22_109_212", "P22_109_213" ], "src": "put_down napkins . pick_up degreaser . move cloth", "src1": "put_down napkins", "src2": "pick_up degreaser", "src3": "move cloth", "trg": "put_down degreaser", "vis_src": "P22_109:210 P22_109:211 P22_109:212", "vis_trg": "P22_109:213", "narrations": [ "put down napkins", "pick up degreaser", "move cloth", "put down degreaser" ], "verbs": [ "put-down", "pick-up", "move", "put-down" ], "verb_classes": [ 1, 0, 11, 1 ], "nouns": [ "napkin", "degreaser", "cloth", "degreaser" ], "noun_classes": [ 88, 22, 17, 22 ], "start_stop_timestamps": [ [ "00:06:55.49", "00:06:58.05" ], [ "00:06:58.03", "00:06:59.12" ], [ "00:06:59.10", "00:07:00.56" ], [ "00:07:00.51", "00:07:01.45" ] ], "start_stop_frames": [ [ 20774, 20902 ], [ 20901, 20956 ], [ 20955, 21028 ], [ 21025, 21072 ] ], "trgnoun": "degreaser", "trgverb": "put_down" }, { "key": "P30_113+89_90_91_92", "video_id": "P30_113", "narration_ids": [ "P30_113_89", "P30_113_90", "P30_113_91", "P30_113_92" ], "src": "put kettle on stand . take baking_tray . open oven", "src1": "put kettle on stand", "src2": "take baking_tray", "src3": "open oven", "trg": "put baking_tray into oven", "vis_src": "P30_113:89 P30_113:90 P30_113:91", "vis_trg": "P30_113:92", "narrations": [ "put kettle on stand", "take baking tray", "open oven", "put baking tray into oven" ], "verbs": [ "put-on", "take", "open", "put-into" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "kettle", "tray:baking", "oven", "tray:baking" ], "noun_classes": [ 44, 35, 46, 35 ], "start_stop_timestamps": [ [ "00:03:23.76", "00:03:25.51" ], [ "00:03:27.49", "00:03:28.81" ], [ "00:03:28.76", "00:03:29.36" ], [ "00:03:29.40", "00:03:32.40" ] ], "start_stop_frames": [ [ 10188, 10275 ], [ 10374, 10440 ], [ 10438, 10468 ], [ 10470, 10620 ] ], "trgnoun": "baking_tray", "trgverb": "put_into" }, { "key": "P29_03+517_518_519_520", "video_id": "P29_03", "narration_ids": [ "P29_03_517", "P29_03_518", "P29_03_519", "P29_03_520" ], "src": "tip wok into sink . rinse wok . scour wok", "src1": "tip wok into sink", "src2": "rinse wok", "src3": "scour wok", "trg": "wash wok", "vis_src": "P29_03:517 P29_03:518 P29_03:519", "vis_trg": "P29_03:520", "narrations": [ "tip wok into sink", "rinse wok", "scour wok", "wash wok" ], "verbs": [ "tip-into", "rinse", "scour", "wash" ], "verb_classes": [ 9, 2, 29, 2 ], "nouns": [ "sink", "wok", "wok", "wok" ], "noun_classes": [ 63, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:33:54.60", "00:33:55.35" ], [ "00:33:55.51", "00:34:00.17" ], [ "00:33:57.93", "00:33:59.84" ], [ "00:34:00.12", "00:34:05.17" ] ], "start_stop_frames": [ [ 122076, 122121 ], [ 122130, 122410 ], [ 122275, 122390 ], [ 122407, 122710 ] ], "trgnoun": "wok", "trgverb": "wash" }, { "key": "P24_02+129_130_131_132", "video_id": "P24_02", "narration_ids": [ "P24_02_129", "P24_02_130", "P24_02_131", "P24_02_132" ], "src": "put salad on the table . open fridge . pick_up water from fridge", "src1": "put salad on the table", "src2": "open fridge", "src3": "pick_up water from fridge", "trg": "put water on the table", "vis_src": "P24_02:129 P24_02:130 P24_02:131", "vis_trg": "P24_02:132", "narrations": [ "put salad on the table", "open fridge", "pick up water from fridge", "put water on the table" ], "verbs": [ "put-on", "open", "pick-up", "put-on" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "salad", "fridge", "water", "water" ], "noun_classes": [ 68, 12, 27, 27 ], "start_stop_timestamps": [ [ "00:11:55.70", "00:11:57.20" ], [ "00:11:58.82", "00:12:00.30" ], [ "00:12:01.12", "00:12:03.84" ], [ "00:12:05.64", "00:12:07.91" ] ], "start_stop_frames": [ [ 42942, 43032 ], [ 43129, 43218 ], [ 43267, 43430 ], [ 43538, 43674 ] ], "trgnoun": "water", "trgverb": "put_on" }, { "key": "P02_130+313_314_315_316", "video_id": "P02_130", "narration_ids": [ "P02_130_313", "P02_130_314", "P02_130_315", "P02_130_316" ], "src": "pick_up foil_paper . return trays and tupperware into cupboard . pick_up plastic_bags from floor", "src1": "pick_up foil_paper", "src2": "return trays and tupperware into cupboard", "src3": "pick_up plastic_bags from floor", "trg": "return plastic_bags to cupboard", "vis_src": "P02_130:313 P02_130:314 P02_130:315", "vis_trg": "P02_130:316", "narrations": [ "pick up foil paper", "return trays and tupperware into cupboard", "pick up plastic bags from floor", "return plastic bags to cupboard" ], "verbs": [ "pick-up", "return", "pick-up", "return-to" ], "verb_classes": [ 0, 1, 0, 11 ], "nouns": [ "paper:foil", "tray", "bag:plastic", "bag:plastic" ], "noun_classes": [ 49, 35, 19, 19 ], "start_stop_timestamps": [ [ "00:17:19.89", "00:17:22.79" ], [ "00:17:22.45", "00:17:24.20" ], [ "00:17:24.52", "00:17:27.09" ], [ "00:17:26.71", "00:17:28.02" ] ], "start_stop_frames": [ [ 51994, 52139 ], [ 52122, 52210 ], [ 52226, 52354 ], [ 52335, 52401 ] ], "trgnoun": "plastic_bag", "trgverb": "return_to" }, { "key": "P26_124+193_194_195_196", "video_id": "P26_124", "narration_ids": [ "P26_124_193", "P26_124_194", "P26_124_195", "P26_124_196" ], "src": "close drawer . pick_up towel . unfold table_cloth", "src1": "close drawer", "src2": "pick_up towel", "src3": "unfold table_cloth", "trg": "put_down table_cloth", "vis_src": "P26_124:193 P26_124:194 P26_124:195", "vis_trg": "P26_124:196", "narrations": [ "close drawer", "pick up towel", "unfold table cloth", "put down table cloth" ], "verbs": [ "close", "pick-up", "unfold", "put-down" ], "verb_classes": [ 4, 0, 39, 1 ], "nouns": [ "drawer", "towel", "cloth:table", "cloth:table" ], "noun_classes": [ 8, 52, 17, 17 ], "start_stop_timestamps": [ [ "00:10:48.35", "00:10:49.10" ], [ "00:10:48.89", "00:10:50.84" ], [ "00:10:50.69", "00:10:59.58" ], [ "00:10:55.65", "00:11:03.54" ] ], "start_stop_frames": [ [ 32417, 32455 ], [ 32444, 32542 ], [ 32534, 32979 ], [ 32782, 33177 ] ], "trgnoun": "table_cloth", "trgverb": "put_down" }, { "key": "P04_10+98_99_100_101", "video_id": "P04_10", "narration_ids": [ "P04_10_98", "P04_10_99", "P04_10_100", "P04_10_101" ], "src": "pick_up scissors . put chicken in food bin . peel lid off packet", "src1": "pick_up scissors", "src2": "put chicken in food bin", "src3": "peel lid off packet", "trg": "put lid in bin", "vis_src": "P04_10:98 P04_10:99 P04_10:100", "vis_trg": "P04_10:101", "narrations": [ "pick up scissors", "put chicken in food bin", "peel lid off packet", "put lid in bin" ], "verbs": [ "pick-up", "put-in", "peel-off", "put-in" ], "verb_classes": [ 0, 5, 19, 5 ], "nouns": [ "scissors", "chicken", "lid", "lid" ], "noun_classes": [ 79, 57, 6, 6 ], "start_stop_timestamps": [ [ "00:18:08.53", "00:18:10.41" ], [ "00:18:14.75", "00:18:20.84" ], [ "00:18:22.75", "00:18:25.00" ], [ "00:18:25.37", "00:18:27.64" ] ], "start_stop_frames": [ [ 65311, 65424 ], [ 65685, 66050 ], [ 66165, 66300 ], [ 66322, 66458 ] ], "trgnoun": "lid", "trgverb": "put_in" }, { "key": "P06_101+212_213_214_215", "video_id": "P06_101", "narration_ids": [ "P06_101_212", "P06_101_213", "P06_101_214", "P06_101_215" ], "src": "move plug . turn_on tap . shake colander", "src1": "move plug", "src2": "turn_on tap", "src3": "shake colander", "trg": "adjust tap", "vis_src": "P06_101:212 P06_101:213 P06_101:214", "vis_trg": "P06_101:215", "narrations": [ "move plug", "turn on tap", "shake colander", "adjust tap" ], "verbs": [ "move", "turn-on", "shake", "adjust" ], "verb_classes": [ 11, 6, 15, 17 ], "nouns": [ "plug", "tap", "colander", "tap" ], "noun_classes": [ 153, 0, 39, 0 ], "start_stop_timestamps": [ [ "00:15:22.91", "00:15:23.91" ], [ "00:15:24.21", "00:15:25.48" ], [ "00:15:26.81", "00:15:29.73" ], [ "00:15:29.83", "00:15:32.55" ] ], "start_stop_frames": [ [ 46145, 46195 ], [ 46210, 46274 ], [ 46340, 46486 ], [ 46491, 46627 ] ], "trgnoun": "tap", "trgverb": "adjust" }, { "key": "P04_107+193_498_499_501", "video_id": "P04_107", "narration_ids": [ "P04_107_193", "P04_107_498", "P04_107_499", "P04_107_501" ], "src": "put_down dough . stretch dough . turn dough", "src1": "put_down dough", "src2": "stretch dough", "src3": "turn dough", "trg": "straighten dough", "vis_src": "P04_107:193 P04_107:498 P04_107:499", "vis_trg": "P04_107:501", "narrations": [ "put down dough", "stretch dough", "turn dough", "straighten dough" ], "verbs": [ "put-down", "stretch", "turn", "straighten" ], "verb_classes": [ 1, 50, 23, 40 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:06:55.17", "00:06:55.93" ], [ "00:14:39.35", "00:14:40.25" ], [ "00:14:39.66", "00:14:40.37" ], [ "00:14:40.52", "00:14:41.44" ] ], "start_stop_frames": [ [ 20758, 20796 ], [ 43967, 44012 ], [ 43983, 44018 ], [ 44026, 44072 ] ], "trgnoun": "dough", "trgverb": "straighten" }, { "key": "P20_01+161_163_164_165", "video_id": "P20_01", "narration_ids": [ "P20_01_161", "P20_01_163", "P20_01_164", "P20_01_165" ], "src": "press_on meat with spatula . stir meat with spatula . adjust temperature", "src1": "press_on meat with spatula", "src2": "stir meat with spatula", "src3": "adjust temperature", "trg": "flip meat with spatula", "vis_src": "P20_01:161 P20_01:163 P20_01:164", "vis_trg": "P20_01:165", "narrations": [ "press on meat with spatula", "stir meat with spatula", "adjust temperature", "flip meat with spatula" ], "verbs": [ "press-on", "stir", "adjust", "flip" ], "verb_classes": [ 21, 10, 17, 22 ], "nouns": [ "meat", "meat", "temperature", "meat" ], "noun_classes": [ 28, 28, 65, 28 ], "start_stop_timestamps": [ [ "00:08:30.70", "00:08:33.70" ], [ "00:08:37.67", "00:08:41.13" ], [ "00:08:48.53", "00:08:50.19" ], [ "00:08:50.29", "00:08:57.83" ] ], "start_stop_frames": [ [ 30642, 30822 ], [ 31060, 31267 ], [ 31711, 31811 ], [ 31817, 32269 ] ], "trgnoun": "meat", "trgverb": "flip" }, { "key": "P28_103+134_135_136_137", "video_id": "P28_103", "narration_ids": [ "P28_103_134", "P28_103_135", "P28_103_136", "P28_103_137" ], "src": "take stuff . put stuff . take oil", "src1": "take stuff", "src2": "put stuff", "src3": "take oil", "trg": "put oil", "vis_src": "P28_103:134 P28_103:135 P28_103:136", "vis_trg": "P28_103:137", "narrations": [ "take stuff", "put stuff", "take oil", "put oil" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "container", "container", "oil", "oil" ], "noun_classes": [ 21, 21, 31, 31 ], "start_stop_timestamps": [ [ "00:13:25.61", "00:13:27.99" ], [ "00:13:29.08", "00:13:30.08" ], [ "00:13:32.44", "00:13:32.99" ], [ "00:13:33.35", "00:13:35.95" ] ], "start_stop_frames": [ [ 40280, 40399 ], [ 40454, 40504 ], [ 40622, 40649 ], [ 40667, 40797 ] ], "trgnoun": "oil", "trgverb": "put" }, { "key": "P01_106+156_157_158_159", "video_id": "P01_106", "narration_ids": [ "P01_106_156", "P01_106_157", "P01_106_158", "P01_106_159" ], "src": "put_down timer . put_down cleaning_product . pick_up hob_grill", "src1": "put_down timer", "src2": "put_down cleaning_product", "src3": "pick_up hob_grill", "trg": "put_down hob_grill", "vis_src": "P01_106:156 P01_106:157 P01_106:158", "vis_trg": "P01_106:159", "narrations": [ "put down timer", "put down cleaning product", "pick up hob grill", "put down hob grill" ], "verbs": [ "put-down", "put-down", "pick-up", "put-down" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "timer", "product:cleaning", "grill:hob", "grill:hob" ], "noun_classes": [ 111, 22, 24, 24 ], "start_stop_timestamps": [ [ "00:06:14.19", "00:06:15.18" ], [ "00:06:16.06", "00:06:16.91" ], [ "00:06:16.96", "00:06:18.43" ], [ "00:06:18.46", "00:06:19.89" ] ], "start_stop_frames": [ [ 18709, 18759 ], [ 18803, 18845 ], [ 18848, 18921 ], [ 18923, 18994 ] ], "trgnoun": "hob_grill", "trgverb": "put_down" }, { "key": "P20_01+56_57_58_59", "video_id": "P20_01", "narration_ids": [ "P20_01_56", "P20_01_57", "P20_01_58", "P20_01_59" ], "src": "stir frying_pan . take lid off milk . pick_up milk", "src1": "stir frying_pan", "src2": "take lid off milk", "src3": "pick_up milk", "trg": "pour milk in cup", "vis_src": "P20_01:56 P20_01:57 P20_01:58", "vis_trg": "P20_01:59", "narrations": [ "stir frying pan", "take lid off milk", "pick up milk", "pour milk in cup" ], "verbs": [ "stir", "take-off", "pick-up", "pour-in" ], "verb_classes": [ 10, 12, 0, 9 ], "nouns": [ "pan:frying", "lid", "milk", "milk" ], "noun_classes": [ 5, 6, 64, 64 ], "start_stop_timestamps": [ [ "00:03:10.19", "00:03:14.15" ], [ "00:03:18.06", "00:03:20.21" ], [ "00:03:20.38", "00:03:21.39" ], [ "00:03:21.48", "00:03:26.59" ] ], "start_stop_frames": [ [ 11411, 11649 ], [ 11883, 12012 ], [ 12022, 12083 ], [ 12088, 12395 ] ], "trgnoun": "milk", "trgverb": "pour_in" }, { "key": "P04_107+560_561_562_563", "video_id": "P04_107", "narration_ids": [ "P04_107_560", "P04_107_561", "P04_107_562", "P04_107_563" ], "src": "peel dough away from rolling pin . flip_over dough . roll_out dough", "src1": "peel dough away from rolling pin", "src2": "flip_over dough", "src3": "roll_out dough", "trg": "feel dough", "vis_src": "P04_107:560 P04_107:561 P04_107:562", "vis_trg": "P04_107:563", "narrations": [ "peel dough away from rolling pin", "flip over dough", "roll out dough", "feel dough" ], "verbs": [ "peel", "flip-over", "roll-out", "feel" ], "verb_classes": [ 19, 22, 39, 54 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:15:48.00", "00:15:50.85" ], [ "00:15:50.75", "00:15:51.25" ], [ "00:15:51.23", "00:15:58.40" ], [ "00:15:58.85", "00:16:00.27" ] ], "start_stop_frames": [ [ 47400, 47542 ], [ 47537, 47562 ], [ 47561, 47920 ], [ 47942, 48013 ] ], "trgnoun": "dough", "trgverb": "feel" }, { "key": "P08_01+39_40_41_42", "video_id": "P08_01", "narration_ids": [ "P08_01_39", "P08_01_40", "P08_01_41", "P08_01_42" ], "src": "adjust temperature . open cupboard . get mug", "src1": "adjust temperature", "src2": "open cupboard", "src3": "get mug", "trg": "place mug", "vis_src": "P08_01:39 P08_01:40 P08_01:41", "vis_trg": "P08_01:42", "narrations": [ "adjust temperature", "open cupboard", "get mug", "place mug" ], "verbs": [ "adjust", "open", "get", "place" ], "verb_classes": [ 17, 3, 0, 1 ], "nouns": [ "temperature", "cupboard", "mug", "mug" ], "noun_classes": [ 65, 3, 13, 13 ], "start_stop_timestamps": [ [ "00:02:25.52", "00:02:26.52" ], [ "00:02:29.46", "00:02:30.80" ], [ "00:02:30.90", "00:02:32.62" ], [ "00:02:33.33", "00:02:34.35" ] ], "start_stop_frames": [ [ 8731, 8791 ], [ 8967, 9048 ], [ 9054, 9157 ], [ 9199, 9261 ] ], "trgnoun": "mug", "trgverb": "place" }, { "key": "P04_107+624_625_626_627", "video_id": "P04_107", "narration_ids": [ "P04_107_624", "P04_107_625", "P04_107_626", "P04_107_627" ], "src": "feel dough . put_down rolling_pin . pick_up pastry_brush", "src1": "feel dough", "src2": "put_down rolling_pin", "src3": "pick_up pastry_brush", "trg": "brush dough", "vis_src": "P04_107:624 P04_107:625 P04_107:626", "vis_trg": "P04_107:627", "narrations": [ "feel dough", "put down rolling pin", "pick up pastry brush", "brush dough" ], "verbs": [ "feel", "put-down", "pick-up", "brush" ], "verb_classes": [ 54, 1, 0, 57 ], "nouns": [ "dough", "pin:rolling", "brush:pastry", "dough" ], "noun_classes": [ 25, 136, 103, 25 ], "start_stop_timestamps": [ [ "00:17:09.83", "00:17:11.31" ], [ "00:17:10.30", "00:17:10.74" ], [ "00:17:11.04", "00:17:11.93" ], [ "00:17:11.81", "00:17:13.47" ] ], "start_stop_frames": [ [ 51491, 51565 ], [ 51515, 51537 ], [ 51552, 51596 ], [ 51590, 51673 ] ], "trgnoun": "dough", "trgverb": "brush" }, { "key": "P02_123+155_156_157_158", "video_id": "P02_123", "narration_ids": [ "P02_123_155", "P02_123_156", "P02_123_157", "P02_123_158" ], "src": "crumple paper . open bin . throw baking_paper", "src1": "crumple paper", "src2": "open bin", "src3": "throw baking_paper", "trg": "close bin", "vis_src": "P02_123:155 P02_123:156 P02_123:157", "vis_trg": "P02_123:158", "narrations": [ "crumple paper", "open bin", "throw baking paper", "close bin" ], "verbs": [ "crumple", "open", "throw", "close" ], "verb_classes": [ 18, 3, 13, 4 ], "nouns": [ "paper", "bin", "paper:baking", "bin" ], "noun_classes": [ 49, 36, 49, 36 ], "start_stop_timestamps": [ [ "00:09:20.14", "00:09:22.19" ], [ "00:09:22.09", "00:09:22.49" ], [ "00:09:22.44", "00:09:22.83" ], [ "00:09:22.93", "00:09:23.44" ] ], "start_stop_frames": [ [ 28007, 28109 ], [ 28104, 28124 ], [ 28122, 28141 ], [ 28146, 28172 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P30_113+98_99_100_101", "video_id": "P30_113", "narration_ids": [ "P30_113_98", "P30_113_99", "P30_113_100", "P30_113_101" ], "src": "put glass . wipe surface . pick_up glass", "src1": "put glass", "src2": "wipe surface", "src3": "pick_up glass", "trg": "drink_from glass", "vis_src": "P30_113:98 P30_113:99 P30_113:100", "vis_trg": "P30_113:101", "narrations": [ "put glass", "wipe surface", "pick up glass", "drink from glass" ], "verbs": [ "put", "wipe", "pick-up", "drink-from" ], "verb_classes": [ 1, 2, 0, 60 ], "nouns": [ "glass", "surface", "glass", "glass" ], "noun_classes": [ 10, 42, 10, 10 ], "start_stop_timestamps": [ [ "00:03:42.46", "00:03:43.34" ], [ "00:03:43.33", "00:03:47.48" ], [ "00:03:47.58", "00:03:48.35" ], [ "00:03:48.29", "00:03:53.99" ] ], "start_stop_frames": [ [ 11123, 11167 ], [ 11166, 11374 ], [ 11379, 11417 ], [ 11414, 11699 ] ], "trgnoun": "glass", "trgverb": "drink_from" }, { "key": "P02_129+480_481_482_483", "video_id": "P02_129", "narration_ids": [ "P02_129_480", "P02_129_481", "P02_129_482", "P02_129_483" ], "src": "open parmesan_packaging . pick_up grater . grate parmesan_cheese on top of plate", "src1": "open parmesan_packaging", "src2": "pick_up grater", "src3": "grate parmesan_cheese on top of plate", "trg": "put_down parmesan_cheese", "vis_src": "P02_129:480 P02_129:481 P02_129:482", "vis_trg": "P02_129:483", "narrations": [ "open parmesan packaging", "pick up grater", "grate parmesan cheese on top of plate", "put down parmesan cheese" ], "verbs": [ "open", "pick-up", "grate-on", "put-down" ], "verb_classes": [ 3, 0, 77, 1 ], "nouns": [ "packaging:parmesan", "grater", "cheese:parmesan", "cheese:parmesan" ], "noun_classes": [ 26, 96, 32, 32 ], "start_stop_timestamps": [ [ "00:17:40.17", "00:17:41.05" ], [ "00:17:42.52", "00:17:43.09" ], [ "00:17:43.12", "00:18:08.59" ], [ "00:18:09.30", "00:18:10.50" ] ], "start_stop_frames": [ [ 53008, 53052 ], [ 53126, 53154 ], [ 53155, 54429 ], [ 54465, 54525 ] ], "trgnoun": "parmesan_cheese", "trgverb": "put_down" }, { "key": "P03_04+356_357_358_359", "video_id": "P03_04", "narration_ids": [ "P03_04_356", "P03_04_357", "P03_04_358", "P03_04_359" ], "src": "put side in bin . turn_down heat . pick_up glass", "src1": "put side in bin", "src2": "turn_down heat", "src3": "pick_up glass", "trg": "put glass", "vis_src": "P03_04:356 P03_04:357 P03_04:358", "vis_trg": "P03_04:359", "narrations": [ "put side in bin", "turn down heat", "pick up glass", "put glass" ], "verbs": [ "put-in", "turn-down", "pick-up", "put" ], "verb_classes": [ 5, 65, 0, 1 ], "nouns": [ "side", "heat", "glass", "glass" ], "noun_classes": [ 42, 65, 10, 10 ], "start_stop_timestamps": [ [ "00:26:27.50", "00:26:28.11" ], [ "00:26:54.66", "00:26:56.10" ], [ "00:27:24.87", "00:27:30.49" ], [ "00:27:31.56", "00:27:32.73" ] ], "start_stop_frames": [ [ 95250, 95286 ], [ 96879, 96966 ], [ 98692, 99029 ], [ 99093, 99163 ] ], "trgnoun": "glass", "trgverb": "put" }, { "key": "P04_109+70_71_72_73", "video_id": "P04_109", "narration_ids": [ "P04_109_70", "P04_109_71", "P04_109_72", "P04_109_73" ], "src": "grab handful of carrot . drop carrot . toss carrot", "src1": "grab handful of carrot", "src2": "drop carrot", "src3": "toss carrot", "trg": "pick_up carrot", "vis_src": "P04_109:70 P04_109:71 P04_109:72", "vis_trg": "P04_109:73", "narrations": [ "grab handful of carrot", "drop carrot", "toss carrot", "pick up carrot" ], "verbs": [ "grab", "drop", "toss", "pick-up" ], "verb_classes": [ 0, 59, 13, 0 ], "nouns": [ "handful:carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:02:47.88", "00:02:48.60" ], [ "00:02:48.18", "00:02:49.54" ], [ "00:02:50.65", "00:02:51.50" ], [ "00:02:52.16", "00:02:54.03" ] ], "start_stop_frames": [ [ 8394, 8430 ], [ 8409, 8477 ], [ 8532, 8575 ], [ 8608, 8701 ] ], "trgnoun": "carrot", "trgverb": "pick_up" }, { "key": "P10_04+478_479_480_481", "video_id": "P10_04", "narration_ids": [ "P10_04_478", "P10_04_479", "P10_04_480", "P10_04_481" ], "src": "switch_out the top left_pot . use the tap_water to wash the clothes . put some cleaning_liquids on the clothes", "src1": "switch_out the top left_pot", "src2": "use the tap_water to wash the clothes", "src3": "put some cleaning_liquids on the clothes", "trg": "and wash it", "vis_src": "P10_04:478 P10_04:479 P10_04:480", "vis_trg": "P10_04:481", "narrations": [ "switch out the top left pot", "use the tap water to wash the clothes", "put some cleaning liquids on the clothes", "and wash it" ], "verbs": [ "switch-out", "wash", "put-on", "wash" ], "verb_classes": [ 8, 2, 1, 2 ], "nouns": [ "pot:left", "water:tap", "liquid:cleaning", "liquid:cleaning" ], "noun_classes": [ 29, 0, 22, 22 ], "start_stop_timestamps": [ [ "00:52:30.07", "00:52:31.16" ], [ "00:52:31.46", "00:52:37.80" ], [ "00:52:37.90", "00:52:41.09" ], [ "00:52:40.29", "00:52:50.46" ] ], "start_stop_frames": [ [ 189004, 189069 ], [ 189087, 189468 ], [ 189474, 189665 ], [ 189617, 190227 ] ], "trgnoun": "cleaning_liquid", "trgverb": "wash" }, { "key": "P03_117+6_7_8_9", "video_id": "P03_117", "narration_ids": [ "P03_117_6", "P03_117_7", "P03_117_8", "P03_117_9" ], "src": "put washing up liquid back on side . test water . turn_on tap more", "src1": "put washing up liquid back on side", "src2": "test water", "src3": "turn_on tap more", "trg": "move tap", "vis_src": "P03_117:6 P03_117:7 P03_117:8", "vis_trg": "P03_117:9", "narrations": [ "put washing up liquid back on side", "test water", "turn on tap more", "move tap" ], "verbs": [ "put", "test", "turn-on", "move" ], "verb_classes": [ 1, 24, 6, 11 ], "nouns": [ "side", "water", "tap", "tap" ], "noun_classes": [ 42, 27, 0, 0 ], "start_stop_timestamps": [ [ "00:00:10.59", "00:00:11.37" ], [ "00:00:12.20", "00:00:13.06" ], [ "00:00:13.09", "00:00:14.76" ], [ "00:00:20.59", "00:00:21.39" ] ], "start_stop_frames": [ [ 529, 568 ], [ 610, 653 ], [ 654, 738 ], [ 1029, 1069 ] ], "trgnoun": "tap", "trgverb": "move" }, { "key": "P30_03+57_58_59_60", "video_id": "P30_03", "narration_ids": [ "P30_03_57", "P30_03_58", "P30_03_59", "P30_03_60" ], "src": "put jug . take washing_basket . open washing_machine", "src1": "put jug", "src2": "take washing_basket", "src3": "open washing_machine", "trg": "set washing_machine", "vis_src": "P30_03:57 P30_03:58 P30_03:59", "vis_trg": "P30_03:60", "narrations": [ "put jug", "take washing basket", "open washing machine", "set washing machine" ], "verbs": [ "put", "take", "open", "set" ], "verb_classes": [ 1, 0, 3, 53 ], "nouns": [ "jug", "basket:washing", "machine:washing", "machine:washing" ], "noun_classes": [ 66, 168, 124, 124 ], "start_stop_timestamps": [ [ "00:02:55.14", "00:02:57.81" ], [ "00:02:59.82", "00:03:02.26" ], [ "00:03:02.36", "00:03:03.32" ], [ "00:03:03.20", "00:03:04.39" ] ], "start_stop_frames": [ [ 10508, 10668 ], [ 10789, 10935 ], [ 10941, 10999 ], [ 10992, 11063 ] ], "trgnoun": "washing_machine", "trgverb": "set" }, { "key": "P04_120+339_340_341_342", "video_id": "P04_120", "narration_ids": [ "P04_120_339", "P04_120_340", "P04_120_341", "P04_120_342" ], "src": "put_down spatula . adjust temperature on hob . shake thermometer", "src1": "put_down spatula", "src2": "adjust temperature on hob", "src3": "shake thermometer", "trg": "put_down thermometer", "vis_src": "P04_120:339 P04_120:340 P04_120:341", "vis_trg": "P04_120:342", "narrations": [ "put down spatula", "adjust temperature on hob", "shake thermometer", "put down thermometer" ], "verbs": [ "put-down", "adjust-on", "shake", "put-down" ], "verb_classes": [ 1, 17, 15, 1 ], "nouns": [ "spatula", "temperature", "thermometer", "thermometer" ], "noun_classes": [ 20, 65, 166, 166 ], "start_stop_timestamps": [ [ "00:12:08.78", "00:12:11.16" ], [ "00:12:10.98", "00:12:15.83" ], [ "00:12:15.56", "00:12:16.44" ], [ "00:12:16.48", "00:12:17.82" ] ], "start_stop_frames": [ [ 36439, 36558 ], [ 36549, 36791 ], [ 36778, 36822 ], [ 36824, 36891 ] ], "trgnoun": "thermometer", "trgverb": "put_down" }, { "key": "P30_05+35_36_37_38", "video_id": "P30_05", "narration_ids": [ "P30_05_35", "P30_05_36", "P30_05_37", "P30_05_38" ], "src": "take salad . put salad . take lemon", "src1": "take salad", "src2": "put salad", "src3": "take lemon", "trg": "put lemon", "vis_src": "P30_05:35 P30_05:36 P30_05:37", "vis_trg": "P30_05:38", "narrations": [ "take salad", "put salad", "take lemon", "put lemon" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "salad", "salad", "lemon", "lemon" ], "noun_classes": [ 68, 68, 105, 105 ], "start_stop_timestamps": [ [ "00:03:18.21", "00:03:19.16" ], [ "00:03:19.54", "00:03:21.04" ], [ "00:03:28.33", "00:03:29.39" ], [ "00:03:29.66", "00:03:30.88" ] ], "start_stop_frames": [ [ 11892, 11949 ], [ 11972, 12062 ], [ 12499, 12563 ], [ 12579, 12652 ] ], "trgnoun": "lemon", "trgverb": "put" }, { "key": "P07_09+11_12_13_14", "video_id": "P07_09", "narration_ids": [ "P07_09_11", "P07_09_12", "P07_09_13", "P07_09_14" ], "src": "flip tortilla . open packaging . put cheese on tortilla", "src1": "flip tortilla", "src2": "open packaging", "src3": "put cheese on tortilla", "trg": "spread cheese", "vis_src": "P07_09:11 P07_09:12 P07_09:13", "vis_trg": "P07_09:14", "narrations": [ "flip tortilla", "open packaging", "put cheese on tortilla", "spread cheese" ], "verbs": [ "flip", "open", "put-on", "spread" ], "verb_classes": [ 22, 3, 1, 27 ], "nouns": [ "tortilla", "packaging", "cheese", "cheese" ], "noun_classes": [ 107, 26, 32, 32 ], "start_stop_timestamps": [ [ "00:01:56.92", "00:01:57.73" ], [ "00:01:57.81", "00:01:58.64" ], [ "00:01:59.41", "00:02:04.83" ], [ "00:02:02.50", "00:02:14.12" ] ], "start_stop_frames": [ [ 7015, 7063 ], [ 7068, 7118 ], [ 7164, 7489 ], [ 7350, 8047 ] ], "trgnoun": "cheese", "trgverb": "spread" }, { "key": "P10_04+484_485_486_493", "video_id": "P10_04", "narration_ids": [ "P10_04_484", "P10_04_485", "P10_04_486", "P10_04_493" ], "src": "twist the clothes to remove the water . clean the stove using the clothes again . clean the electronic_stove", "src1": "twist the clothes to remove the water", "src2": "clean the stove using the clothes again", "src3": "clean the electronic_stove", "trg": "use tap_water", "vis_src": "P10_04:484 P10_04:485 P10_04:486", "vis_trg": "P10_04:493", "narrations": [ "twist the clothes to remove the water", "clean the stove using the clothes again", "clean the electronic stove", "use tap water" ], "verbs": [ "twist", "clean", "clean", "use" ], "verb_classes": [ 78, 2, 2, 76 ], "nouns": [ "clothes", "stove", "stove:electronic", "water:tap" ], "noun_classes": [ 73, 24, 24, 0 ], "start_stop_timestamps": [ [ "00:52:58.82", "00:53:06.32" ], [ "00:53:11.04", "00:53:13.59" ], [ "00:53:11.30", "00:53:20.38" ], [ "00:53:50.89", "00:53:53.73" ] ], "start_stop_frames": [ [ 190729, 191179 ], [ 191462, 191615 ], [ 191478, 192022 ], [ 193853, 194023 ] ], "trgnoun": "tap_water", "trgverb": "use" }, { "key": "P08_21+26_27_28_29", "video_id": "P08_21", "narration_ids": [ "P08_21_26", "P08_21_27", "P08_21_28", "P08_21_29" ], "src": "place pan on hob . take_out lid . take_out bowl", "src1": "place pan on hob", "src2": "take_out lid", "src3": "take_out bowl", "trg": "take_out pan", "vis_src": "P08_21:26 P08_21:27 P08_21:28", "vis_trg": "P08_21:29", "narrations": [ "place pan on hob", "take out lid", "take out bowl", "take out pan" ], "verbs": [ "place-on", "take-out", "take-out", "take-out" ], "verb_classes": [ 1, 12, 12, 12 ], "nouns": [ "pan", "lid", "bowl", "pan" ], "noun_classes": [ 5, 6, 7, 5 ], "start_stop_timestamps": [ [ "00:01:10.50", "00:01:12.50" ], [ "00:01:13.22", "00:01:14.22" ], [ "00:01:14.95", "00:01:16.00" ], [ "00:01:18.19", "00:01:19.03" ] ], "start_stop_frames": [ [ 4230, 4350 ], [ 4393, 4453 ], [ 4497, 4560 ], [ 4691, 4741 ] ], "trgnoun": "pan", "trgverb": "take_out" }, { "key": "P24_08+332_333_334_335", "video_id": "P24_08", "narration_ids": [ "P24_08_332", "P24_08_333", "P24_08_334", "P24_08_335" ], "src": "pick_up pot . put pot in the sink . pick_up wooden_spoon", "src1": "pick_up pot", "src2": "put pot in the sink", "src3": "pick_up wooden_spoon", "trg": "soap wooden_spoon", "vis_src": "P24_08:332 P24_08:333 P24_08:334", "vis_trg": "P24_08:335", "narrations": [ "pick up pot", "put pot in the sink", "pick up wooden spoon", "soap wooden spoon" ], "verbs": [ "pick-up", "put-in", "pick-up", "soap" ], "verb_classes": [ 0, 5, 0, 2 ], "nouns": [ "pot", "pot", "spoon:wooden", "spoon:wooden" ], "noun_classes": [ 29, 29, 1, 1 ], "start_stop_timestamps": [ [ "00:23:22.73", "00:23:23.42" ], [ "00:23:23.52", "00:23:24.99" ], [ "00:23:25.09", "00:23:26.72" ], [ "00:23:28.59", "00:23:36.02" ] ], "start_stop_frames": [ [ 84163, 84205 ], [ 84211, 84299 ], [ 84305, 84403 ], [ 84515, 84961 ] ], "trgnoun": "wooden_spoon", "trgverb": "soap" }, { "key": "P05_08+6_7_8_9", "video_id": "P05_08", "narration_ids": [ "P05_08_6", "P05_08_7", "P05_08_8", "P05_08_9" ], "src": "place pot on hob . open cupboard . take_out pan", "src1": "place pot on hob", "src2": "open cupboard", "src3": "take_out pan", "trg": "place pan on hob", "vis_src": "P05_08:6 P05_08:7 P05_08:8", "vis_trg": "P05_08:9", "narrations": [ "place pot on hob", "open cupboard", "take out pan", "place pan on hob" ], "verbs": [ "place-on", "open", "take-out", "place-on" ], "verb_classes": [ 1, 3, 12, 1 ], "nouns": [ "pot", "cupboard", "pan", "pan" ], "noun_classes": [ 29, 3, 5, 5 ], "start_stop_timestamps": [ [ "00:00:15.64", "00:00:19.64" ], [ "00:00:20.46", "00:00:22.15" ], [ "00:00:22.47", "00:00:23.97" ], [ "00:00:25.03", "00:00:28.99" ] ], "start_stop_frames": [ [ 938, 1178 ], [ 1227, 1329 ], [ 1348, 1438 ], [ 1501, 1739 ] ], "trgnoun": "pan", "trgverb": "place_on" }, { "key": "P08_06+7_8_9_10", "video_id": "P08_06", "narration_ids": [ "P08_06_7", "P08_06_8", "P08_06_9", "P08_06_10" ], "src": "place pan on sink . wipe_off hands . get salad", "src1": "place pan on sink", "src2": "wipe_off hands", "src3": "get salad", "trg": "wipe salad", "vis_src": "P08_06:7 P08_06:8 P08_06:9", "vis_trg": "P08_06:10", "narrations": [ "place pan on sink", "wipe off hands", "get salad", "wipe salad" ], "verbs": [ "place-on", "wipe-off", "get", "wipe" ], "verb_classes": [ 1, 2, 0, 2 ], "nouns": [ "pan", "hand", "salad", "salad" ], "noun_classes": [ 5, 11, 68, 68 ], "start_stop_timestamps": [ [ "00:00:31.05", "00:00:33.59" ], [ "00:00:34.25", "00:00:35.86" ], [ "00:00:36.50", "00:00:38.74" ], [ "00:00:38.83", "00:00:43.85" ] ], "start_stop_frames": [ [ 1863, 2015 ], [ 2055, 2151 ], [ 2190, 2324 ], [ 2329, 2631 ] ], "trgnoun": "salad", "trgverb": "wipe" }, { "key": "P15_03+2_3_4_5", "video_id": "P15_03", "narration_ids": [ "P15_03_2", "P15_03_3", "P15_03_4", "P15_03_5" ], "src": "flip pan . flip tortilla . flatten_with spatula", "src1": "flip pan", "src2": "flip tortilla", "src3": "flatten_with spatula", "trg": "put_down spatula", "vis_src": "P15_03:2 P15_03:3 P15_03:4", "vis_trg": "P15_03:5", "narrations": [ "flip pan", "flip tortilla", "flatten with spatula", "put down spatula" ], "verbs": [ "flip", "flip", "flatten-with", "put-down" ], "verb_classes": [ 22, 22, 87, 1 ], "nouns": [ "pan", "tortilla", "spatula", "spatula" ], "noun_classes": [ 5, 107, 20, 20 ], "start_stop_timestamps": [ [ "00:00:49.39", "00:01:04.00" ], [ "00:00:51.98", "00:00:59.48" ], [ "00:01:22.82", "00:01:27.83" ], [ "00:01:33.52", "00:01:34.77" ] ], "start_stop_frames": [ [ 2963, 3840 ], [ 3118, 3568 ], [ 4969, 5269 ], [ 5611, 5686 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P07_04+32_33_34_35", "video_id": "P07_04", "narration_ids": [ "P07_04_32", "P07_04_33", "P07_04_34", "P07_04_35" ], "src": "put ham on board . cut ham . pick_up package", "src1": "put ham on board", "src2": "cut ham", "src3": "pick_up package", "trg": "put_down package", "vis_src": "P07_04:32 P07_04:33 P07_04:34", "vis_trg": "P07_04:35", "narrations": [ "put ham on board", "cut ham", "pick up package", "put down package" ], "verbs": [ "put-on", "cut", "pick-up", "put-down" ], "verb_classes": [ 1, 7, 0, 1 ], "nouns": [ "ham", "ham", "package", "package" ], "noun_classes": [ 156, 156, 26, 26 ], "start_stop_timestamps": [ [ "00:02:15.82", "00:02:17.12" ], [ "00:02:27.75", "00:02:42.59" ], [ "00:02:46.46", "00:02:47.49" ], [ "00:02:48.26", "00:02:49.11" ] ], "start_stop_frames": [ [ 8149, 8227 ], [ 8865, 9755 ], [ 9987, 10049 ], [ 10095, 10146 ] ], "trgnoun": "package", "trgverb": "put_down" }, { "key": "P02_123+427_428_429_430", "video_id": "P02_123", "narration_ids": [ "P02_123_427", "P02_123_428", "P02_123_429", "P02_123_430" ], "src": "pick_up grater . sponge grater . open tap", "src1": "pick_up grater", "src2": "sponge grater", "src3": "open tap", "trg": "rinse grater", "vis_src": "P02_123:427 P02_123:428 P02_123:429", "vis_trg": "P02_123:430", "narrations": [ "pick up grater", "sponge grater", "open tap", "rinse grater" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "grater", "grater", "tap", "grater" ], "noun_classes": [ 96, 96, 0, 96 ], "start_stop_timestamps": [ [ "00:21:35.50", "00:21:36.51" ], [ "00:21:36.57", "00:21:38.96" ], [ "00:21:38.90", "00:21:39.85" ], [ "00:21:39.57", "00:21:42.21" ] ], "start_stop_frames": [ [ 64775, 64825 ], [ 64828, 64948 ], [ 64945, 64992 ], [ 64978, 65110 ] ], "trgnoun": "grater", "trgverb": "rinse" }, { "key": "P01_105+72_73_74_75", "video_id": "P01_105", "narration_ids": [ "P01_105_72", "P01_105_73", "P01_105_74", "P01_105_75" ], "src": "put_down courgette . move kettle . take knife", "src1": "put_down courgette", "src2": "move kettle", "src3": "take knife", "trg": "grab courgette", "vis_src": "P01_105:72 P01_105:73 P01_105:74", "vis_trg": "P01_105:75", "narrations": [ "put down courgette", "move kettle", "take knife", "grab courgette" ], "verbs": [ "put-down", "move", "take", "grab" ], "verb_classes": [ 1, 11, 0, 0 ], "nouns": [ "courgette", "kettle", "knife", "courgette" ], "noun_classes": [ 76, 44, 4, 76 ], "start_stop_timestamps": [ [ "00:01:50.93", "00:01:52.57" ], [ "00:01:52.40", "00:01:53.82" ], [ "00:01:53.92", "00:01:57.11" ], [ "00:01:57.17", "00:01:58.22" ] ], "start_stop_frames": [ [ 5546, 5628 ], [ 5620, 5691 ], [ 5696, 5855 ], [ 5858, 5911 ] ], "trgnoun": "courgette", "trgverb": "grab" }, { "key": "P22_12+43_44_45_46", "video_id": "P22_12", "narration_ids": [ "P22_12_43", "P22_12_44", "P22_12_45", "P22_12_46" ], "src": "put_down peeler . gather skins . open bin", "src1": "put_down peeler", "src2": "gather skins", "src3": "open bin", "trg": "throw skins", "vis_src": "P22_12:43 P22_12:44 P22_12:45", "vis_trg": "P22_12:46", "narrations": [ "put down peeler", "gather skins", "open bin", "throw skins" ], "verbs": [ "put-down", "gather", "open", "throw" ], "verb_classes": [ 1, 63, 3, 13 ], "nouns": [ "peeler", "skin", "bin", "skin" ], "noun_classes": [ 87, 48, 36, 48 ], "start_stop_timestamps": [ [ "00:02:50.02", "00:02:51.12" ], [ "00:02:51.12", "00:02:55.06" ], [ "00:02:56.90", "00:02:58.01" ], [ "00:02:57.70", "00:02:58.36" ] ], "start_stop_frames": [ [ 10201, 10267 ], [ 10267, 10503 ], [ 10614, 10680 ], [ 10662, 10701 ] ], "trgnoun": "skin", "trgverb": "throw" }, { "key": "P08_01+90_91_92_93", "video_id": "P08_01", "narration_ids": [ "P08_01_90", "P08_01_91", "P08_01_92", "P08_01_93" ], "src": "adjust temperature . check coffee in pot . turn_off hob", "src1": "adjust temperature", "src2": "check coffee in pot", "src3": "turn_off hob", "trg": "pour coffee in mug", "vis_src": "P08_01:90 P08_01:91 P08_01:92", "vis_trg": "P08_01:93", "narrations": [ "adjust temperature", "check coffee in pot", "turn off hob", "pour coffee in mug" ], "verbs": [ "adjust", "check-in", "turn-off", "pour-in" ], "verb_classes": [ 17, 24, 8, 9 ], "nouns": [ "temperature", "coffee", "hob", "coffee" ], "noun_classes": [ 65, 59, 24, 59 ], "start_stop_timestamps": [ [ "00:06:00.13", "00:06:01.97" ], [ "00:06:02.33", "00:06:04.94" ], [ "00:06:04.99", "00:06:06.42" ], [ "00:06:07.32", "00:06:16.43" ] ], "start_stop_frames": [ [ 21607, 21718 ], [ 21739, 21896 ], [ 21899, 21985 ], [ 22039, 22585 ] ], "trgnoun": "coffee", "trgverb": "pour_in" }, { "key": "P30_111+67_68_69_70", "video_id": "P30_111", "narration_ids": [ "P30_111_67", "P30_111_68", "P30_111_69", "P30_111_70" ], "src": "open cupboard . take saucepan . remove kitchen_towel from saucepan", "src1": "open cupboard", "src2": "take saucepan", "src3": "remove kitchen_towel from saucepan", "trg": "put kitchen_towel on top of saucepans", "vis_src": "P30_111:67 P30_111:68 P30_111:69", "vis_trg": "P30_111:70", "narrations": [ "open cupboard", "take saucepan", "remove kitchen towel from saucepan", "put kitchen towel on top of saucepans" ], "verbs": [ "open", "take", "remove-from", "put-on" ], "verb_classes": [ 3, 0, 12, 1 ], "nouns": [ "cupboard", "saucepan", "towel:kitchen", "towel:kitchen" ], "noun_classes": [ 3, 5, 93, 93 ], "start_stop_timestamps": [ [ "00:02:24.07", "00:02:24.76" ], [ "00:02:24.56", "00:02:26.80" ], [ "00:02:26.90", "00:02:27.77" ], [ "00:02:27.74", "00:02:28.53" ] ], "start_stop_frames": [ [ 7203, 7238 ], [ 7228, 7340 ], [ 7345, 7388 ], [ 7387, 7426 ] ], "trgnoun": "kitchen_towel", "trgverb": "put_on" }, { "key": "P23_102+285_287_288_289", "video_id": "P23_102", "narration_ids": [ "P23_102_285", "P23_102_287", "P23_102_288", "P23_102_289" ], "src": "put knife . put waste in dustbin . collect waste", "src1": "put knife", "src2": "put waste in dustbin", "src3": "collect waste", "trg": "take waste", "vis_src": "P23_102:285 P23_102:287 P23_102:288", "vis_trg": "P23_102:289", "narrations": [ "put knife", "put waste in dustbin", "collect waste", "take waste" ], "verbs": [ "put", "put-in", "collect", "take" ], "verb_classes": [ 1, 5, 63, 0 ], "nouns": [ "knife", "waste", "waste", "waste" ], "noun_classes": [ 4, 54, 54, 54 ], "start_stop_timestamps": [ [ "00:30:15.92", "00:30:16.35" ], [ "00:30:20.13", "00:30:21.18" ], [ "00:30:23.28", "00:30:30.87" ], [ "00:30:33.15", "00:30:33.70" ] ], "start_stop_frames": [ [ 90796, 90817 ], [ 91006, 91059 ], [ 91164, 91543 ], [ 91657, 91685 ] ], "trgnoun": "waste", "trgverb": "take" }, { "key": "P28_09+18_19_20_21", "video_id": "P28_09", "narration_ids": [ "P28_09_18", "P28_09_19", "P28_09_20", "P28_09_21" ], "src": "close fridge . open cupboard . take dish", "src1": "close fridge", "src2": "open cupboard", "src3": "take dish", "trg": "put_down dish", "vis_src": "P28_09:18 P28_09:19 P28_09:20", "vis_trg": "P28_09:21", "narrations": [ "close fridge", "open cupboard", "take dish", "put down dish" ], "verbs": [ "close", "open", "take", "put-down" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "fridge", "cupboard", "dish", "dish" ], "noun_classes": [ 12, 3, 2, 2 ], "start_stop_timestamps": [ [ "00:00:45.26", "00:00:46.96" ], [ "00:00:49.63", "00:00:50.74" ], [ "00:00:54.05", "00:00:55.87" ], [ "00:00:56.76", "00:00:58.51" ] ], "start_stop_frames": [ [ 2715, 2817 ], [ 2977, 3044 ], [ 3243, 3352 ], [ 3405, 3510 ] ], "trgnoun": "dish", "trgverb": "put_down" }, { "key": "P01_105+59_60_61_62", "video_id": "P01_105", "narration_ids": [ "P01_105_59", "P01_105_60", "P01_105_61", "P01_105_62" ], "src": "pick_up carrot . put_down carrot . pick_up courgette", "src1": "pick_up carrot", "src2": "put_down carrot", "src3": "pick_up courgette", "trg": "put_down courgette", "vis_src": "P01_105:59 P01_105:60 P01_105:61", "vis_trg": "P01_105:62", "narrations": [ "pick up carrot", "put down carrot", "pick up courgette", "put down courgette" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "carrot", "carrot", "courgette", "courgette" ], "noun_classes": [ 41, 41, 76, 76 ], "start_stop_timestamps": [ [ "00:01:15.28", "00:01:15.90" ], [ "00:01:16.69", "00:01:17.10" ], [ "00:01:22.44", "00:01:23.51" ], [ "00:01:23.61", "00:01:25.08" ] ], "start_stop_frames": [ [ 3764, 3795 ], [ 3834, 3854 ], [ 4122, 4175 ], [ 4180, 4254 ] ], "trgnoun": "courgette", "trgverb": "put_down" }, { "key": "P26_110+18_19_20_21", "video_id": "P26_110", "narration_ids": [ "P26_110_18", "P26_110_19", "P26_110_20", "P26_110_21" ], "src": "pick_up colander . drain pasta . pour pasta", "src1": "pick_up colander", "src2": "drain pasta", "src3": "pour pasta", "trg": "put_down colander", "vis_src": "P26_110:18 P26_110:19 P26_110:20", "vis_trg": "P26_110:21", "narrations": [ "pick up colander", "drain pasta", "pour pasta", "put down colander" ], "verbs": [ "pick-up", "drain", "pour", "put-down" ], "verb_classes": [ 0, 37, 9, 1 ], "nouns": [ "colander", "pasta", "pasta", "colander" ], "noun_classes": [ 39, 45, 45, 39 ], "start_stop_timestamps": [ [ "00:00:53.99", "00:00:54.79" ], [ "00:00:54.56", "00:01:03.45" ], [ "00:01:03.46", "00:01:07.40" ], [ "00:01:07.92", "00:01:09.12" ] ], "start_stop_frames": [ [ 2699, 2739 ], [ 2728, 3172 ], [ 3173, 3370 ], [ 3396, 3456 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P11_05+29_30_31_32", "video_id": "P11_05", "narration_ids": [ "P11_05_29", "P11_05_30", "P11_05_31", "P11_05_32" ], "src": "rinse courgette . pick_up courgette . shake_off courgette", "src1": "rinse courgette", "src2": "pick_up courgette", "src3": "shake_off courgette", "trg": "put_down courgette", "vis_src": "P11_05:29 P11_05:30 P11_05:31", "vis_trg": "P11_05:32", "narrations": [ "rinse courgette", "pick up courgette", "shake off courgette", "put down courgette" ], "verbs": [ "rinse", "pick-up", "shake-off", "put-down" ], "verb_classes": [ 2, 0, 15, 1 ], "nouns": [ "courgette", "courgette", "courgette", "courgette" ], "noun_classes": [ 76, 76, 76, 76 ], "start_stop_timestamps": [ [ "00:01:30.75", "00:01:33.29" ], [ "00:01:33.63", "00:01:34.39" ], [ "00:01:34.24", "00:01:35.42" ], [ "00:01:37.23", "00:01:38.52" ] ], "start_stop_frames": [ [ 5445, 5597 ], [ 5617, 5663 ], [ 5654, 5725 ], [ 5833, 5911 ] ], "trgnoun": "courgette", "trgverb": "put_down" }, { "key": "P30_10+81_82_83_84", "video_id": "P30_10", "narration_ids": [ "P30_10_81", "P30_10_82", "P30_10_83", "P30_10_84" ], "src": "put plate in microwave . close microwave . wipe microwave", "src1": "put plate in microwave", "src2": "close microwave", "src3": "wipe microwave", "trg": "turn microwave on", "vis_src": "P30_10:81 P30_10:82 P30_10:83", "vis_trg": "P30_10:84", "narrations": [ "put plate in microwave", "close microwave", "wipe microwave", "turn microwave on" ], "verbs": [ "put-in", "close", "wipe", "turn-on" ], "verb_classes": [ 5, 4, 2, 6 ], "nouns": [ "plate", "microwave", "microwave", "microwave" ], "noun_classes": [ 2, 90, 90, 90 ], "start_stop_timestamps": [ [ "00:04:27.27", "00:04:29.87" ], [ "00:04:29.97", "00:04:30.70" ], [ "00:04:30.80", "00:04:34.16" ], [ "00:04:34.26", "00:04:35.72" ] ], "start_stop_frames": [ [ 16036, 16192 ], [ 16198, 16242 ], [ 16248, 16449 ], [ 16455, 16543 ] ], "trgnoun": "microwave", "trgverb": "turn_on" }, { "key": "P04_108+15_16_17_18", "video_id": "P04_108", "narration_ids": [ "P04_108_15", "P04_108_16", "P04_108_17", "P04_108_18" ], "src": "pick_up rice_cooker . put rice_cooker on hob . pick_up rice cooker plug", "src1": "pick_up rice_cooker", "src2": "put rice_cooker on hob", "src3": "pick_up rice cooker plug", "trg": "adjust rice_cooker", "vis_src": "P04_108:15 P04_108:16 P04_108:17", "vis_trg": "P04_108:18", "narrations": [ "pick up rice cooker", "put rice cooker on hob", "pick up rice cooker plug", "adjust rice cooker" ], "verbs": [ "pick-up", "put-on", "pick-up", "adjust" ], "verb_classes": [ 0, 1, 0, 17 ], "nouns": [ "cooker:rice", "cooker:rice", "plug:rice:cooker", "cooker:rice" ], "noun_classes": [ 152, 152, 153, 152 ], "start_stop_timestamps": [ [ "00:00:27.55", "00:00:31.15" ], [ "00:00:31.25", "00:00:32.99" ], [ "00:00:33.68", "00:00:35.84" ], [ "00:00:35.94", "00:00:37.36" ] ], "start_stop_frames": [ [ 1377, 1557 ], [ 1562, 1649 ], [ 1684, 1792 ], [ 1797, 1868 ] ], "trgnoun": "rice_cooker", "trgverb": "adjust" }, { "key": "P03_09+75_76_77_78", "video_id": "P03_09", "narration_ids": [ "P03_09_75", "P03_09_76", "P03_09_77", "P03_09_78" ], "src": "open lunch_box . tip_out lunch_box . put slices in lunch_box", "src1": "open lunch_box", "src2": "tip_out lunch_box", "src3": "put slices in lunch_box", "trg": "close lunch_box", "vis_src": "P03_09:75 P03_09:76 P03_09:77", "vis_trg": "P03_09:78", "narrations": [ "open lunch box", "tip out lunch box", "put slices in lunch box", "close lunch box" ], "verbs": [ "open", "tip-out", "put-in", "close" ], "verb_classes": [ 3, 20, 5, 4 ], "nouns": [ "box:lunch", "box:lunch", "box:lunch", "box:lunch" ], "noun_classes": [ 23, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:02:54.51", "00:02:57.10" ], [ "00:02:57.20", "00:02:59.95" ], [ "00:03:01.15", "00:03:04.65" ], [ "00:03:05.30", "00:03:08.21" ] ], "start_stop_frames": [ [ 10470, 10626 ], [ 10632, 10797 ], [ 10869, 11079 ], [ 11118, 11292 ] ], "trgnoun": "lunch_box", "trgverb": "close" }, { "key": "P04_112+240_241_242_243", "video_id": "P04_112", "narration_ids": [ "P04_112_240", "P04_112_241", "P04_112_242", "P04_112_243" ], "src": "put_down lid of rice cooker . unplug rice_cooker . pick_up fork", "src1": "put_down lid of rice cooker", "src2": "unplug rice_cooker", "src3": "pick_up fork", "trg": "put_down fork", "vis_src": "P04_112:240 P04_112:241 P04_112:242", "vis_trg": "P04_112:243", "narrations": [ "put down lid of rice cooker", "unplug rice cooker", "pick up fork", "put down fork" ], "verbs": [ "put-down", "unplug", "pick-up", "put-down" ], "verb_classes": [ 1, 12, 0, 1 ], "nouns": [ "lid:rice:cooker", "cooker:rice", "fork", "fork" ], "noun_classes": [ 6, 152, 14, 14 ], "start_stop_timestamps": [ [ "00:07:13.31", "00:07:15.01" ], [ "00:07:15.65", "00:07:17.84" ], [ "00:07:24.51", "00:07:25.51" ], [ "00:07:25.52", "00:07:26.33" ] ], "start_stop_frames": [ [ 21665, 21750 ], [ 21782, 21892 ], [ 22225, 22275 ], [ 22276, 22316 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P03_04+55_56_57_58", "video_id": "P03_04", "narration_ids": [ "P03_04_55", "P03_04_56", "P03_04_57", "P03_04_58" ], "src": "put knife . open cupboard . take cutting_board", "src1": "put knife", "src2": "open cupboard", "src3": "take cutting_board", "trg": "put cutting_board", "vis_src": "P03_04:55 P03_04:56 P03_04:57", "vis_trg": "P03_04:58", "narrations": [ "put knife", "open cupboard", "take cutting board", "put cutting board" ], "verbs": [ "put", "open", "take", "put" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "knife", "cupboard", "board:cutting", "board:cutting" ], "noun_classes": [ 4, 3, 18, 18 ], "start_stop_timestamps": [ [ "00:02:24.38", "00:02:24.94" ], [ "00:02:25.21", "00:02:26.21" ], [ "00:02:26.01", "00:02:27.26" ], [ "00:02:27.63", "00:02:28.88" ] ], "start_stop_frames": [ [ 8662, 8696 ], [ 8712, 8772 ], [ 8760, 8835 ], [ 8857, 8932 ] ], "trgnoun": "cutting_board", "trgverb": "put" }, { "key": "P04_108+21_22_23_24", "video_id": "P04_108", "narration_ids": [ "P04_108_21", "P04_108_22", "P04_108_23", "P04_108_24" ], "src": "plug_in plug . open rice cooker lid . pick_up rice cooker bowl", "src1": "plug_in plug", "src2": "open rice cooker lid", "src3": "pick_up rice cooker bowl", "trg": "put_down rice cooker lid", "vis_src": "P04_108:21 P04_108:22 P04_108:23", "vis_trg": "P04_108:24", "narrations": [ "plug in plug", "open rice cooker lid", "pick up rice cooker bowl", "put down rice cooker lid" ], "verbs": [ "plug-in", "open", "pick-up", "put-down" ], "verb_classes": [ 64, 3, 0, 1 ], "nouns": [ "plug", "lid:rice:cooker", "bowl:rice:cooker", "lid:rice:cooker" ], "noun_classes": [ 153, 6, 7, 6 ], "start_stop_timestamps": [ [ "00:00:39.86", "00:00:43.34" ], [ "00:00:43.34", "00:00:43.70" ], [ "00:00:43.80", "00:00:44.61" ], [ "00:00:44.68", "00:00:45.37" ] ], "start_stop_frames": [ [ 1993, 2167 ], [ 2167, 2185 ], [ 2190, 2230 ], [ 2234, 2268 ] ], "trgnoun": "cooker_rice_lid", "trgverb": "put_down" }, { "key": "P04_112+5_6_7_8", "video_id": "P04_112", "narration_ids": [ "P04_112_5", "P04_112_6", "P04_112_7", "P04_112_8" ], "src": "pick_up measuring_jug . put_down measuring_jug and plate . lift lid of rice cooker", "src1": "pick_up measuring_jug", "src2": "put_down measuring_jug and plate", "src3": "lift lid of rice cooker", "trg": "put_down rice cooker lid", "vis_src": "P04_112:5 P04_112:6 P04_112:7", "vis_trg": "P04_112:8", "narrations": [ "pick up measuring jug", "put down measuring jug and plate", "lift lid of rice cooker", "put down rice cooker lid" ], "verbs": [ "pick-up", "put-down", "lift", "put-down" ], "verb_classes": [ 0, 1, 33, 1 ], "nouns": [ "jug:measuring", "jug:measuring", "lid:rice:cooker", "lid:rice:cooker" ], "noun_classes": [ 66, 66, 6, 6 ], "start_stop_timestamps": [ [ "00:00:14.11", "00:00:15.00" ], [ "00:00:19.97", "00:00:21.34" ], [ "00:00:22.23", "00:00:23.17" ], [ "00:00:23.45", "00:00:24.88" ] ], "start_stop_frames": [ [ 705, 750 ], [ 998, 1067 ], [ 1111, 1158 ], [ 1172, 1244 ] ], "trgnoun": "cooker_rice_lid", "trgverb": "put_down" }, { "key": "P04_121+140_141_142_143", "video_id": "P04_121", "narration_ids": [ "P04_121_140", "P04_121_141", "P04_121_142", "P04_121_143" ], "src": "pick_up box . put_down box . unplug rice_cooker", "src1": "pick_up box", "src2": "put_down box", "src3": "unplug rice_cooker", "trg": "pick_up rice_cooker", "vis_src": "P04_121:140 P04_121:141 P04_121:142", "vis_trg": "P04_121:143", "narrations": [ "pick up box", "put down box", "unplug rice cooker", "pick up rice cooker" ], "verbs": [ "pick-up", "put-down", "unplug", "pick-up" ], "verb_classes": [ 0, 1, 12, 0 ], "nouns": [ "box", "box", "cooker:rice", "cooker:rice" ], "noun_classes": [ 23, 23, 152, 152 ], "start_stop_timestamps": [ [ "00:07:01.29", "00:07:01.82" ], [ "00:07:02.65", "00:07:03.50" ], [ "00:07:04.65", "00:07:06.30" ], [ "00:07:06.10", "00:07:08.10" ] ], "start_stop_frames": [ [ 21064, 21091 ], [ 21132, 21175 ], [ 21232, 21315 ], [ 21305, 21405 ] ], "trgnoun": "rice_cooker", "trgverb": "pick_up" }, { "key": "P04_09+5_6_7_8", "video_id": "P04_09", "narration_ids": [ "P04_09_5", "P04_09_6", "P04_09_7", "P04_09_8" ], "src": "open cupboard . put_away pan . pick_up rice cooker bowl", "src1": "open cupboard", "src2": "put_away pan", "src3": "pick_up rice cooker bowl", "trg": "dry rice cooker bowl", "vis_src": "P04_09:5 P04_09:6 P04_09:7", "vis_trg": "P04_09:8", "narrations": [ "open cupboard", "put away pan", "pick up rice cooker bowl", "dry rice cooker bowl" ], "verbs": [ "open", "put-away", "pick-up", "dry" ], "verb_classes": [ 3, 1, 0, 14 ], "nouns": [ "cupboard", "pan", "bowl:rice:cooker", "bowl:rice:cooker" ], "noun_classes": [ 3, 5, 7, 7 ], "start_stop_timestamps": [ [ "00:00:51.77", "00:00:52.58" ], [ "00:00:52.52", "00:00:55.50" ], [ "00:00:56.18", "00:00:57.04" ], [ "00:00:58.71", "00:01:01.70" ] ], "start_stop_frames": [ [ 3106, 3154 ], [ 3151, 3330 ], [ 3370, 3422 ], [ 3522, 3702 ] ], "trgnoun": "cooker_rice_bowl", "trgverb": "dry" }, { "key": "P07_04+31_32_33_34", "video_id": "P07_04", "narration_ids": [ "P07_04_31", "P07_04_32", "P07_04_33", "P07_04_34" ], "src": "open package . put ham on board . cut ham", "src1": "open package", "src2": "put ham on board", "src3": "cut ham", "trg": "pick_up package", "vis_src": "P07_04:31 P07_04:32 P07_04:33", "vis_trg": "P07_04:34", "narrations": [ "open package", "put ham on board", "cut ham", "pick up package" ], "verbs": [ "open", "put-on", "cut", "pick-up" ], "verb_classes": [ 3, 1, 7, 0 ], "nouns": [ "package", "ham", "ham", "package" ], "noun_classes": [ 26, 156, 156, 26 ], "start_stop_timestamps": [ [ "00:02:14.27", "00:02:15.56" ], [ "00:02:15.82", "00:02:17.12" ], [ "00:02:27.75", "00:02:42.59" ], [ "00:02:46.46", "00:02:47.49" ] ], "start_stop_frames": [ [ 8056, 8133 ], [ 8149, 8227 ], [ 8865, 9755 ], [ 9987, 10049 ] ], "trgnoun": "package", "trgverb": "pick_up" }, { "key": "P06_108+140_141_142_143", "video_id": "P06_108", "narration_ids": [ "P06_108_140", "P06_108_141", "P06_108_142", "P06_108_143" ], "src": "fill bowl with water . pick_up can_opener . put can_opener in bowl", "src1": "fill bowl with water", "src2": "pick_up can_opener", "src3": "put can_opener in bowl", "trg": "wash can_opener", "vis_src": "P06_108:140 P06_108:141 P06_108:142", "vis_trg": "P06_108:143", "narrations": [ "fill bowl with water", "pick up can opener", "put can opener in bowl", "wash can opener" ], "verbs": [ "fill-with", "pick-up", "put", "wash" ], "verb_classes": [ 26, 0, 1, 2 ], "nouns": [ "bowl", "opener:can", "opener:can", "opener:can" ], "noun_classes": [ 7, 174, 174, 174 ], "start_stop_timestamps": [ [ "00:10:04.25", "00:10:11.94" ], [ "00:10:04.35", "00:10:05.58" ], [ "00:10:05.68", "00:10:06.96" ], [ "00:10:10.45", "00:10:13.95" ] ], "start_stop_frames": [ [ 30212, 30597 ], [ 30217, 30279 ], [ 30283, 30348 ], [ 30522, 30697 ] ], "trgnoun": "can_opener", "trgverb": "wash" }, { "key": "P04_113+377_378_379_380", "video_id": "P04_113", "narration_ids": [ "P04_113_377", "P04_113_378", "P04_113_379", "P04_113_380" ], "src": "roll flour_bag closed . take bag of flour . put_down bag of flour", "src1": "roll flour_bag closed", "src2": "take bag of flour", "src3": "put_down bag of flour", "trg": "pick_up bag of flour", "vis_src": "P04_113:377 P04_113:378 P04_113:379", "vis_trg": "P04_113:380", "narrations": [ "roll flour bag closed", "take bag of flour", "put down bag of flour", "pick up bag of flour" ], "verbs": [ "roll", "take", "put-down", "pick-up" ], "verb_classes": [ 47, 0, 1, 0 ], "nouns": [ "bag:flour", "bag:flour", "bag:flour", "bag:flour" ], "noun_classes": [ 19, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:12:01.00", "00:12:04.05" ], [ "00:12:04.15", "00:12:06.35" ], [ "00:12:05.56", "00:12:06.86" ], [ "00:12:06.96", "00:12:07.92" ] ], "start_stop_frames": [ [ 36050, 36202 ], [ 36207, 36317 ], [ 36278, 36343 ], [ 36348, 36396 ] ], "trgnoun": "flour_bag", "trgverb": "pick_up" }, { "key": "P03_123+50_51_52_53", "video_id": "P03_123", "narration_ids": [ "P03_123_50", "P03_123_51", "P03_123_52", "P03_123_53" ], "src": "remove hand from oven mitt . pick_up ladle . scrape_around lemon_curd", "src1": "remove hand from oven mitt", "src2": "pick_up ladle", "src3": "scrape_around lemon_curd", "trg": "ladle lemon_curd into clip top jar", "vis_src": "P03_123:50 P03_123:51 P03_123:52", "vis_trg": "P03_123:53", "narrations": [ "remove hand from oven mitt", "pick up ladle", "scrape around lemon curd", "ladle lemon curd into clip top jar" ], "verbs": [ "remove-from", "pick-up", "scrape-around", "ladle" ], "verb_classes": [ 12, 0, 25, 16 ], "nouns": [ "hand", "ladle", "curd:lemon", "curd:lemon" ], "noun_classes": [ 11, 97, 115, 115 ], "start_stop_timestamps": [ [ "00:02:51.91", "00:02:52.58" ], [ "00:02:53.26", "00:02:55.05" ], [ "00:02:54.78", "00:02:56.79" ], [ "00:02:56.72", "00:03:02.28" ] ], "start_stop_frames": [ [ 8595, 8629 ], [ 8663, 8752 ], [ 8739, 8839 ], [ 8836, 9114 ] ], "trgnoun": "lemon_curd", "trgverb": "ladle" }, { "key": "P01_105+353_354_355_356", "video_id": "P01_105", "narration_ids": [ "P01_105_353", "P01_105_354", "P01_105_355", "P01_105_356" ], "src": "put_down pak choi leaf . cut pak_choi . move pak_choi", "src1": "put_down pak choi leaf", "src2": "cut pak_choi", "src3": "move pak_choi", "trg": "pick_up pak choi leaves", "vis_src": "P01_105:353 P01_105:354 P01_105:355", "vis_trg": "P01_105:356", "narrations": [ "put down pak choi leaf", "cut pak choi", "move pak choi", "pick up pak choi leaves" ], "verbs": [ "put-down", "cut", "move", "pick-up" ], "verb_classes": [ 1, 7, 11, 0 ], "nouns": [ "leaf:pak:choi", "choi:pak", "choi:pak", "leaf:pak:choi" ], "noun_classes": [ 62, 151, 151, 62 ], "start_stop_timestamps": [ [ "00:13:37.84", "00:13:38.63" ], [ "00:13:39.50", "00:13:46.77" ], [ "00:13:46.82", "00:13:49.57" ], [ "00:13:50.05", "00:13:52.09" ] ], "start_stop_frames": [ [ 40892, 40931 ], [ 40975, 41338 ], [ 41341, 41478 ], [ 41502, 41604 ] ], "trgnoun": "choi_pak_leaf", "trgverb": "pick_up" }, { "key": "P08_26+27_28_29_30", "video_id": "P08_26", "narration_ids": [ "P08_26_27", "P08_26_28", "P08_26_29", "P08_26_30" ], "src": "closing door . get chopstick . wipe_off board", "src1": "closing door", "src2": "get chopstick", "src3": "wipe_off board", "trg": "place chopstick", "vis_src": "P08_26:27 P08_26:28 P08_26:29", "vis_trg": "P08_26:30", "narrations": [ "closing door", "get chopstick", "wipe off board", "place chopstick" ], "verbs": [ "close", "get", "wipe-off", "place" ], "verb_classes": [ 4, 0, 2, 1 ], "nouns": [ "door", "chopstick", "board", "chopstick" ], "noun_classes": [ 3, 80, 18, 80 ], "start_stop_timestamps": [ [ "00:01:36.24", "00:01:37.75" ], [ "00:01:37.85", "00:01:39.51" ], [ "00:01:40.89", "00:01:44.72" ], [ "00:01:45.68", "00:01:47.69" ] ], "start_stop_frames": [ [ 5774, 5865 ], [ 5871, 5970 ], [ 6053, 6283 ], [ 6340, 6461 ] ], "trgnoun": "chopstick", "trgverb": "place" }, { "key": "P06_113+114_115_116_117", "video_id": "P06_113", "narration_ids": [ "P06_113_114", "P06_113_115", "P06_113_116", "P06_113_117" ], "src": "remove plug . open fridge . put bottle in fridge", "src1": "remove plug", "src2": "open fridge", "src3": "put bottle in fridge", "trg": "close fridge", "vis_src": "P06_113:114 P06_113:115 P06_113:116", "vis_trg": "P06_113:117", "narrations": [ "remove plug", "open fridge", "put bottle in fridge", "close fridge" ], "verbs": [ "remove", "open", "put-in", "close" ], "verb_classes": [ 12, 3, 5, 4 ], "nouns": [ "plug", "fridge", "bottle", "fridge" ], "noun_classes": [ 153, 12, 15, 12 ], "start_stop_timestamps": [ [ "00:04:48.60", "00:04:49.39" ], [ "00:04:53.31", "00:04:54.37" ], [ "00:04:54.65", "00:04:55.90" ], [ "00:04:56.00", "00:04:56.77" ] ], "start_stop_frames": [ [ 14430, 14469 ], [ 14665, 14718 ], [ 14732, 14794 ], [ 14800, 14838 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P03_101+281_282_283_284", "video_id": "P03_101", "narration_ids": [ "P03_101_281", "P03_101_282", "P03_101_283", "P03_101_284" ], "src": "pick_up cheese_packet . put cheese into cheese packet . seal cheese_packet", "src1": "pick_up cheese_packet", "src2": "put cheese into cheese packet", "src3": "seal cheese_packet", "trg": "put_down cheese_packet", "vis_src": "P03_101:281 P03_101:282 P03_101:283", "vis_trg": "P03_101:284", "narrations": [ "pick up cheese packet", "put cheese into cheese packet", "seal cheese packet", "put down cheese packet" ], "verbs": [ "pick-up", "put-into", "seal", "put-down" ], "verb_classes": [ 0, 5, 36, 1 ], "nouns": [ "packet:cheese", "cheese", "packet:cheese", "packet:cheese" ], "noun_classes": [ 26, 32, 26, 26 ], "start_stop_timestamps": [ [ "00:11:26.25", "00:11:27.01" ], [ "00:11:26.97", "00:11:27.60" ], [ "00:11:27.69", "00:11:32.01" ], [ "00:11:31.24", "00:11:32.59" ] ], "start_stop_frames": [ [ 34312, 34350 ], [ 34348, 34380 ], [ 34384, 34600 ], [ 34562, 34629 ] ], "trgnoun": "cheese_packet", "trgverb": "put_down" }, { "key": "P15_02+56_57_58_59", "video_id": "P15_02", "narration_ids": [ "P15_02_56", "P15_02_57", "P15_02_58", "P15_02_59" ], "src": "stir onion . clean knife . clean board", "src1": "stir onion", "src2": "clean knife", "src3": "clean board", "trg": "put board to dry", "vis_src": "P15_02:56 P15_02:57 P15_02:58", "vis_trg": "P15_02:59", "narrations": [ "stir", "clean knife", "clean board", "put board to dry" ], "verbs": [ "stir", "clean", "clean", "put" ], "verb_classes": [ 10, 2, 2, 1 ], "nouns": [ "onion", "knife", "board", "board" ], "noun_classes": [ 16, 4, 18, 18 ], "start_stop_timestamps": [ [ "00:09:53.83", "00:10:26.38" ], [ "00:10:33.49", "00:10:42.14" ], [ "00:10:47.33", "00:11:03.32" ], [ "00:11:03.98", "00:11:05.23" ] ], "start_stop_frames": [ [ 35629, 37582 ], [ 38009, 38528 ], [ 38839, 39799 ], [ 39838, 39913 ] ], "trgnoun": "board", "trgverb": "put" }, { "key": "P15_09+10_11_12_13", "video_id": "P15_09", "narration_ids": [ "P15_09_10", "P15_09_11", "P15_09_12", "P15_09_13" ], "src": "pick_up board with potato . put potato on pan . pick_up onion", "src1": "pick_up board with potato", "src2": "put potato on pan", "src3": "pick_up onion", "trg": "peel onion", "vis_src": "P15_09:10 P15_09:11 P15_09:12", "vis_trg": "P15_09:13", "narrations": [ "pick up board with potato", "put potato on pan", "pick up onion", "peel onion" ], "verbs": [ "pick-up", "put-on", "pick-up", "peel" ], "verb_classes": [ 0, 1, 0, 19 ], "nouns": [ "board", "potato", "onion", "onion" ], "noun_classes": [ 18, 30, 16, 16 ], "start_stop_timestamps": [ [ "00:02:43.84", "00:02:47.26" ], [ "00:02:46.98", "00:02:54.15" ], [ "00:02:58.07", "00:02:58.87" ], [ "00:03:03.89", "00:03:05.10" ] ], "start_stop_frames": [ [ 9830, 10035 ], [ 10018, 10449 ], [ 10684, 10732 ], [ 11033, 11106 ] ], "trgnoun": "onion", "trgverb": "peel" }, { "key": "P37_101+343_344_345_346", "video_id": "P37_101", "narration_ids": [ "P37_101_343", "P37_101_344", "P37_101_345", "P37_101_346" ], "src": "take knife . cut coriander . shovel_up coriander", "src1": "take knife", "src2": "cut coriander", "src3": "shovel_up coriander", "trg": "put coriander in pot", "vis_src": "P37_101:343 P37_101:344 P37_101:345", "vis_trg": "P37_101:346", "narrations": [ "take knife", "cut coriander", "shovel up coriander", "put coriander in pot" ], "verbs": [ "take", "cut", "shovel-up", "put-in" ], "verb_classes": [ 0, 7, 16, 5 ], "nouns": [ "knife", "coriander", "coriander", "coriander" ], "noun_classes": [ 4, 173, 173, 173 ], "start_stop_timestamps": [ [ "00:24:58.28", "00:24:59.05" ], [ "00:24:58.99", "00:25:02.90" ], [ "00:25:02.67", "00:25:03.96" ], [ "00:25:04.06", "00:25:06.72" ] ], "start_stop_frames": [ [ 74914, 74952 ], [ 74949, 75145 ], [ 75133, 75198 ], [ 75203, 75336 ] ], "trgnoun": "coriander", "trgverb": "put_in" }, { "key": "P04_109+158_159_160_161", "video_id": "P04_109", "narration_ids": [ "P04_109_158", "P04_109_159", "P04_109_160", "P04_109_161" ], "src": "drop cucumber into measuring jug . slide pieces of cucumber off knife . move cucumber", "src1": "drop cucumber into measuring jug", "src2": "slide pieces of cucumber off knife", "src3": "move cucumber", "trg": "turn_over cucumber", "vis_src": "P04_109:158 P04_109:159 P04_109:160", "vis_trg": "P04_109:161", "narrations": [ "drop cucumber into measuring jug", "slide pieces of cucumber off knife", "move cucumber", "turn over cucumber" ], "verbs": [ "drop-into", "slide", "move", "turn-over" ], "verb_classes": [ 5, 61, 11, 22 ], "nouns": [ "cucumber", "piece:cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:05:31.88", "00:05:32.43" ], [ "00:05:32.27", "00:05:33.24" ], [ "00:05:33.65", "00:05:34.69" ], [ "00:05:34.83", "00:05:35.60" ] ], "start_stop_frames": [ [ 16594, 16621 ], [ 16613, 16662 ], [ 16682, 16734 ], [ 16741, 16780 ] ], "trgnoun": "cucumber", "trgverb": "turn_over" }, { "key": "P04_109+478_479_480_484", "video_id": "P04_109", "narration_ids": [ "P04_109_478", "P04_109_479", "P04_109_480", "P04_109_484" ], "src": "put stalks in food bin . chop coriander . grab coriander", "src1": "put stalks in food bin", "src2": "chop coriander", "src3": "grab coriander", "trg": "put coriander in ramekin", "vis_src": "P04_109:478 P04_109:479 P04_109:480", "vis_trg": "P04_109:484", "narrations": [ "put stalks in food bin", "chop coriander", "grab coriander", "put coriander in ramekin" ], "verbs": [ "put-in", "chop", "grab", "put-in" ], "verb_classes": [ 5, 7, 0, 5 ], "nouns": [ "stalk", "coriander", "coriander", "coriander" ], "noun_classes": [ 210, 173, 173, 173 ], "start_stop_timestamps": [ [ "00:14:43.71", "00:14:45.43" ], [ "00:14:46.34", "00:14:54.39" ], [ "00:15:01.80", "00:15:02.25" ], [ "00:15:08.80", "00:15:10.16" ] ], "start_stop_frames": [ [ 44185, 44271 ], [ 44317, 44719 ], [ 45090, 45112 ], [ 45440, 45508 ] ], "trgnoun": "coriander", "trgverb": "put_in" }, { "key": "P04_110+311_312_313_314", "video_id": "P04_110", "narration_ids": [ "P04_110_311", "P04_110_312", "P04_110_313", "P04_110_314" ], "src": "put_down coriander_ramekin . lift lid off rice cooker . put_down rice cooker lid", "src1": "put_down coriander_ramekin", "src2": "lift lid off rice cooker", "src3": "put_down rice cooker lid", "trg": "pick_up gochujang lid", "vis_src": "P04_110:311 P04_110:312 P04_110:313", "vis_trg": "P04_110:314", "narrations": [ "put down coriander ramekin", "lift lid off rice cooker", "put down rice cooker lid", "pick up gochujang lid" ], "verbs": [ "put-down", "lift-off", "put-down", "pick-up" ], "verb_classes": [ 1, 33, 1, 0 ], "nouns": [ "ramekin:coriander", "lid", "lid:rice:cooker", "lid" ], "noun_classes": [ 7, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:09:12.45", "00:09:13.01" ], [ "00:09:18.55", "00:09:20.05" ], [ "00:09:21.27", "00:09:22.15" ], [ "00:09:31.34", "00:09:32.20" ] ], "start_stop_frames": [ [ 27622, 27650 ], [ 27927, 28002 ], [ 28063, 28107 ], [ 28567, 28610 ] ], "trgnoun": "lid", "trgverb": "pick_up" }, { "key": "P04_110+351_361_363_364", "video_id": "P04_110", "narration_ids": [ "P04_110_351", "P04_110_361", "P04_110_363", "P04_110_364" ], "src": "lift dough off chopping board . fold dough . adjust coriander_packet", "src1": "lift dough off chopping board", "src2": "fold dough", "src3": "adjust coriander_packet", "trg": "stretch dough", "vis_src": "P04_110:351 P04_110:361 P04_110:363", "vis_trg": "P04_110:364", "narrations": [ "lift dough off chopping board", "fold dough", "adjust coriander packet", "stretch dough" ], "verbs": [ "lift-off", "fold", "adjust", "stretch" ], "verb_classes": [ 33, 28, 17, 50 ], "nouns": [ "dough", "dough", "packet:coriander", "dough" ], "noun_classes": [ 25, 25, 26, 25 ], "start_stop_timestamps": [ [ "00:10:35.77", "00:10:38.02" ], [ "00:10:51.34", "00:10:52.64" ], [ "00:10:55.72", "00:10:56.33" ], [ "00:10:56.18", "00:10:57.31" ] ], "start_stop_frames": [ [ 31788, 31901 ], [ 32567, 32632 ], [ 32786, 32816 ], [ 32809, 32865 ] ], "trgnoun": "dough", "trgverb": "stretch" }, { "key": "P01_09+276_277_278_279", "video_id": "P01_09", "narration_ids": [ "P01_09_276", "P01_09_277", "P01_09_278", "P01_09_279" ], "src": "take onion_skin . open bin . throw onion_skin into bin", "src1": "take onion_skin", "src2": "open bin", "src3": "throw onion_skin into bin", "trg": "close bin", "vis_src": "P01_09:276 P01_09:277 P01_09:278", "vis_trg": "P01_09:279", "narrations": [ "take onion skin", "open bin", "throw onion skin into bin", "close bin" ], "verbs": [ "take", "open", "throw-into", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "skin:onion", "bin", "skin:onion", "bin" ], "noun_classes": [ 48, 36, 48, 36 ], "start_stop_timestamps": [ [ "00:21:16.78", "00:21:19.83" ], [ "00:21:20.60", "00:21:21.22" ], [ "00:21:21.41", "00:21:22.35" ], [ "00:21:22.37", "00:21:23.11" ] ], "start_stop_frames": [ [ 76606, 76789 ], [ 76836, 76873 ], [ 76884, 76941 ], [ 76942, 76986 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P04_112+117_119_120_121", "video_id": "P04_112", "narration_ids": [ "P04_112_117", "P04_112_119", "P04_112_120", "P04_112_121" ], "src": "feel dough . push away coriander_packet . scrunch_up coriander_packet", "src1": "feel dough", "src2": "push away coriander_packet", "src3": "scrunch_up coriander_packet", "trg": "lift dough off chopping board", "vis_src": "P04_112:117 P04_112:119 P04_112:120", "vis_trg": "P04_112:121", "narrations": [ "feel dough", "push away coriander packet", "scrunch up coriander packet", "lift dough off chopping board" ], "verbs": [ "feel", "push", "scrunch-up", "lift-off" ], "verb_classes": [ 54, 21, 18, 33 ], "nouns": [ "dough", "packet:coriander", "packet:coriander", "dough" ], "noun_classes": [ 25, 26, 26, 25 ], "start_stop_timestamps": [ [ "00:03:21.54", "00:03:31.79" ], [ "00:03:22.53", "00:03:24.67" ], [ "00:03:23.47", "00:03:24.66" ], [ "00:03:24.78", "00:03:28.30" ] ], "start_stop_frames": [ [ 10077, 10589 ], [ 10126, 10233 ], [ 10173, 10233 ], [ 10239, 10415 ] ], "trgnoun": "dough", "trgverb": "lift_off" }, { "key": "P01_105+354_355_356_357", "video_id": "P01_105", "narration_ids": [ "P01_105_354", "P01_105_355", "P01_105_356", "P01_105_357" ], "src": "cut pak_choi . move pak_choi . pick_up pak choi leaves", "src1": "cut pak_choi", "src2": "move pak_choi", "src3": "pick_up pak choi leaves", "trg": "put_down pak choi leaves", "vis_src": "P01_105:354 P01_105:355 P01_105:356", "vis_trg": "P01_105:357", "narrations": [ "cut pak choi", "move pak choi", "pick up pak choi leaves", "put down pak choi leaves" ], "verbs": [ "cut", "move", "pick-up", "put-down" ], "verb_classes": [ 7, 11, 0, 1 ], "nouns": [ "choi:pak", "choi:pak", "leaf:pak:choi", "leaf:pak:choi" ], "noun_classes": [ 151, 151, 62, 62 ], "start_stop_timestamps": [ [ "00:13:39.50", "00:13:46.77" ], [ "00:13:46.82", "00:13:49.57" ], [ "00:13:50.05", "00:13:52.09" ], [ "00:13:52.24", "00:13:52.95" ] ], "start_stop_frames": [ [ 40975, 41338 ], [ 41341, 41478 ], [ 41502, 41604 ], [ 41612, 41647 ] ], "trgnoun": "choi_pak_leaf", "trgverb": "put_down" }, { "key": "P02_104+151_152_153_154", "video_id": "P02_104", "narration_ids": [ "P02_104_151", "P02_104_152", "P02_104_153", "P02_104_154" ], "src": "put wooden_spoon down . pick_up glove from floor . hang glove", "src1": "put wooden_spoon down", "src2": "pick_up glove from floor", "src3": "hang glove", "trg": "pick_up wooden_spoon", "vis_src": "P02_104:151 P02_104:152 P02_104:153", "vis_trg": "P02_104:154", "narrations": [ "put wooden spoon down", "pick up glove from floor", "hang glove", "pick up wooden spoon" ], "verbs": [ "put", "pick-up", "hang", "pick-up" ], "verb_classes": [ 1, 0, 41, 0 ], "nouns": [ "spoon:wooden", "glove", "glove", "spoon:wooden" ], "noun_classes": [ 1, 60, 60, 1 ], "start_stop_timestamps": [ [ "00:07:57.18", "00:07:58.44" ], [ "00:07:58.00", "00:08:02.19" ], [ "00:08:02.29", "00:08:07.16" ], [ "00:08:12.90", "00:08:13.60" ] ], "start_stop_frames": [ [ 23859, 23922 ], [ 23900, 24109 ], [ 24114, 24358 ], [ 24645, 24680 ] ], "trgnoun": "wooden_spoon", "trgverb": "pick_up" }, { "key": "P04_112+119_120_121_122", "video_id": "P04_112", "narration_ids": [ "P04_112_119", "P04_112_120", "P04_112_121", "P04_112_122" ], "src": "push away coriander_packet . scrunch_up coriander_packet . lift dough off chopping board", "src1": "push away coriander_packet", "src2": "scrunch_up coriander_packet", "src3": "lift dough off chopping board", "trg": "put_down dough", "vis_src": "P04_112:119 P04_112:120 P04_112:121", "vis_trg": "P04_112:122", "narrations": [ "push away coriander packet", "scrunch up coriander packet", "lift dough off chopping board", "put down dough" ], "verbs": [ "push", "scrunch-up", "lift-off", "put-down" ], "verb_classes": [ 21, 18, 33, 1 ], "nouns": [ "packet:coriander", "packet:coriander", "dough", "dough" ], "noun_classes": [ 26, 26, 25, 25 ], "start_stop_timestamps": [ [ "00:03:22.53", "00:03:24.67" ], [ "00:03:23.47", "00:03:24.66" ], [ "00:03:24.78", "00:03:28.30" ], [ "00:03:28.27", "00:03:29.02" ] ], "start_stop_frames": [ [ 10126, 10233 ], [ 10173, 10233 ], [ 10239, 10415 ], [ 10413, 10451 ] ], "trgnoun": "dough", "trgverb": "put_down" }, { "key": "P37_101+344_345_346_347", "video_id": "P37_101", "narration_ids": [ "P37_101_344", "P37_101_345", "P37_101_346", "P37_101_347" ], "src": "cut coriander . shovel_up coriander . put coriander in pot", "src1": "cut coriander", "src2": "shovel_up coriander", "src3": "put coriander in pot", "trg": "remove coriander from knife", "vis_src": "P37_101:344 P37_101:345 P37_101:346", "vis_trg": "P37_101:347", "narrations": [ "cut coriander", "shovel up coriander", "put coriander in pot", "remove coriander from knife" ], "verbs": [ "cut", "shovel-up", "put-in", "remove" ], "verb_classes": [ 7, 16, 5, 12 ], "nouns": [ "coriander", "coriander", "coriander", "coriander" ], "noun_classes": [ 173, 173, 173, 173 ], "start_stop_timestamps": [ [ "00:24:58.99", "00:25:02.90" ], [ "00:25:02.67", "00:25:03.96" ], [ "00:25:04.06", "00:25:06.72" ], [ "00:25:06.82", "00:25:08.68" ] ], "start_stop_frames": [ [ 74949, 75145 ], [ 75133, 75198 ], [ 75203, 75336 ], [ 75341, 75434 ] ], "trgnoun": "coriander", "trgverb": "remove" }, { "key": "P27_103+46_47_48_49", "video_id": "P27_103", "narration_ids": [ "P27_103_46", "P27_103_47", "P27_103_48", "P27_103_49" ], "src": "plug plug . lift shaker . pick_up whisk", "src1": "plug plug", "src2": "lift shaker", "src3": "pick_up whisk", "trg": "insert whisk", "vis_src": "P27_103:46 P27_103:47 P27_103:48", "vis_trg": "P27_103:49", "narrations": [ "plug plug", "lift shaker", "pick up whisk", "insert whisk" ], "verbs": [ "plug", "lift", "pick-up", "insert" ], "verb_classes": [ 64, 33, 0, 5 ], "nouns": [ "plug", "shaker", "whisk", "whisk" ], "noun_classes": [ 153, 15, 218, 218 ], "start_stop_timestamps": [ [ "00:01:58.35", "00:02:02.57" ], [ "00:02:02.87", "00:02:03.77" ], [ "00:02:04.00", "00:02:08.04" ], [ "00:02:08.14", "00:02:12.20" ] ], "start_stop_frames": [ [ 5917, 6128 ], [ 6143, 6188 ], [ 6200, 6402 ], [ 6406, 6609 ] ], "trgnoun": "whisk", "trgverb": "insert" }, { "key": "P30_108+155_156_157_158", "video_id": "P30_108", "narration_ids": [ "P30_108_155", "P30_108_156", "P30_108_157", "P30_108_158" ], "src": "pick_up sponge . scrub plate . turn_on tap", "src1": "pick_up sponge", "src2": "scrub plate", "src3": "turn_on tap", "trg": "rinse plate", "vis_src": "P30_108:155 P30_108:156 P30_108:157", "vis_trg": "P30_108:158", "narrations": [ "pick up sponge", "scrub plate", "turn on tap", "rinse plate" ], "verbs": [ "pick-up", "scrub", "turn-on", "rinse" ], "verb_classes": [ 0, 29, 6, 2 ], "nouns": [ "sponge", "plate", "tap", "plate" ], "noun_classes": [ 9, 2, 0, 2 ], "start_stop_timestamps": [ [ "00:07:05.90", "00:07:06.28" ], [ "00:07:06.35", "00:07:11.49" ], [ "00:07:11.47", "00:07:12.17" ], [ "00:07:12.27", "00:07:16.27" ] ], "start_stop_frames": [ [ 21295, 21314 ], [ 21317, 21574 ], [ 21573, 21608 ], [ 21613, 21813 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P11_15+27_28_29_30", "video_id": "P11_15", "narration_ids": [ "P11_15_27", "P11_15_28", "P11_15_29", "P11_15_30" ], "src": "drop leeks . pick_up leeks . open packaging", "src1": "drop leeks", "src2": "pick_up leeks", "src3": "open packaging", "trg": "remove packaging", "vis_src": "P11_15:27 P11_15:28 P11_15:29", "vis_trg": "P11_15:30", "narrations": [ "drop leeks", "pick up leeks", "open packaging", "remove packaging" ], "verbs": [ "drop", "pick-up", "open", "remove" ], "verb_classes": [ 59, 0, 3, 12 ], "nouns": [ "leek", "leek", "packaging", "packaging" ], "noun_classes": [ 117, 117, 26, 26 ], "start_stop_timestamps": [ [ "00:01:34.90", "00:01:35.61" ], [ "00:01:36.26", "00:01:38.25" ], [ "00:01:40.43", "00:01:42.50" ], [ "00:01:42.37", "00:01:44.13" ] ], "start_stop_frames": [ [ 5694, 5736 ], [ 5775, 5895 ], [ 6025, 6150 ], [ 6142, 6247 ] ], "trgnoun": "packaging", "trgverb": "remove" }, { "key": "P30_111+166_167_168_169", "video_id": "P30_111", "narration_ids": [ "P30_111_166", "P30_111_167", "P30_111_168", "P30_111_169" ], "src": "scrape onion_skin off chopping board . pick_up onion . remove skin from onion", "src1": "scrape onion_skin off chopping board", "src2": "pick_up onion", "src3": "remove skin from onion", "trg": "put_down onion", "vis_src": "P30_111:166 P30_111:167 P30_111:168", "vis_trg": "P30_111:169", "narrations": [ "scrape onion skin off chopping board", "pick up onion", "remove skin from onion", "put down onion" ], "verbs": [ "scrape", "pick-up", "remove-from", "put-down" ], "verb_classes": [ 25, 0, 12, 1 ], "nouns": [ "skin:onion", "onion", "skin", "onion" ], "noun_classes": [ 48, 16, 48, 16 ], "start_stop_timestamps": [ [ "00:06:35.35", "00:06:36.95" ], [ "00:06:37.05", "00:06:37.55" ], [ "00:06:37.71", "00:06:43.05" ], [ "00:06:43.02", "00:06:43.76" ] ], "start_stop_frames": [ [ 19767, 19847 ], [ 19852, 19877 ], [ 19885, 20152 ], [ 20151, 20188 ] ], "trgnoun": "onion", "trgverb": "put_down" }, { "key": "P27_103+221_222_223_224", "video_id": "P27_103", "narration_ids": [ "P27_103_221", "P27_103_222", "P27_103_223", "P27_103_224" ], "src": "pour flour . put_down scale_plate . turn container", "src1": "pour flour", "src2": "put_down scale_plate", "src3": "turn container", "trg": "shake container", "vis_src": "P27_103:221 P27_103:222 P27_103:223", "vis_trg": "P27_103:224", "narrations": [ "pour flour", "put down scale plate", "turn container", "shake container" ], "verbs": [ "pour", "put-down", "turn", "shake" ], "verb_classes": [ 9, 1, 23, 15 ], "nouns": [ "flour", "plate:scale", "container", "container" ], "noun_classes": [ 75, 2, 21, 21 ], "start_stop_timestamps": [ [ "00:14:04.75", "00:14:08.65" ], [ "00:14:09.07", "00:14:09.72" ], [ "00:14:10.55", "00:14:21.56" ], [ "00:14:21.66", "00:14:24.15" ] ], "start_stop_frames": [ [ 42237, 42432 ], [ 42453, 42486 ], [ 42527, 43078 ], [ 43083, 43207 ] ], "trgnoun": "container", "trgverb": "shake" }, { "key": "P29_01+82_86_87_88", "video_id": "P29_01", "narration_ids": [ "P29_01_82", "P29_01_86", "P29_01_87", "P29_01_88" ], "src": "chop onion . inspect onion . throw away onion_peelings", "src1": "chop onion", "src2": "inspect onion", "src3": "throw away onion_peelings", "trg": "peel onion", "vis_src": "P29_01:82 P29_01:86 P29_01:87", "vis_trg": "P29_01:88", "narrations": [ "chop onion", "inspect onion", "throw away onion peelings", "peel onion" ], "verbs": [ "chop", "inspect", "throw", "peel" ], "verb_classes": [ 7, 24, 13, 19 ], "nouns": [ "onion", "onion", "peeling:onion", "onion" ], "noun_classes": [ 16, 16, 48, 16 ], "start_stop_timestamps": [ [ "00:04:41.42", "00:04:45.59" ], [ "00:04:47.58", "00:04:48.38" ], [ "00:04:48.31", "00:04:49.19" ], [ "00:04:51.97", "00:04:59.73" ] ], "start_stop_frames": [ [ 16885, 17135 ], [ 17254, 17302 ], [ 17298, 17351 ], [ 17518, 17983 ] ], "trgnoun": "onion", "trgverb": "peel" }, { "key": "P01_105+355_356_357_358", "video_id": "P01_105", "narration_ids": [ "P01_105_355", "P01_105_356", "P01_105_357", "P01_105_358" ], "src": "move pak_choi . pick_up pak choi leaves . put_down pak choi leaves", "src1": "move pak_choi", "src2": "pick_up pak choi leaves", "src3": "put_down pak choi leaves", "trg": "cut pak_choi", "vis_src": "P01_105:355 P01_105:356 P01_105:357", "vis_trg": "P01_105:358", "narrations": [ "move pak choi", "pick up pak choi leaves", "put down pak choi leaves", "cut pak choi" ], "verbs": [ "move", "pick-up", "put-down", "cut" ], "verb_classes": [ 11, 0, 1, 7 ], "nouns": [ "choi:pak", "leaf:pak:choi", "leaf:pak:choi", "choi:pak" ], "noun_classes": [ 151, 62, 62, 151 ], "start_stop_timestamps": [ [ "00:13:46.82", "00:13:49.57" ], [ "00:13:50.05", "00:13:52.09" ], [ "00:13:52.24", "00:13:52.95" ], [ "00:13:53.27", "00:13:56.31" ] ], "start_stop_frames": [ [ 41341, 41478 ], [ 41502, 41604 ], [ 41612, 41647 ], [ 41663, 41815 ] ], "trgnoun": "pak_choi", "trgverb": "cut" }, { "key": "P30_111+115_116_117_118", "video_id": "P30_111", "narration_ids": [ "P30_111_115", "P30_111_116", "P30_111_117", "P30_111_118" ], "src": "pick_up garlic_piece . chop garlic . dice garlic", "src1": "pick_up garlic_piece", "src2": "chop garlic", "src3": "dice garlic", "trg": "scrape garlic_pieces off knife", "vis_src": "P30_111:115 P30_111:116 P30_111:117", "vis_trg": "P30_111:118", "narrations": [ "pick up garlic piece", "chop garlic", "dice garlic", "scrape garlic pieces off knife" ], "verbs": [ "pick-up", "chop", "dice", "scrape-off" ], "verb_classes": [ 0, 7, 7, 25 ], "nouns": [ "piece:garlic", "garlic", "garlic", "piece:garlic" ], "noun_classes": [ 51, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:04:16.82", "00:04:17.72" ], [ "00:04:17.35", "00:04:25.91" ], [ "00:04:26.01", "00:04:42.08" ], [ "00:04:42.07", "00:04:43.92" ] ], "start_stop_frames": [ [ 12841, 12886 ], [ 12867, 13295 ], [ 13300, 14104 ], [ 14103, 14196 ] ], "trgnoun": "garlic_piece", "trgverb": "scrape_off" }, { "key": "P29_01+93_94_95_103", "video_id": "P29_01", "narration_ids": [ "P29_01_93", "P29_01_94", "P29_01_95", "P29_01_103" ], "src": "throw away onion_peeling . chopping onion . put salt on onion in pan", "src1": "throw away onion_peeling", "src2": "chopping onion", "src3": "put salt on onion in pan", "trg": "pick_up oil", "vis_src": "P29_01:93 P29_01:94 P29_01:95", "vis_trg": "P29_01:103", "narrations": [ "throw away onion peeling", "chopping onion", "put salt on onion in pan", "pick up oil" ], "verbs": [ "throw", "chop", "put-on", "pick-up" ], "verb_classes": [ 13, 7, 1, 0 ], "nouns": [ "peeling:onion", "onion", "salt", "oil" ], "noun_classes": [ 48, 16, 38, 31 ], "start_stop_timestamps": [ [ "00:05:15.81", "00:05:16.85" ], [ "00:05:16.64", "00:05:18.47" ], [ "00:05:16.68", "00:05:19.61" ], [ "00:05:34.63", "00:05:36.21" ] ], "start_stop_frames": [ [ 18948, 19011 ], [ 18998, 19108 ], [ 19000, 19176 ], [ 20077, 20172 ] ], "trgnoun": "oil", "trgverb": "pick_up" }, { "key": "P27_103+477_478_479_480", "video_id": "P27_103", "narration_ids": [ "P27_103_477", "P27_103_478", "P27_103_479", "P27_103_480" ], "src": "put_down container . pick_up whisk . pick_up sponge", "src1": "put_down container", "src2": "pick_up whisk", "src3": "pick_up sponge", "trg": "wash whisk", "vis_src": "P27_103:477 P27_103:478 P27_103:479", "vis_trg": "P27_103:480", "narrations": [ "put down container", "pick up whisk", "pick up sponge", "wash whisk" ], "verbs": [ "put-down", "pick-up", "pick-up", "wash" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "container", "whisk", "sponge", "whisk" ], "noun_classes": [ 21, 218, 9, 218 ], "start_stop_timestamps": [ [ "00:33:30.39", "00:33:31.64" ], [ "00:33:35.00", "00:33:35.97" ], [ "00:33:37.67", "00:33:38.25" ], [ "00:33:38.20", "00:33:45.37" ] ], "start_stop_frames": [ [ 100519, 100582 ], [ 100750, 100798 ], [ 100883, 100912 ], [ 100910, 101268 ] ], "trgnoun": "whisk", "trgverb": "wash" }, { "key": "P04_10+23_24_25_26", "video_id": "P04_10", "narration_ids": [ "P04_10_23", "P04_10_24", "P04_10_25", "P04_10_26" ], "src": "peel onion . put onion_skin in food bin . slice onion", "src1": "peel onion", "src2": "put onion_skin in food bin", "src3": "slice onion", "trg": "put onion into pan", "vis_src": "P04_10:23 P04_10:24 P04_10:25", "vis_trg": "P04_10:26", "narrations": [ "peel onion", "put onion skin in food bin", "slice onion", "put onion into pan" ], "verbs": [ "peel", "put-in", "slice", "put-into" ], "verb_classes": [ 19, 5, 7, 5 ], "nouns": [ "onion", "skin:onion", "onion", "onion" ], "noun_classes": [ 16, 48, 16, 16 ], "start_stop_timestamps": [ [ "00:04:01.60", "00:04:11.22" ], [ "00:04:14.61", "00:04:21.77" ], [ "00:04:25.28", "00:04:52.60" ], [ "00:04:55.85", "00:05:01.37" ] ], "start_stop_frames": [ [ 14496, 15073 ], [ 15276, 15706 ], [ 15916, 17556 ], [ 17751, 18082 ] ], "trgnoun": "onion", "trgverb": "put_into" }, { "key": "P27_103+135_136_137_138", "video_id": "P27_103", "narration_ids": [ "P27_103_135", "P27_103_136", "P27_103_137", "P27_103_138" ], "src": "pick_up paper . put_down paper . lower shaker", "src1": "pick_up paper", "src2": "put_down paper", "src3": "lower shaker", "trg": "turn_on shaker", "vis_src": "P27_103:135 P27_103:136 P27_103:137", "vis_trg": "P27_103:138", "narrations": [ "pick up paper", "put down paper", "lower shaker", "turn on shaker" ], "verbs": [ "pick-up", "put-down", "lower", "turn-on" ], "verb_classes": [ 0, 1, 73, 6 ], "nouns": [ "paper", "paper", "shaker", "shaker" ], "noun_classes": [ 49, 49, 15, 15 ], "start_stop_timestamps": [ [ "00:06:16.08", "00:06:19.26" ], [ "00:06:24.09", "00:06:24.72" ], [ "00:06:26.68", "00:06:29.26" ], [ "00:06:28.09", "00:06:30.90" ] ], "start_stop_frames": [ [ 18804, 18963 ], [ 19204, 19236 ], [ 19334, 19463 ], [ 19404, 19545 ] ], "trgnoun": "shaker", "trgverb": "turn_on" }, { "key": "P27_103+326_327_328_329", "video_id": "P27_103", "narration_ids": [ "P27_103_326", "P27_103_327", "P27_103_328", "P27_103_329" ], "src": "press button . pick_up whisk . turn_on tap", "src1": "press button", "src2": "pick_up whisk", "src3": "turn_on tap", "trg": "wash whisk", "vis_src": "P27_103:326 P27_103:327 P27_103:328", "vis_trg": "P27_103:329", "narrations": [ "press button", "pick up whisk", "turn on tap", "wash whisk" ], "verbs": [ "press", "pick-up", "turn-on", "wash" ], "verb_classes": [ 21, 0, 6, 2 ], "nouns": [ "button", "whisk", "tap", "whisk" ], "noun_classes": [ 92, 218, 0, 218 ], "start_stop_timestamps": [ [ "00:23:56.78", "00:23:59.97" ], [ "00:23:59.69", "00:24:02.47" ], [ "00:24:32.67", "00:24:33.75" ], [ "00:24:33.83", "00:24:37.01" ] ], "start_stop_frames": [ [ 71839, 71998 ], [ 71984, 72123 ], [ 73633, 73687 ], [ 73691, 73850 ] ], "trgnoun": "whisk", "trgverb": "wash" }, { "key": "P06_106+45_46_47_48", "video_id": "P06_106", "narration_ids": [ "P06_106_45", "P06_106_46", "P06_106_47", "P06_106_48" ], "src": "grate cheese . put grater down . pick_up cheese_packet", "src1": "grate cheese", "src2": "put grater down", "src3": "pick_up cheese_packet", "trg": "put cheese into packet", "vis_src": "P06_106:45 P06_106:46 P06_106:47", "vis_trg": "P06_106:48", "narrations": [ "grate cheese", "put grater down", "pick up cheese packet", "put cheese into packet" ], "verbs": [ "grate", "put", "pick-up", "put-into" ], "verb_classes": [ 77, 1, 0, 5 ], "nouns": [ "cheese", "grater", "packet:cheese", "cheese" ], "noun_classes": [ 32, 96, 26, 32 ], "start_stop_timestamps": [ [ "00:02:31.37", "00:02:36.14" ], [ "00:02:38.20", "00:02:39.12" ], [ "00:02:39.16", "00:02:39.95" ], [ "00:02:39.97", "00:02:40.99" ] ], "start_stop_frames": [ [ 7568, 7806 ], [ 7909, 7956 ], [ 7958, 7997 ], [ 7998, 8049 ] ], "trgnoun": "cheese", "trgverb": "put_into" }, { "key": "P01_105+356_357_358_359", "video_id": "P01_105", "narration_ids": [ "P01_105_356", "P01_105_357", "P01_105_358", "P01_105_359" ], "src": "pick_up pak choi leaves . put_down pak choi leaves . cut pak_choi", "src1": "pick_up pak choi leaves", "src2": "put_down pak choi leaves", "src3": "cut pak_choi", "trg": "move pak_choi", "vis_src": "P01_105:356 P01_105:357 P01_105:358", "vis_trg": "P01_105:359", "narrations": [ "pick up pak choi leaves", "put down pak choi leaves", "cut pak choi", "move pak choi" ], "verbs": [ "pick-up", "put-down", "cut", "move" ], "verb_classes": [ 0, 1, 7, 11 ], "nouns": [ "leaf:pak:choi", "leaf:pak:choi", "choi:pak", "choi:pak" ], "noun_classes": [ 62, 62, 151, 151 ], "start_stop_timestamps": [ [ "00:13:50.05", "00:13:52.09" ], [ "00:13:52.24", "00:13:52.95" ], [ "00:13:53.27", "00:13:56.31" ], [ "00:13:56.02", "00:13:56.48" ] ], "start_stop_frames": [ [ 41502, 41604 ], [ 41612, 41647 ], [ 41663, 41815 ], [ 41801, 41824 ] ], "trgnoun": "pak_choi", "trgverb": "move" }, { "key": "P25_107+335_336_337_338", "video_id": "P25_107", "narration_ids": [ "P25_107_335", "P25_107_336", "P25_107_337", "P25_107_338" ], "src": "pour salt . pick_up aubergine . lift plate", "src1": "pour salt", "src2": "pick_up aubergine", "src3": "lift plate", "trg": "lay aubergine", "vis_src": "P25_107:335 P25_107:336 P25_107:337", "vis_trg": "P25_107:338", "narrations": [ "pour salt", "pick up aubergine", "lift plate", "lay aubergine" ], "verbs": [ "pour", "pick-up", "lift", "lay" ], "verb_classes": [ 9, 0, 33, 1 ], "nouns": [ "salt", "aubergine", "plate", "aubergine" ], "noun_classes": [ 38, 67, 2, 67 ], "start_stop_timestamps": [ [ "00:25:12.19", "00:25:14.49" ], [ "00:25:14.50", "00:25:18.48" ], [ "00:25:17.69", "00:25:19.47" ], [ "00:25:19.39", "00:25:20.70" ] ], "start_stop_frames": [ [ 75609, 75724 ], [ 75725, 75924 ], [ 75884, 75973 ], [ 75969, 76035 ] ], "trgnoun": "aubergine", "trgverb": "lay" }, { "key": "P04_110+347_348_351_352", "video_id": "P04_110", "narration_ids": [ "P04_110_347", "P04_110_348", "P04_110_351", "P04_110_352" ], "src": "stretch dough . fold dough . lift dough off chopping board", "src1": "stretch dough", "src2": "fold dough", "src3": "lift dough off chopping board", "trg": "put_down dough", "vis_src": "P04_110:347 P04_110:348 P04_110:351", "vis_trg": "P04_110:352", "narrations": [ "stretch dough", "fold dough", "lift dough off chopping board", "put down dough" ], "verbs": [ "stretch", "fold", "lift-off", "put-down" ], "verb_classes": [ 50, 28, 33, 1 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:10:30.98", "00:10:32.57" ], [ "00:10:32.67", "00:10:33.47" ], [ "00:10:35.77", "00:10:38.02" ], [ "00:10:38.01", "00:10:38.77" ] ], "start_stop_frames": [ [ 31549, 31628 ], [ 31633, 31673 ], [ 31788, 31901 ], [ 31900, 31938 ] ], "trgnoun": "dough", "trgverb": "put_down" }, { "key": "P02_120+59_60_61_63", "video_id": "P02_120", "narration_ids": [ "P02_120_59", "P02_120_60", "P02_120_61", "P02_120_63" ], "src": "open vanilla extract bottle . pick_up lid . pour vanilla_extract from bottle onto lid", "src1": "open vanilla extract bottle", "src2": "pick_up lid", "src3": "pour vanilla_extract from bottle onto lid", "trg": "close vanilla extract bottle", "vis_src": "P02_120:59 P02_120:60 P02_120:61", "vis_trg": "P02_120:63", "narrations": [ "open vanilla extract bottle", "pick up lid", "pour vanilla extract from bottle onto lid", "close vanilla extract bottle" ], "verbs": [ "open", "pick-up", "pour", "close" ], "verb_classes": [ 3, 0, 9, 4 ], "nouns": [ "bottle:vanilla:extract", "lid", "extract:vanilla", "bottle:vanilla:extract" ], "noun_classes": [ 15, 6, 299, 15 ], "start_stop_timestamps": [ [ "00:03:50.58", "00:03:54.37" ], [ "00:03:55.18", "00:03:56.54" ], [ "00:03:56.80", "00:03:58.86" ], [ "00:04:00.49", "00:04:03.84" ] ], "start_stop_frames": [ [ 11529, 11718 ], [ 11759, 11827 ], [ 11840, 11943 ], [ 12024, 12192 ] ], "trgnoun": "extract_vanilla_bottle", "trgverb": "close" }, { "key": "P30_05+121_122_123_124", "video_id": "P30_05", "narration_ids": [ "P30_05_121", "P30_05_122", "P30_05_123", "P30_05_124" ], "src": "move chopping_board . take bag of garlic . remove bulb of garlic", "src1": "move chopping_board", "src2": "take bag of garlic", "src3": "remove bulb of garlic", "trg": "split bulb of garlic", "vis_src": "P30_05:121 P30_05:122 P30_05:123", "vis_trg": "P30_05:124", "narrations": [ "move chopping board", "take bag of garlic", "remove bulb of garlic", "split bulb of garlic" ], "verbs": [ "move", "take", "remove", "split" ], "verb_classes": [ 11, 0, 12, 52 ], "nouns": [ "board:chopping", "bag:garlic", "bulb:garlic", "bulb:garlic" ], "noun_classes": [ 18, 19, 51, 51 ], "start_stop_timestamps": [ [ "00:09:42.26", "00:09:47.84" ], [ "00:09:47.94", "00:09:50.36" ], [ "00:09:49.52", "00:09:52.89" ], [ "00:09:52.99", "00:10:08.10" ] ], "start_stop_frames": [ [ 34935, 35270 ], [ 35276, 35421 ], [ 35371, 35573 ], [ 35579, 36486 ] ], "trgnoun": "garlic_bulb", "trgverb": "split" }, { "key": "P01_109+459_460_461_462", "video_id": "P01_109", "narration_ids": [ "P01_109_459", "P01_109_460", "P01_109_461", "P01_109_462" ], "src": "split potatoes . put_down spatula . pick_up potato_slice", "src1": "split potatoes", "src2": "put_down spatula", "src3": "pick_up potato_slice", "trg": "eat potato_slice", "vis_src": "P01_109:459 P01_109:460 P01_109:461", "vis_trg": "P01_109:462", "narrations": [ "split potatoes", "put down spatula", "pick up potato slice", "eat potato slice" ], "verbs": [ "split", "put-down", "pick-up", "eat" ], "verb_classes": [ 52, 1, 0, 35 ], "nouns": [ "potato", "spatula", "slice:potato", "slice:potato" ], "noun_classes": [ 30, 20, 30, 30 ], "start_stop_timestamps": [ [ "00:30:03.38", "00:30:15.68" ], [ "00:30:15.78", "00:30:16.88" ], [ "00:30:17.85", "00:30:19.16" ], [ "00:30:19.60", "00:30:28.90" ] ], "start_stop_frames": [ [ 90169, 90784 ], [ 90789, 90844 ], [ 90892, 90958 ], [ 90980, 91445 ] ], "trgnoun": "potato_slice", "trgverb": "eat" }, { "key": "P27_103+23_24_25_28", "video_id": "P27_103", "narration_ids": [ "P27_103_23", "P27_103_24", "P27_103_25", "P27_103_28" ], "src": "lay tea_towel . adjust tea_towel . pick_up eggs", "src1": "lay tea_towel", "src2": "adjust tea_towel", "src3": "pick_up eggs", "trg": "put_down egg", "vis_src": "P27_103:23 P27_103:24 P27_103:25", "vis_trg": "P27_103:28", "narrations": [ "lay tea towel", "adjust tea towel", "pick up eggs", "put down egg" ], "verbs": [ "lay", "adjust", "pick-up", "put-down" ], "verb_classes": [ 1, 17, 0, 1 ], "nouns": [ "towel:tea", "towel:tea", "egg", "egg" ], "noun_classes": [ 52, 52, 53, 53 ], "start_stop_timestamps": [ [ "00:00:55.40", "00:01:01.36" ], [ "00:01:01.86", "00:01:02.92" ], [ "00:01:03.82", "00:01:04.61" ], [ "00:01:04.00", "00:01:07.13" ] ], "start_stop_frames": [ [ 2770, 3068 ], [ 3093, 3146 ], [ 3191, 3230 ], [ 3200, 3356 ] ], "trgnoun": "egg", "trgverb": "put_down" }, { "key": "P20_01+80_81_82_83", "video_id": "P20_01", "narration_ids": [ "P20_01_80", "P20_01_81", "P20_01_82", "P20_01_83" ], "src": "put_down frying_pan . pick_up milk . drink milk", "src1": "put_down frying_pan", "src2": "pick_up milk", "src3": "drink milk", "trg": "put_down milk", "vis_src": "P20_01:80 P20_01:81 P20_01:82", "vis_trg": "P20_01:83", "narrations": [ "put down frying pan", "pick up milk", "drink milk", "put down milk" ], "verbs": [ "put-down", "pick-up", "drink", "put-down" ], "verb_classes": [ 1, 0, 60, 1 ], "nouns": [ "pan:frying", "milk", "milk", "milk" ], "noun_classes": [ 5, 64, 64, 64 ], "start_stop_timestamps": [ [ "00:04:26.51", "00:04:28.32" ], [ "00:04:29.33", "00:04:30.89" ], [ "00:04:30.93", "00:04:32.67" ], [ "00:04:32.61", "00:04:33.77" ] ], "start_stop_frames": [ [ 15990, 16099 ], [ 16159, 16253 ], [ 16255, 16360 ], [ 16356, 16426 ] ], "trgnoun": "milk", "trgverb": "put_down" }, { "key": "P04_120+232_233_234_235", "video_id": "P04_120", "narration_ids": [ "P04_120_232", "P04_120_233", "P04_120_234", "P04_120_235" ], "src": "slide tea_towel onto trolley . pick_up pan . pick_up tea_towel", "src1": "slide tea_towel onto trolley", "src2": "pick_up pan", "src3": "pick_up tea_towel", "trg": "wipe pan with tea towel", "vis_src": "P04_120:232 P04_120:233 P04_120:234", "vis_trg": "P04_120:235", "narrations": [ "slide tea towel onto trolley", "pick up pan", "pick up tea towel", "wipe pan with tea towel" ], "verbs": [ "slide-onto", "pick-up", "pick-up", "wipe-with" ], "verb_classes": [ 5, 0, 0, 2 ], "nouns": [ "towel:tea", "pan", "towel:tea", "pan" ], "noun_classes": [ 52, 5, 52, 5 ], "start_stop_timestamps": [ [ "00:09:23.15", "00:09:26.08" ], [ "00:09:26.98", "00:09:29.59" ], [ "00:09:30.73", "00:09:31.24" ], [ "00:09:31.28", "00:09:34.62" ] ], "start_stop_frames": [ [ 28157, 28304 ], [ 28349, 28479 ], [ 28536, 28562 ], [ 28564, 28731 ] ], "trgnoun": "pan", "trgverb": "wipe_with" }, { "key": "P02_133+29_30_31_32", "video_id": "P02_133", "narration_ids": [ "P02_133_29", "P02_133_30", "P02_133_31", "P02_133_32" ], "src": "turn_off heat . pick_up pan . slide pies from pan onto plate", "src1": "turn_off heat", "src2": "pick_up pan", "src3": "slide pies from pan onto plate", "trg": "put pan next to sink", "vis_src": "P02_133:29 P02_133:30 P02_133:31", "vis_trg": "P02_133:32", "narrations": [ "turn off heat", "pick up pan", "slide pies from pan onto plate", "put pan next to sink" ], "verbs": [ "turn-off", "pick-up", "slide-onto", "put" ], "verb_classes": [ 8, 0, 5, 1 ], "nouns": [ "heat", "pan", "pie", "pan" ], "noun_classes": [ 65, 5, 137, 5 ], "start_stop_timestamps": [ [ "00:00:59.62", "00:01:00.58" ], [ "00:01:00.90", "00:01:01.47" ], [ "00:01:04.30", "00:01:11.15" ], [ "00:01:14.05", "00:01:15.42" ] ], "start_stop_frames": [ [ 2981, 3029 ], [ 3045, 3073 ], [ 3215, 3557 ], [ 3702, 3771 ] ], "trgnoun": "pan", "trgverb": "put" }, { "key": "P02_126+32_33_34_35", "video_id": "P02_126", "narration_ids": [ "P02_126_32", "P02_126_33", "P02_126_34", "P02_126_35" ], "src": "pick_up lid to uncover pan . pick_up pan . slide pies from pan onto plate", "src1": "pick_up lid to uncover pan", "src2": "pick_up pan", "src3": "slide pies from pan onto plate", "trg": "put pan on hob", "vis_src": "P02_126:32 P02_126:33 P02_126:34", "vis_trg": "P02_126:35", "narrations": [ "pick up lid to uncover pan", "pick up pan", "slide pies from pan onto plate", "put pan on hob" ], "verbs": [ "pick-up", "pick-up", "slide-onto", "put-on" ], "verb_classes": [ 0, 0, 5, 1 ], "nouns": [ "lid", "pan", "pie", "pan" ], "noun_classes": [ 6, 5, 137, 5 ], "start_stop_timestamps": [ [ "00:01:39.21", "00:01:40.22" ], [ "00:01:40.32", "00:01:41.22" ], [ "00:01:41.08", "00:01:44.56" ], [ "00:01:44.66", "00:01:45.35" ] ], "start_stop_frames": [ [ 4960, 5011 ], [ 5016, 5061 ], [ 5054, 5228 ], [ 5233, 5267 ] ], "trgnoun": "pan", "trgverb": "put_on" }, { "key": "P04_113+152_153_154_155", "video_id": "P04_113", "narration_ids": [ "P04_113_152", "P04_113_153", "P04_113_154", "P04_113_155" ], "src": "open dishwasher_drawer . put fork in cutlery tray . pick_up plate", "src1": "open dishwasher_drawer", "src2": "put fork in cutlery tray", "src3": "pick_up plate", "trg": "put plate in dishwasher", "vis_src": "P04_113:152 P04_113:153 P04_113:154", "vis_trg": "P04_113:155", "narrations": [ "open dishwasher drawer", "put fork in cutlery tray", "pick up plate", "put plate in dishwasher" ], "verbs": [ "open", "put-in", "pick-up", "put-in" ], "verb_classes": [ 3, 5, 0, 5 ], "nouns": [ "drawer:dishwasher", "fork", "plate", "plate" ], "noun_classes": [ 70, 14, 2, 2 ], "start_stop_timestamps": [ [ "00:04:42.70", "00:04:43.25" ], [ "00:04:43.30", "00:04:43.60" ], [ "00:04:43.65", "00:04:45.43" ], [ "00:04:46.55", "00:04:49.65" ] ], "start_stop_frames": [ [ 14135, 14162 ], [ 14165, 14180 ], [ 14182, 14271 ], [ 14327, 14482 ] ], "trgnoun": "plate", "trgverb": "put_in" }, { "key": "P30_107+393_394_395_396", "video_id": "P30_107", "narration_ids": [ "P30_107_393", "P30_107_394", "P30_107_395", "P30_107_396" ], "src": "move meat . slice meat . inspect meat", "src1": "move meat", "src2": "slice meat", "src3": "inspect meat", "trg": "put meat into bin", "vis_src": "P30_107:393 P30_107:394 P30_107:395", "vis_trg": "P30_107:396", "narrations": [ "move meat", "slice meat", "inspect meat", "put meat into bin" ], "verbs": [ "move", "slice", "inspect", "put-into" ], "verb_classes": [ 11, 7, 24, 5 ], "nouns": [ "meat", "meat", "meat", "meat" ], "noun_classes": [ 28, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:20:00.13", "00:20:02.80" ], [ "00:20:02.79", "00:20:08.72" ], [ "00:20:08.94", "00:20:11.64" ], [ "00:20:14.00", "00:20:16.61" ] ], "start_stop_frames": [ [ 60006, 60140 ], [ 60139, 60436 ], [ 60447, 60582 ], [ 60700, 60830 ] ], "trgnoun": "meat", "trgverb": "put_into" }, { "key": "P04_112+117_118_119_120", "video_id": "P04_112", "narration_ids": [ "P04_112_117", "P04_112_118", "P04_112_119", "P04_112_120" ], "src": "feel dough . move away tea_towel . push away coriander_packet", "src1": "feel dough", "src2": "move away tea_towel", "src3": "push away coriander_packet", "trg": "scrunch_up coriander_packet", "vis_src": "P04_112:117 P04_112:118 P04_112:119", "vis_trg": "P04_112:120", "narrations": [ "feel dough", "move away tea towel", "push away coriander packet", "scrunch up coriander packet" ], "verbs": [ "feel", "move", "push", "scrunch-up" ], "verb_classes": [ 54, 11, 21, 18 ], "nouns": [ "dough", "towel:tea", "packet:coriander", "packet:coriander" ], "noun_classes": [ 25, 52, 26, 26 ], "start_stop_timestamps": [ [ "00:03:21.54", "00:03:31.79" ], [ "00:03:21.00", "00:03:21.63" ], [ "00:03:22.53", "00:03:24.67" ], [ "00:03:23.47", "00:03:24.66" ] ], "start_stop_frames": [ [ 10077, 10589 ], [ 10050, 10081 ], [ 10126, 10233 ], [ 10173, 10233 ] ], "trgnoun": "coriander_packet", "trgverb": "scrunch_up" }, { "key": "P01_109+869_870_871_872", "video_id": "P01_109", "narration_ids": [ "P01_109_869", "P01_109_870", "P01_109_871", "P01_109_872" ], "src": "pick_up aluminium_foil . pick_up box . move tea_towels", "src1": "pick_up aluminium_foil", "src2": "pick_up box", "src3": "move tea_towels", "trg": "put_down aluminium_foil", "vis_src": "P01_109:869 P01_109:870 P01_109:871", "vis_trg": "P01_109:872", "narrations": [ "pick up aluminium foil", "pick up box", "move tea towels", "put down aluminium foil" ], "verbs": [ "pick-up", "pick-up", "move", "put-down" ], "verb_classes": [ 0, 0, 11, 1 ], "nouns": [ "foil:aluminium", "box", "towel:tea", "foil:aluminium" ], "noun_classes": [ 123, 23, 52, 123 ], "start_stop_timestamps": [ [ "01:00:09.95", "01:00:11.52" ], [ "01:00:13.17", "01:00:14.76" ], [ "01:00:15.05", "01:00:19.20" ], [ "01:00:20.24", "01:00:20.77" ] ], "start_stop_frames": [ [ 180497, 180576 ], [ 180658, 180738 ], [ 180752, 180960 ], [ 181012, 181038 ] ], "trgnoun": "aluminium_foil", "trgverb": "put_down" }, { "key": "P04_117+79_80_81_82", "video_id": "P04_117", "narration_ids": [ "P04_117_79", "P04_117_80", "P04_117_81", "P04_117_82" ], "src": "take slice of bread out of toaster . put_down slice of bread . pick_up slice of bread", "src1": "take slice of bread out of toaster", "src2": "put_down slice of bread", "src3": "pick_up slice of bread", "trg": "put slice of bread in toaster", "vis_src": "P04_117:79 P04_117:80 P04_117:81", "vis_trg": "P04_117:82", "narrations": [ "take slice of bread out of toaster", "put down slice of bread", "pick up slice of bread", "put slice of bread in toaster" ], "verbs": [ "take-out", "put-down", "pick-up", "put-in" ], "verb_classes": [ 12, 1, 0, 5 ], "nouns": [ "slice:bread", "slice:bread", "slice:bread", "slice:bread" ], "noun_classes": [ 33, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:03:08.36", "00:03:09.47" ], [ "00:03:09.92", "00:03:11.11" ], [ "00:03:11.23", "00:03:11.87" ], [ "00:03:12.02", "00:03:12.73" ] ], "start_stop_frames": [ [ 9418, 9473 ], [ 9496, 9555 ], [ 9561, 9593 ], [ 9601, 9636 ] ], "trgnoun": "bread_slice", "trgverb": "put_in" }, { "key": "P04_110+348_351_352_353", "video_id": "P04_110", "narration_ids": [ "P04_110_348", "P04_110_351", "P04_110_352", "P04_110_353" ], "src": "fold dough . lift dough off chopping board . put_down dough", "src1": "fold dough", "src2": "lift dough off chopping board", "src3": "put_down dough", "trg": "stretch dough", "vis_src": "P04_110:348 P04_110:351 P04_110:352", "vis_trg": "P04_110:353", "narrations": [ "fold dough", "lift dough off chopping board", "put down dough", "stretch dough" ], "verbs": [ "fold", "lift-off", "put-down", "stretch" ], "verb_classes": [ 28, 33, 1, 50 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:10:32.67", "00:10:33.47" ], [ "00:10:35.77", "00:10:38.02" ], [ "00:10:38.01", "00:10:38.77" ], [ "00:10:38.75", "00:10:39.87" ] ], "start_stop_frames": [ [ 31633, 31673 ], [ 31788, 31901 ], [ 31900, 31938 ], [ 31937, 31993 ] ], "trgnoun": "dough", "trgverb": "stretch" }, { "key": "P06_07+48_49_50_51", "video_id": "P06_07", "narration_ids": [ "P06_07_48", "P06_07_49", "P06_07_50", "P06_07_51" ], "src": "brush flour . rub_off knife . cut dough", "src1": "brush flour", "src2": "rub_off knife", "src3": "cut dough", "trg": "put knife", "vis_src": "P06_07:48 P06_07:49 P06_07:50", "vis_trg": "P06_07:51", "narrations": [ "brush flour", "rub off knife", "cut dough", "put knife" ], "verbs": [ "brush", "rub-off", "cut", "put" ], "verb_classes": [ 57, 55, 7, 1 ], "nouns": [ "flour", "knife", "dough", "knife" ], "noun_classes": [ 75, 4, 25, 4 ], "start_stop_timestamps": [ [ "00:03:01.74", "00:03:05.31" ], [ "00:03:08.89", "00:03:10.60" ], [ "00:03:11.80", "00:03:25.77" ], [ "00:03:26.28", "00:03:26.90" ] ], "start_stop_frames": [ [ 10904, 11118 ], [ 11333, 11436 ], [ 11508, 12346 ], [ 12376, 12414 ] ], "trgnoun": "knife", "trgverb": "put" }, { "key": "P23_101+153_154_155_156", "video_id": "P23_101", "narration_ids": [ "P23_101_153", "P23_101_154", "P23_101_155", "P23_101_156" ], "src": "take green_chilli . close door . switch_off gas", "src1": "take green_chilli", "src2": "close door", "src3": "switch_off gas", "trg": "put green_chilli", "vis_src": "P23_101:153 P23_101:154 P23_101:155", "vis_trg": "P23_101:156", "narrations": [ "take green chilli", "close door", "switch off gas", "put green chilli" ], "verbs": [ "take", "close", "switch-off", "put" ], "verb_classes": [ 0, 4, 8, 1 ], "nouns": [ "chilli:green", "door", "gas", "chilli:green" ], "noun_classes": [ 69, 3, 24, 69 ], "start_stop_timestamps": [ [ "00:16:45.00", "00:16:48.22" ], [ "00:16:50.08", "00:16:51.98" ], [ "00:16:52.38", "00:16:54.61" ], [ "00:16:54.69", "00:16:55.65" ] ], "start_stop_frames": [ [ 50250, 50411 ], [ 50504, 50599 ], [ 50619, 50730 ], [ 50734, 50782 ] ], "trgnoun": "green_chilli", "trgverb": "put" }, { "key": "P04_117+108_109_110_111", "video_id": "P04_117", "narration_ids": [ "P04_117_108", "P04_117_109", "P04_117_110", "P04_117_111" ], "src": "lay eggs on slice of bread . gather eggs in pan with spatula . scoop egg out of pan with spatula", "src1": "lay eggs on slice of bread", "src2": "gather eggs in pan with spatula", "src3": "scoop egg out of pan with spatula", "trg": "shake eggs onto slice of bread", "vis_src": "P04_117:108 P04_117:109 P04_117:110", "vis_trg": "P04_117:111", "narrations": [ "lay eggs on slice of bread", "gather eggs in pan with spatula", "scoop egg out of pan with spatula", "shake eggs onto slice of bread" ], "verbs": [ "lay-on", "gather-in", "scoop-out", "shake-onto" ], "verb_classes": [ 1, 63, 16, 15 ], "nouns": [ "egg", "egg", "egg", "egg" ], "noun_classes": [ 53, 53, 53, 53 ], "start_stop_timestamps": [ [ "00:03:56.10", "00:03:59.50" ], [ "00:04:00.19", "00:04:01.17" ], [ "00:04:01.55", "00:04:02.30" ], [ "00:04:02.75", "00:04:03.90" ] ], "start_stop_frames": [ [ 11805, 11975 ], [ 12009, 12058 ], [ 12077, 12115 ], [ 12137, 12195 ] ], "trgnoun": "egg", "trgverb": "shake_onto" }, { "key": "P07_10+39_40_41_42", "video_id": "P07_10", "narration_ids": [ "P07_10_39", "P07_10_40", "P07_10_41", "P07_10_42" ], "src": "put potato on board . pick_up potatoes . turn_on tap", "src1": "put potato on board", "src2": "pick_up potatoes", "src3": "turn_on tap", "trg": "rinse potatoes", "vis_src": "P07_10:39 P07_10:40 P07_10:41", "vis_trg": "P07_10:42", "narrations": [ "put potato on board", "pick up potatoes", "turn on tap", "rinse potatoes" ], "verbs": [ "put-on", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "potato", "potato", "tap", "potato" ], "noun_classes": [ 30, 30, 0, 30 ], "start_stop_timestamps": [ [ "00:04:22.25", "00:04:23.46" ], [ "00:04:22.78", "00:04:24.95" ], [ "00:04:24.71", "00:04:26.08" ], [ "00:04:26.18", "00:04:29.86" ] ], "start_stop_frames": [ [ 15735, 15807 ], [ 15766, 15897 ], [ 15882, 15964 ], [ 15970, 16191 ] ], "trgnoun": "potato", "trgverb": "rinse" }, { "key": "P22_11+166_167_168_169", "video_id": "P22_11", "narration_ids": [ "P22_11_166", "P22_11_167", "P22_11_168", "P22_11_169" ], "src": "lather teaspoon . open tap . rinse teaspoon", "src1": "lather teaspoon", "src2": "open tap", "src3": "rinse teaspoon", "trg": "put_down teaspoon", "vis_src": "P22_11:166 P22_11:167 P22_11:168", "vis_trg": "P22_11:169", "narrations": [ "lather teaspoon", "open tap", "rinse teaspoon", "put down teaspoon" ], "verbs": [ "lather", "turn-on", "rinse", "put-down" ], "verb_classes": [ 2, 6, 2, 1 ], "nouns": [ "teaspoon", "tap", "teaspoon", "teaspoon" ], "noun_classes": [ 1, 0, 1, 1 ], "start_stop_timestamps": [ [ "00:05:52.81", "00:05:55.15" ], [ "00:05:55.25", "00:05:56.06" ], [ "00:05:55.82", "00:06:00.39" ], [ "00:06:01.70", "00:06:03.82" ] ], "start_stop_frames": [ [ 21168, 21309 ], [ 21315, 21363 ], [ 21349, 21623 ], [ 21702, 21829 ] ], "trgnoun": "teaspoon", "trgverb": "put_down" }, { "key": "P27_103+376_377_378_379", "video_id": "P27_103", "narration_ids": [ "P27_103_376", "P27_103_377", "P27_103_378", "P27_103_379" ], "src": "wash scale_plate . open garbage_bin . pick_up sachet", "src1": "wash scale_plate", "src2": "open garbage_bin", "src3": "pick_up sachet", "trg": "throw sachet", "vis_src": "P27_103:376 P27_103:377 P27_103:378", "vis_trg": "P27_103:379", "narrations": [ "wash scale plate", "open garbage bin", "pick up sachet", "throw sachet" ], "verbs": [ "wash", "open", "pick-up", "throw" ], "verb_classes": [ 2, 3, 0, 13 ], "nouns": [ "plate:scale", "bin:garbage", "sachet", "sachet" ], "noun_classes": [ 2, 36, 26, 26 ], "start_stop_timestamps": [ [ "00:28:31.43", "00:28:34.16" ], [ "00:28:33.74", "00:28:40.84" ], [ "00:28:41.27", "00:28:42.57" ], [ "00:28:42.67", "00:28:45.42" ] ], "start_stop_frames": [ [ 85571, 85708 ], [ 85687, 86042 ], [ 86063, 86128 ], [ 86133, 86271 ] ], "trgnoun": "sachet", "trgverb": "throw" }, { "key": "P07_113+83_84_85_86", "video_id": "P07_113", "narration_ids": [ "P07_113_83", "P07_113_84", "P07_113_85", "P07_113_86" ], "src": "close drawer . scrape cup . shake rice", "src1": "close drawer", "src2": "scrape cup", "src3": "shake rice", "trg": "grab cup", "vis_src": "P07_113:83 P07_113:84 P07_113:85", "vis_trg": "P07_113:86", "narrations": [ "close drawer", "scrape cup", "shake rice", "grab cup" ], "verbs": [ "close", "scrape", "shake", "grab" ], "verb_classes": [ 4, 25, 15, 0 ], "nouns": [ "drawer", "cup", "rice", "cup" ], "noun_classes": [ 8, 13, 55, 13 ], "start_stop_timestamps": [ [ "00:04:17.78", "00:04:18.41" ], [ "00:04:18.65", "00:04:33.15" ], [ "00:04:33.24", "00:04:43.33" ], [ "00:04:42.48", "00:04:44.38" ] ], "start_stop_frames": [ [ 12888, 12920 ], [ 12932, 13657 ], [ 13662, 14166 ], [ 14124, 14219 ] ], "trgnoun": "cup", "trgverb": "grab" }, { "key": "P24_06+71_72_73_74", "video_id": "P24_06", "narration_ids": [ "P24_06_71", "P24_06_72", "P24_06_73", "P24_06_74" ], "src": "grab ladle . lather ladle . rinse ladle", "src1": "grab ladle", "src2": "lather ladle", "src3": "rinse ladle", "trg": "put_down ladle", "vis_src": "P24_06:71 P24_06:72 P24_06:73", "vis_trg": "P24_06:74", "narrations": [ "grab ladle", "lather ladle", "rinse ladle", "put down ladle" ], "verbs": [ "grab", "lather", "rinse", "put-down" ], "verb_classes": [ 0, 2, 2, 1 ], "nouns": [ "ladle", "ladle", "ladle", "ladle" ], "noun_classes": [ 97, 97, 97, 97 ], "start_stop_timestamps": [ [ "00:05:18.92", "00:05:20.33" ], [ "00:05:21.20", "00:05:36.64" ], [ "00:05:37.15", "00:05:47.03" ], [ "00:05:48.01", "00:05:50.21" ] ], "start_stop_frames": [ [ 19135, 19219 ], [ 19272, 20198 ], [ 20229, 20821 ], [ 20880, 21012 ] ], "trgnoun": "ladle", "trgverb": "put_down" }, { "key": "P22_12+44_45_46_47", "video_id": "P22_12", "narration_ids": [ "P22_12_44", "P22_12_45", "P22_12_46", "P22_12_47" ], "src": "gather skins . open bin . throw skins", "src1": "gather skins", "src2": "open bin", "src3": "throw skins", "trg": "close bin", "vis_src": "P22_12:44 P22_12:45 P22_12:46", "vis_trg": "P22_12:47", "narrations": [ "gather skins", "open bin", "throw skins", "close bin" ], "verbs": [ "gather", "open", "throw", "close" ], "verb_classes": [ 63, 3, 13, 4 ], "nouns": [ "skin", "bin", "skin", "bin" ], "noun_classes": [ 48, 36, 48, 36 ], "start_stop_timestamps": [ [ "00:02:51.12", "00:02:55.06" ], [ "00:02:56.90", "00:02:58.01" ], [ "00:02:57.70", "00:02:58.36" ], [ "00:02:58.46", "00:02:59.34" ] ], "start_stop_frames": [ [ 10267, 10503 ], [ 10614, 10680 ], [ 10662, 10701 ], [ 10707, 10760 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P07_113+85_86_87_88", "video_id": "P07_113", "narration_ids": [ "P07_113_85", "P07_113_86", "P07_113_87", "P07_113_88" ], "src": "shake rice . grab cup . turn_on tap", "src1": "shake rice", "src2": "grab cup", "src3": "turn_on tap", "trg": "rinse cup", "vis_src": "P07_113:85 P07_113:86 P07_113:87", "vis_trg": "P07_113:88", "narrations": [ "shake rice", "grab cup", "turn on tap", "rinse cup" ], "verbs": [ "shake", "grab", "turn-on", "rinse" ], "verb_classes": [ 15, 0, 6, 2 ], "nouns": [ "rice", "cup", "tap", "cup" ], "noun_classes": [ 55, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:04:33.24", "00:04:43.33" ], [ "00:04:42.48", "00:04:44.38" ], [ "00:04:46.09", "00:04:48.04" ], [ "00:04:47.97", "00:04:50.25" ] ], "start_stop_frames": [ [ 13662, 14166 ], [ 14124, 14219 ], [ 14304, 14402 ], [ 14398, 14512 ] ], "trgnoun": "cup", "trgverb": "rinse" }, { "key": "P22_15+149_150_151_152", "video_id": "P22_15", "narration_ids": [ "P22_15_149", "P22_15_150", "P22_15_151", "P22_15_152" ], "src": "grab cup . put_down down bowl . rinse cup", "src1": "grab cup", "src2": "put_down down bowl", "src3": "rinse cup", "trg": "lather cup", "vis_src": "P22_15:149 P22_15:150 P22_15:151", "vis_trg": "P22_15:152", "narrations": [ "grab cup", "put down down bowl", "rinse cup", "lather cup" ], "verbs": [ "grab", "put-down", "rinse", "lather" ], "verb_classes": [ 0, 1, 2, 2 ], "nouns": [ "cup", "bowl", "cup", "cup" ], "noun_classes": [ 13, 7, 13, 13 ], "start_stop_timestamps": [ [ "00:05:52.20", "00:05:53.10" ], [ "00:05:52.34", "00:05:52.98" ], [ "00:05:53.05", "00:05:54.54" ], [ "00:05:54.64", "00:05:57.67" ] ], "start_stop_frames": [ [ 21132, 21186 ], [ 21140, 21178 ], [ 21183, 21272 ], [ 21278, 21460 ] ], "trgnoun": "cup", "trgverb": "lather" }, { "key": "P04_109+298_299_300_301", "video_id": "P04_109", "narration_ids": [ "P04_109_298", "P04_109_299", "P04_109_300", "P04_109_301" ], "src": "put_down starter . move jar . move yoghurt", "src1": "put_down starter", "src2": "move jar", "src3": "move yoghurt", "trg": "pick_up yoghurt", "vis_src": "P04_109:298 P04_109:299 P04_109:300", "vis_trg": "P04_109:301", "narrations": [ "put down starter", "move jar", "move yoghurt", "pick up yoghurt" ], "verbs": [ "put-down", "move", "move", "pick-up" ], "verb_classes": [ 1, 11, 11, 0 ], "nouns": [ "starter", "jar", "yoghurt", "yoghurt" ], "noun_classes": [ 71, 40, 98, 98 ], "start_stop_timestamps": [ [ "00:09:41.83", "00:09:42.53" ], [ "00:09:47.25", "00:09:50.34" ], [ "00:09:47.14", "00:09:49.56" ], [ "00:09:49.21", "00:09:50.64" ] ], "start_stop_frames": [ [ 29091, 29126 ], [ 29362, 29517 ], [ 29357, 29477 ], [ 29460, 29532 ] ], "trgnoun": "yoghurt", "trgverb": "pick_up" }, { "key": "P35_109+25_26_27_28", "video_id": "P35_109", "narration_ids": [ "P35_109_25", "P35_109_26", "P35_109_27", "P35_109_28" ], "src": "pick_up container . put_down container . pick_up lid", "src1": "pick_up container", "src2": "put_down container", "src3": "pick_up lid", "trg": "close container", "vis_src": "P35_109:25 P35_109:26 P35_109:27", "vis_trg": "P35_109:28", "narrations": [ "pick up container", "put down container", "pick up lid", "close container" ], "verbs": [ "pick-up", "put-down", "pick-up", "close" ], "verb_classes": [ 0, 1, 0, 4 ], "nouns": [ "container", "container", "lid", "container" ], "noun_classes": [ 21, 21, 6, 21 ], "start_stop_timestamps": [ [ "00:00:56.95", "00:00:57.73" ], [ "00:00:58.00", "00:00:58.80" ], [ "00:00:59.36", "00:01:00.29" ], [ "00:01:00.50", "00:01:01.50" ] ], "start_stop_frames": [ [ 2847, 2886 ], [ 2900, 2940 ], [ 2968, 3014 ], [ 3025, 3075 ] ], "trgnoun": "container", "trgverb": "close" }, { "key": "P22_16+264_265_266_267", "video_id": "P22_16", "narration_ids": [ "P22_16_264", "P22_16_265", "P22_16_266", "P22_16_267" ], "src": "pick_up salad_bowl . move salad_bowl . pick_up lettuce", "src1": "pick_up salad_bowl", "src2": "move salad_bowl", "src3": "pick_up lettuce", "trg": "take_out lettuce", "vis_src": "P22_16:264 P22_16:265 P22_16:266", "vis_trg": "P22_16:267", "narrations": [ "pick up salad bowl", "move salad bowl", "pick up lettuce", "take out lettuce" ], "verbs": [ "pick-up", "move", "pick-up", "take-out" ], "verb_classes": [ 0, 11, 0, 12 ], "nouns": [ "bowl:salad", "bowl:salad", "lettuce", "lettuce" ], "noun_classes": [ 7, 7, 120, 120 ], "start_stop_timestamps": [ [ "00:13:29.64", "00:13:30.50" ], [ "00:13:30.01", "00:13:30.80" ], [ "00:13:31.15", "00:13:34.97" ], [ "00:13:32.96", "00:13:35.40" ] ], "start_stop_frames": [ [ 48578, 48630 ], [ 48600, 48648 ], [ 48669, 48898 ], [ 48777, 48924 ] ], "trgnoun": "lettuce", "trgverb": "take_out" }, { "key": "P06_09+7_8_9_10", "video_id": "P06_09", "narration_ids": [ "P06_09_7", "P06_09_8", "P06_09_9", "P06_09_10" ], "src": "peel onion . scrape onion into pan . turn_on extractor_fan", "src1": "peel onion", "src2": "scrape onion into pan", "src3": "turn_on extractor_fan", "trg": "chop onion", "vis_src": "P06_09:7 P06_09:8 P06_09:9", "vis_trg": "P06_09:10", "narrations": [ "peel onion", "scrape onion into pan", "turn on extractor fan", "chop onion" ], "verbs": [ "peel", "scrape-into", "turn-on", "chop" ], "verb_classes": [ 19, 25, 6, 7 ], "nouns": [ "onion", "onion", "fan:extractor", "onion" ], "noun_classes": [ 16, 16, 179, 16 ], "start_stop_timestamps": [ [ "00:03:41.58", "00:03:51.82" ], [ "00:04:21.09", "00:04:25.49" ], [ "00:04:43.62", "00:04:44.62" ], [ "00:04:44.74", "00:04:58.69" ] ], "start_stop_frames": [ [ 13294, 13909 ], [ 15665, 15929 ], [ 17017, 17077 ], [ 17084, 17921 ] ], "trgnoun": "onion", "trgverb": "chop" }, { "key": "P24_02+34_35_36_37", "video_id": "P24_02", "narration_ids": [ "P24_02_34", "P24_02_35", "P24_02_36", "P24_02_37" ], "src": "pour oil in salad . put_down oil_bottle . take salt", "src1": "pour oil in salad", "src2": "put_down oil_bottle", "src3": "take salt", "trg": "put salt on salad", "vis_src": "P24_02:34 P24_02:35 P24_02:36", "vis_trg": "P24_02:37", "narrations": [ "pour oil in salad", "put down oil bottle", "take salt", "put salt on salad" ], "verbs": [ "pour-in", "put-down", "take", "put-on" ], "verb_classes": [ 9, 1, 0, 1 ], "nouns": [ "oil", "bottle:oil", "salt", "salt" ], "noun_classes": [ 31, 15, 38, 38 ], "start_stop_timestamps": [ [ "00:02:17.85", "00:02:23.41" ], [ "00:02:24.01", "00:02:27.51" ], [ "00:02:27.46", "00:02:29.00" ], [ "00:02:30.48", "00:02:39.36" ] ], "start_stop_frames": [ [ 8271, 8604 ], [ 8640, 8850 ], [ 8847, 8940 ], [ 9028, 9561 ] ], "trgnoun": "salt", "trgverb": "put_on" }, { "key": "P24_05+240_241_242_243", "video_id": "P24_05", "narration_ids": [ "P24_05_240", "P24_05_241", "P24_05_242", "P24_05_243" ], "src": "take spoon . mix pasta . take salad", "src1": "take spoon", "src2": "mix pasta", "src3": "take salad", "trg": "put salad onto table", "vis_src": "P24_05:240 P24_05:241 P24_05:242", "vis_trg": "P24_05:243", "narrations": [ "take spoon", "mix pasta", "take salad", "put salad onto table" ], "verbs": [ "take", "mix", "take", "put-onto" ], "verb_classes": [ 0, 10, 0, 1 ], "nouns": [ "spoon", "pasta", "salad", "salad" ], "noun_classes": [ 1, 45, 68, 68 ], "start_stop_timestamps": [ [ "00:21:02.12", "00:21:02.97" ], [ "00:21:02.93", "00:21:06.29" ], [ "00:21:32.42", "00:21:33.64" ], [ "00:21:34.02", "00:21:35.23" ] ], "start_stop_frames": [ [ 75727, 75778 ], [ 75775, 75977 ], [ 77545, 77618 ], [ 77641, 77713 ] ], "trgnoun": "salad", "trgverb": "put_onto" }, { "key": "P24_02+147_148_149_150", "video_id": "P24_02", "narration_ids": [ "P24_02_147", "P24_02_148", "P24_02_149", "P24_02_150" ], "src": "take oil_bottle . pour oil on meat . close oil_bottle", "src1": "take oil_bottle", "src2": "pour oil on meat", "src3": "close oil_bottle", "trg": "put_down oil_bottle", "vis_src": "P24_02:147 P24_02:148 P24_02:149", "vis_trg": "P24_02:150", "narrations": [ "take oil bottle", "pour oil on meat", "close oil bottle", "put down oil bottle" ], "verbs": [ "take", "pour-on", "close", "put-down" ], "verb_classes": [ 0, 9, 4, 1 ], "nouns": [ "bottle:oil", "oil", "bottle:oil", "bottle:oil" ], "noun_classes": [ 15, 31, 15, 15 ], "start_stop_timestamps": [ [ "00:13:00.76", "00:13:02.33" ], [ "00:13:01.92", "00:13:09.28" ], [ "00:13:08.94", "00:13:12.13" ], [ "00:13:12.02", "00:13:13.65" ] ], "start_stop_frames": [ [ 46845, 46939 ], [ 46915, 47356 ], [ 47336, 47527 ], [ 47521, 47619 ] ], "trgnoun": "oil_bottle", "trgverb": "put_down" }, { "key": "P26_111+30_31_32_33", "video_id": "P26_111", "narration_ids": [ "P26_111_30", "P26_111_31", "P26_111_32", "P26_111_33" ], "src": "rinse pot . pick_up lid . put_down pot", "src1": "rinse pot", "src2": "pick_up lid", "src3": "put_down pot", "trg": "rinse lid", "vis_src": "P26_111:30 P26_111:31 P26_111:32", "vis_trg": "P26_111:33", "narrations": [ "rinse pot", "pick up lid", "put down pot", "rinse lid" ], "verbs": [ "rinse", "pick-up", "put-down", "rinse" ], "verb_classes": [ 2, 0, 1, 2 ], "nouns": [ "pot", "lid", "pot", "lid" ], "noun_classes": [ 29, 6, 29, 6 ], "start_stop_timestamps": [ [ "00:02:01.84", "00:02:04.03" ], [ "00:02:15.85", "00:02:16.68" ], [ "00:02:16.59", "00:02:28.86" ], [ "00:02:29.89", "00:02:31.15" ] ], "start_stop_frames": [ [ 6092, 6201 ], [ 6792, 6834 ], [ 6829, 7443 ], [ 7494, 7557 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P22_111+116_117_118_119", "video_id": "P22_111", "narration_ids": [ "P22_111_116", "P22_111_117", "P22_111_118", "P22_111_119" ], "src": "put_down bowl . move jar . pick_up egg", "src1": "put_down bowl", "src2": "move jar", "src3": "pick_up egg", "trg": "crack egg", "vis_src": "P22_111:116 P22_111:117 P22_111:118", "vis_trg": "P22_111:119", "narrations": [ "put down bowl", "move jar", "pick up egg", "crack egg" ], "verbs": [ "put-down", "move", "pick-up", "crack" ], "verb_classes": [ 1, 11, 0, 30 ], "nouns": [ "bowl", "jar", "egg", "egg" ], "noun_classes": [ 7, 40, 53, 53 ], "start_stop_timestamps": [ [ "00:05:12.30", "00:05:13.30" ], [ "00:05:13.33", "00:05:14.58" ], [ "00:05:14.45", "00:05:15.50" ], [ "00:05:15.48", "00:05:19.08" ] ], "start_stop_frames": [ [ 15615, 15665 ], [ 15666, 15729 ], [ 15722, 15775 ], [ 15774, 15954 ] ], "trgnoun": "egg", "trgverb": "crack" }, { "key": "P35_104+605_606_607_608", "video_id": "P35_104", "narration_ids": [ "P35_104_605", "P35_104_606", "P35_104_607", "P35_104_608" ], "src": "rinse pot . put_down pot . rinse spoon", "src1": "rinse pot", "src2": "put_down pot", "src3": "rinse spoon", "trg": "put_down spoon", "vis_src": "P35_104:605 P35_104:606 P35_104:607", "vis_trg": "P35_104:608", "narrations": [ "rinse pot", "put down pot", "rinse spoon", "put down spoon" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "pot", "pot", "spoon", "spoon" ], "noun_classes": [ 29, 29, 1, 1 ], "start_stop_timestamps": [ [ "00:42:17.72", "00:42:24.73" ], [ "00:42:41.95", "00:42:42.63" ], [ "00:42:43.18", "00:42:45.59" ], [ "00:42:45.87", "00:42:47.23" ] ], "start_stop_frames": [ [ 126885, 127236 ], [ 128097, 128131 ], [ 128158, 128279 ], [ 128293, 128361 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P26_28+6_7_8_9", "video_id": "P26_28", "narration_ids": [ "P26_28_6", "P26_28_7", "P26_28_8", "P26_28_9" ], "src": "put pot . put tablecloth . drain pasta", "src1": "put pot", "src2": "put tablecloth", "src3": "drain pasta", "trg": "put pasta in the pot", "vis_src": "P26_28:6 P26_28:7 P26_28:8", "vis_trg": "P26_28:9", "narrations": [ "put pot", "put tablecloth", "drain pasta", "put pasta in the pot" ], "verbs": [ "put", "put", "drain", "put-in" ], "verb_classes": [ 1, 1, 37, 5 ], "nouns": [ "pot", "tablecloth", "pasta", "pasta" ], "noun_classes": [ 29, 17, 45, 45 ], "start_stop_timestamps": [ [ "00:00:30.24", "00:00:31.89" ], [ "00:00:32.09", "00:00:33.09" ], [ "00:00:33.12", "00:00:46.86" ], [ "00:00:46.47", "00:00:52.60" ] ], "start_stop_frames": [ [ 1814, 1913 ], [ 1925, 1985 ], [ 1987, 2811 ], [ 2788, 3156 ] ], "trgnoun": "pasta", "trgverb": "put_in" }, { "key": "P04_06+64_65_66_67", "video_id": "P04_06", "narration_ids": [ "P04_06_64", "P04_06_65", "P04_06_66", "P04_06_67" ], "src": "put paneer in pan . put kitchen_roll in bin . pick_up plate", "src1": "put paneer in pan", "src2": "put kitchen_roll in bin", "src3": "pick_up plate", "trg": "rinse plate", "vis_src": "P04_06:64 P04_06:65 P04_06:66", "vis_trg": "P04_06:67", "narrations": [ "put paneer in pan", "put kitchen roll in bin", "pick up plate", "rinse plate" ], "verbs": [ "put-in", "put-in", "pick-up", "rinse" ], "verb_classes": [ 5, 5, 0, 2 ], "nouns": [ "paneer", "roll:kitchen", "plate", "plate" ], "noun_classes": [ 32, 93, 2, 2 ], "start_stop_timestamps": [ [ "00:05:57.00", "00:06:03.41" ], [ "00:06:04.65", "00:06:07.59" ], [ "00:06:09.28", "00:06:10.05" ], [ "00:06:10.15", "00:06:12.12" ] ], "start_stop_frames": [ [ 21420, 21804 ], [ 21879, 22055 ], [ 22156, 22203 ], [ 22209, 22327 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P22_17+48_49_50_51", "video_id": "P22_17", "narration_ids": [ "P22_17_48", "P22_17_49", "P22_17_50", "P22_17_51" ], "src": "wash cutting_board . put cutting_board . wash colander", "src1": "wash cutting_board", "src2": "put cutting_board", "src3": "wash colander", "trg": "put colander", "vis_src": "P22_17:48 P22_17:49 P22_17:50", "vis_trg": "P22_17:51", "narrations": [ "wash cutting board", "put cutting board", "wash colander", "put colander" ], "verbs": [ "wash", "put", "wash", "put" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "board:cutting", "board:cutting", "colander", "colander" ], "noun_classes": [ 18, 18, 39, 39 ], "start_stop_timestamps": [ [ "00:01:59.75", "00:02:02.12" ], [ "00:02:05.07", "00:02:06.44" ], [ "00:02:06.54", "00:02:12.88" ], [ "00:02:13.27", "00:02:14.14" ] ], "start_stop_frames": [ [ 7185, 7327 ], [ 7504, 7586 ], [ 7592, 7972 ], [ 7996, 8048 ] ], "trgnoun": "colander", "trgverb": "put" }, { "key": "P02_112+27_28_29_30", "video_id": "P02_112", "narration_ids": [ "P02_112_27", "P02_112_28", "P02_112_29", "P02_112_30" ], "src": "pick_up yoghurt . scoop yoghurt . pour yoghurt from spoon into pan", "src1": "pick_up yoghurt", "src2": "scoop yoghurt", "src3": "pour yoghurt from spoon into pan", "trg": "put_down yoghurt", "vis_src": "P02_112:27 P02_112:28 P02_112:29", "vis_trg": "P02_112:30", "narrations": [ "pick up yoghurt", "scoop yoghurt", "pour yoghurt from spoon into pan", "put down yoghurt" ], "verbs": [ "pick-up", "scoop", "pour-from", "put-down" ], "verb_classes": [ 0, 16, 9, 1 ], "nouns": [ "yoghurt", "yoghurt", "yoghurt", "yoghurt" ], "noun_classes": [ 98, 98, 98, 98 ], "start_stop_timestamps": [ [ "00:01:11.84", "00:01:12.78" ], [ "00:01:12.70", "00:01:13.46" ], [ "00:01:11.93", "00:01:15.17" ], [ "00:01:16.06", "00:01:17.36" ] ], "start_stop_frames": [ [ 3592, 3639 ], [ 3635, 3673 ], [ 3596, 3758 ], [ 3803, 3868 ] ], "trgnoun": "yoghurt", "trgverb": "put_down" }, { "key": "P27_105+208_211_212_213", "video_id": "P27_105", "narration_ids": [ "P27_105_208", "P27_105_211", "P27_105_212", "P27_105_213" ], "src": "pick_up sandwich . put_down bread . put_down mozzarella", "src1": "pick_up sandwich", "src2": "put_down bread", "src3": "put_down mozzarella", "trg": "cut bread", "vis_src": "P27_105:208 P27_105:211 P27_105:212", "vis_trg": "P27_105:213", "narrations": [ "pick up sandwich", "put down bread", "put down mozzarella", "cut bread" ], "verbs": [ "pick-up", "put-down", "put-down", "cut" ], "verb_classes": [ 0, 1, 1, 7 ], "nouns": [ "sandwich", "bread", "mozzarella", "bread" ], "noun_classes": [ 164, 33, 32, 33 ], "start_stop_timestamps": [ [ "00:12:14.84", "00:12:16.05" ], [ "00:12:18.11", "00:12:18.55" ], [ "00:12:18.65", "00:12:19.46" ], [ "00:12:19.80", "00:12:22.80" ] ], "start_stop_frames": [ [ 36742, 36802 ], [ 36905, 36927 ], [ 36932, 36973 ], [ 36990, 37140 ] ], "trgnoun": "bread", "trgverb": "cut" }, { "key": "P05_03+34_35_36_37", "video_id": "P05_03", "narration_ids": [ "P05_03_34", "P05_03_35", "P05_03_36", "P05_03_37" ], "src": "close milk_bottle . place milk_bottle on table . open refrigerator", "src1": "close milk_bottle", "src2": "place milk_bottle on table", "src3": "open refrigerator", "trg": "take milk_bottle from refrigerator", "vis_src": "P05_03:34 P05_03:35 P05_03:36", "vis_trg": "P05_03:37", "narrations": [ "close milk bottle", "place milk bottle on table", "open refrigerator", "take milk bottle from refrigerator" ], "verbs": [ "close", "place-on", "open", "take-from" ], "verb_classes": [ 4, 1, 3, 0 ], "nouns": [ "bottle:milk", "bottle:milk", "refrigerator", "bottle:milk" ], "noun_classes": [ 15, 15, 12, 15 ], "start_stop_timestamps": [ [ "00:01:43.13", "00:01:44.38" ], [ "00:01:45.61", "00:01:48.36" ], [ "00:01:52.02", "00:01:53.20" ], [ "00:01:53.28", "00:01:54.53" ] ], "start_stop_frames": [ [ 6187, 6262 ], [ 6336, 6501 ], [ 6721, 6792 ], [ 6796, 6871 ] ], "trgnoun": "milk_bottle", "trgverb": "take_from" }, { "key": "P04_110+351_352_353_354", "video_id": "P04_110", "narration_ids": [ "P04_110_351", "P04_110_352", "P04_110_353", "P04_110_354" ], "src": "lift dough off chopping board . put_down dough . stretch dough", "src1": "lift dough off chopping board", "src2": "put_down dough", "src3": "stretch dough", "trg": "fold dough", "vis_src": "P04_110:351 P04_110:352 P04_110:353", "vis_trg": "P04_110:354", "narrations": [ "lift dough off chopping board", "put down dough", "stretch dough", "fold dough" ], "verbs": [ "lift-off", "put-down", "stretch", "fold" ], "verb_classes": [ 33, 1, 50, 28 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:10:35.77", "00:10:38.02" ], [ "00:10:38.01", "00:10:38.77" ], [ "00:10:38.75", "00:10:39.87" ], [ "00:10:39.72", "00:10:40.78" ] ], "start_stop_frames": [ [ 31788, 31901 ], [ 31900, 31938 ], [ 31937, 31993 ], [ 31986, 32039 ] ], "trgnoun": "dough", "trgverb": "fold" }, { "key": "P27_105+202_205_206_207", "video_id": "P27_105", "narration_ids": [ "P27_105_202", "P27_105_205", "P27_105_206", "P27_105_207" ], "src": "put_down slice . move slice . close sandwich", "src1": "put_down slice", "src2": "move slice", "src3": "close sandwich", "trg": "move sandwich", "vis_src": "P27_105:202 P27_105:205 P27_105:206", "vis_trg": "P27_105:207", "narrations": [ "put down slice", "move slice", "close sandwich", "move sandwich" ], "verbs": [ "put-down", "move", "close", "move" ], "verb_classes": [ 1, 11, 4, 11 ], "nouns": [ "mozzarella", "mozzarella", "sandwich", "sandwich" ], "noun_classes": [ 32, 32, 164, 164 ], "start_stop_timestamps": [ [ "00:12:01.03", "00:12:01.55" ], [ "00:12:07.88", "00:12:11.07" ], [ "00:12:11.02", "00:12:12.92" ], [ "00:12:13.62", "00:12:14.40" ] ], "start_stop_frames": [ [ 36051, 36077 ], [ 36394, 36553 ], [ 36551, 36646 ], [ 36681, 36720 ] ], "trgnoun": "sandwich", "trgverb": "move" }, { "key": "P09_05+36_37_38_39", "video_id": "P09_05", "narration_ids": [ "P09_05_36", "P09_05_37", "P09_05_38", "P09_05_39" ], "src": "turn_off stove . take cheese . open refrigerator", "src1": "turn_off stove", "src2": "take cheese", "src3": "open refrigerator", "trg": "close refrigerator", "vis_src": "P09_05:36 P09_05:37 P09_05:38", "vis_trg": "P09_05:39", "narrations": [ "turn off stove", "take cheese", "open refrigerator", "close refrigerator" ], "verbs": [ "turn-off", "take", "open", "close" ], "verb_classes": [ 8, 0, 3, 4 ], "nouns": [ "stove", "cheese", "refrigerator", "refrigerator" ], "noun_classes": [ 24, 32, 12, 12 ], "start_stop_timestamps": [ [ "00:03:08.00", "00:03:09.28" ], [ "00:03:10.46", "00:03:14.04" ], [ "00:03:15.80", "00:03:18.17" ], [ "00:03:18.32", "00:03:21.62" ] ], "start_stop_frames": [ [ 11280, 11356 ], [ 11427, 11642 ], [ 11748, 11890 ], [ 11899, 12097 ] ], "trgnoun": "refrigerator", "trgverb": "close" }, { "key": "P27_105+205_206_207_208", "video_id": "P27_105", "narration_ids": [ "P27_105_205", "P27_105_206", "P27_105_207", "P27_105_208" ], "src": "move slice . close sandwich . move sandwich", "src1": "move slice", "src2": "close sandwich", "src3": "move sandwich", "trg": "pick_up sandwich", "vis_src": "P27_105:205 P27_105:206 P27_105:207", "vis_trg": "P27_105:208", "narrations": [ "move slice", "close sandwich", "move sandwich", "pick up sandwich" ], "verbs": [ "move", "close", "move", "pick-up" ], "verb_classes": [ 11, 4, 11, 0 ], "nouns": [ "mozzarella", "sandwich", "sandwich", "sandwich" ], "noun_classes": [ 32, 164, 164, 164 ], "start_stop_timestamps": [ [ "00:12:07.88", "00:12:11.07" ], [ "00:12:11.02", "00:12:12.92" ], [ "00:12:13.62", "00:12:14.40" ], [ "00:12:14.84", "00:12:16.05" ] ], "start_stop_frames": [ [ 36394, 36553 ], [ 36551, 36646 ], [ 36681, 36720 ], [ 36742, 36802 ] ], "trgnoun": "sandwich", "trgverb": "pick_up" }, { "key": "P02_09+16_17_18_19", "video_id": "P02_09", "narration_ids": [ "P02_09_16", "P02_09_17", "P02_09_18", "P02_09_19" ], "src": "remove cover from olive oil_bottle . open trash_can . throw cover", "src1": "remove cover from olive oil_bottle", "src2": "open trash_can", "src3": "throw cover", "trg": "close trash_can", "vis_src": "P02_09:16 P02_09:17 P02_09:18", "vis_trg": "P02_09:19", "narrations": [ "remove cover from olive oil bottle", "open trash can", "throw cover", "close trash can" ], "verbs": [ "remove-from", "open", "throw", "close" ], "verb_classes": [ 12, 3, 13, 4 ], "nouns": [ "bottle:oil", "can:trash", "cover", "can:trash" ], "noun_classes": [ 15, 36, 89, 36 ], "start_stop_timestamps": [ [ "00:00:47.27", "00:00:55.18" ], [ "00:00:57.78", "00:00:59.23" ], [ "00:00:59.23", "00:01:00.10" ], [ "00:00:59.95", "00:01:00.58" ] ], "start_stop_frames": [ [ 2836, 3310 ], [ 3466, 3553 ], [ 3553, 3606 ], [ 3597, 3634 ] ], "trgnoun": "trash_can", "trgverb": "close" }, { "key": "P04_121+141_142_143_144", "video_id": "P04_121", "narration_ids": [ "P04_121_141", "P04_121_142", "P04_121_143", "P04_121_144" ], "src": "put_down box . unplug rice_cooker . pick_up rice_cooker", "src1": "put_down box", "src2": "unplug rice_cooker", "src3": "pick_up rice_cooker", "trg": "put rice_cooker on floor", "vis_src": "P04_121:141 P04_121:142 P04_121:143", "vis_trg": "P04_121:144", "narrations": [ "put down box", "unplug rice cooker", "pick up rice cooker", "put rice cooker on floor" ], "verbs": [ "put-down", "unplug", "pick-up", "put-on" ], "verb_classes": [ 1, 12, 0, 1 ], "nouns": [ "box", "cooker:rice", "cooker:rice", "cooker:rice" ], "noun_classes": [ 23, 152, 152, 152 ], "start_stop_timestamps": [ [ "00:07:02.65", "00:07:03.50" ], [ "00:07:04.65", "00:07:06.30" ], [ "00:07:06.10", "00:07:08.10" ], [ "00:07:09.61", "00:07:10.68" ] ], "start_stop_frames": [ [ 21132, 21175 ], [ 21232, 21315 ], [ 21305, 21405 ], [ 21480, 21534 ] ], "trgnoun": "rice_cooker", "trgverb": "put_on" }, { "key": "P27_105+249_250_251_252", "video_id": "P27_105", "narration_ids": [ "P27_105_249", "P27_105_250", "P27_105_251", "P27_105_252" ], "src": "pick_up sandwich . put_down sandwich . adjust sandwich", "src1": "pick_up sandwich", "src2": "put_down sandwich", "src3": "adjust sandwich", "trg": "wrap sandwich", "vis_src": "P27_105:249 P27_105:250 P27_105:251", "vis_trg": "P27_105:252", "narrations": [ "pick up sandwich", "put down sandwich", "adjust sandwich", "wrap sandwich" ], "verbs": [ "pick-up", "put-down", "adjust", "wrap" ], "verb_classes": [ 0, 1, 17, 36 ], "nouns": [ "sandwich", "sandwich", "sandwich", "sandwich" ], "noun_classes": [ 164, 164, 164, 164 ], "start_stop_timestamps": [ [ "00:13:40.23", "00:13:41.28" ], [ "00:13:41.38", "00:13:43.22" ], [ "00:13:44.04", "00:13:46.39" ], [ "00:13:46.65", "00:13:50.68" ] ], "start_stop_frames": [ [ 41011, 41064 ], [ 41069, 41161 ], [ 41202, 41319 ], [ 41332, 41534 ] ], "trgnoun": "sandwich", "trgverb": "wrap" }, { "key": "P03_121+63_64_65_67", "video_id": "P03_121", "narration_ids": [ "P03_121_63", "P03_121_64", "P03_121_65", "P03_121_67" ], "src": "scrape spoon against large bowl . tap spoon against large bowl . stir lemon curd mixture", "src1": "scrape spoon against large bowl", "src2": "tap spoon against large bowl", "src3": "stir lemon curd mixture", "trg": "put_down spoon", "vis_src": "P03_121:63 P03_121:64 P03_121:65", "vis_trg": "P03_121:67", "narrations": [ "scrape spoon against large bowl", "tap spoon against large bowl", "stir lemon curd mixture", "put down spoon" ], "verbs": [ "scrape", "tap", "stir", "put-down" ], "verb_classes": [ 25, 32, 10, 1 ], "nouns": [ "spoon", "spoon", "mixture:lemon:curd", "spoon" ], "noun_classes": [ 1, 1, 71, 1 ], "start_stop_timestamps": [ [ "00:06:15.87", "00:06:17.07" ], [ "00:06:17.17", "00:06:18.42" ], [ "00:06:18.70", "00:06:21.45" ], [ "00:06:24.22", "00:06:25.36" ] ], "start_stop_frames": [ [ 18793, 18853 ], [ 18858, 18921 ], [ 18935, 19072 ], [ 19211, 19268 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P04_116+68_69_70_71", "video_id": "P04_116", "narration_ids": [ "P04_116_68", "P04_116_69", "P04_116_70", "P04_116_71" ], "src": "close dishwasher_drawer . wipe hands on tea towel . open oven", "src1": "close dishwasher_drawer", "src2": "wipe hands on tea towel", "src3": "open oven", "trg": "look_inside oven", "vis_src": "P04_116:68 P04_116:69 P04_116:70", "vis_trg": "P04_116:71", "narrations": [ "close dishwasher drawer", "wipe hands on tea towel", "open oven", "look inside oven" ], "verbs": [ "close", "wipe-on", "open", "look-inside" ], "verb_classes": [ 4, 2, 3, 48 ], "nouns": [ "drawer:dishwasher", "hand", "oven", "oven" ], "noun_classes": [ 70, 11, 46, 46 ], "start_stop_timestamps": [ [ "00:02:15.90", "00:02:17.00" ], [ "00:02:16.63", "00:02:18.81" ], [ "00:02:18.63", "00:02:19.94" ], [ "00:02:19.77", "00:02:23.27" ] ], "start_stop_frames": [ [ 6795, 6850 ], [ 6831, 6940 ], [ 6931, 6997 ], [ 6988, 7163 ] ], "trgnoun": "oven", "trgverb": "look_inside" }, { "key": "P03_121+64_65_66_67", "video_id": "P03_121", "narration_ids": [ "P03_121_64", "P03_121_65", "P03_121_66", "P03_121_67" ], "src": "tap spoon against large bowl . stir lemon curd mixture . tap spoon against side of large bowl", "src1": "tap spoon against large bowl", "src2": "stir lemon curd mixture", "src3": "tap spoon against side of large bowl", "trg": "put_down spoon", "vis_src": "P03_121:64 P03_121:65 P03_121:66", "vis_trg": "P03_121:67", "narrations": [ "tap spoon against large bowl", "stir lemon curd mixture", "tap spoon against side of large bowl", "put down spoon" ], "verbs": [ "tap", "stir", "tap", "put-down" ], "verb_classes": [ 32, 10, 32, 1 ], "nouns": [ "spoon", "mixture:lemon:curd", "spoon", "spoon" ], "noun_classes": [ 1, 71, 1, 1 ], "start_stop_timestamps": [ [ "00:06:17.17", "00:06:18.42" ], [ "00:06:18.70", "00:06:21.45" ], [ "00:06:21.54", "00:06:23.85" ], [ "00:06:24.22", "00:06:25.36" ] ], "start_stop_frames": [ [ 18858, 18921 ], [ 18935, 19072 ], [ 19077, 19192 ], [ 19211, 19268 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P04_110+280_281_282_283", "video_id": "P04_110", "narration_ids": [ "P04_110_280", "P04_110_281", "P04_110_282", "P04_110_283" ], "src": "lick finger . pick_up plate . open oven", "src1": "lick finger", "src2": "pick_up plate", "src3": "open oven", "trg": "put plate in oven", "vis_src": "P04_110:280 P04_110:281 P04_110:282", "vis_trg": "P04_110:283", "narrations": [ "lick finger", "pick up plate", "open oven", "put plate in oven" ], "verbs": [ "lick", "pick-up", "open", "put-in" ], "verb_classes": [ 35, 0, 3, 5 ], "nouns": [ "finger", "plate", "oven", "plate" ], "noun_classes": [ 11, 2, 46, 2 ], "start_stop_timestamps": [ [ "00:08:02.66", "00:08:03.65" ], [ "00:08:05.53", "00:08:07.21" ], [ "00:08:07.15", "00:08:08.42" ], [ "00:08:08.42", "00:08:12.05" ] ], "start_stop_frames": [ [ 24133, 24182 ], [ 24276, 24360 ], [ 24357, 24421 ], [ 24421, 24602 ] ], "trgnoun": "plate", "trgverb": "put_in" }, { "key": "P07_04+30_31_32_33", "video_id": "P07_04", "narration_ids": [ "P07_04_30", "P07_04_31", "P07_04_32", "P07_04_33" ], "src": "close fridge . open package . put ham on board", "src1": "close fridge", "src2": "open package", "src3": "put ham on board", "trg": "cut ham", "vis_src": "P07_04:30 P07_04:31 P07_04:32", "vis_trg": "P07_04:33", "narrations": [ "close fridge", "open package", "put ham on board", "cut ham" ], "verbs": [ "close", "open", "put-on", "cut" ], "verb_classes": [ 4, 3, 1, 7 ], "nouns": [ "fridge", "package", "ham", "ham" ], "noun_classes": [ 12, 26, 156, 156 ], "start_stop_timestamps": [ [ "00:02:12.61", "00:02:13.73" ], [ "00:02:14.27", "00:02:15.56" ], [ "00:02:15.82", "00:02:17.12" ], [ "00:02:27.75", "00:02:42.59" ] ], "start_stop_frames": [ [ 7956, 8023 ], [ 8056, 8133 ], [ 8149, 8227 ], [ 8865, 9755 ] ], "trgnoun": "ham", "trgverb": "cut" }, { "key": "P04_107+596_819_821_849", "video_id": "P04_107", "narration_ids": [ "P04_107_596", "P04_107_819", "P04_107_821", "P04_107_849" ], "src": "pat dough . pick_up pastry_brush . brush dough with oil", "src1": "pat dough", "src2": "pick_up pastry_brush", "src3": "brush dough with oil", "trg": "wipe pastry_brush on ramekin", "vis_src": "P04_107:596 P04_107:819 P04_107:821", "vis_trg": "P04_107:849", "narrations": [ "pat dough", "pick up pastry brush", "brush dough with oil", "wipe pastry brush on ramekin" ], "verbs": [ "pat", "pick-up", "brush-with", "wipe-on" ], "verb_classes": [ 32, 0, 66, 2 ], "nouns": [ "dough", "brush:pastry", "dough", "brush:pastry" ], "noun_classes": [ 25, 103, 25, 103 ], "start_stop_timestamps": [ [ "00:16:25.91", "00:16:26.42" ], [ "00:21:43.66", "00:21:44.76" ], [ "00:21:44.78", "00:21:46.36" ], [ "00:22:14.82", "00:22:16.47" ] ], "start_stop_frames": [ [ 49295, 49321 ], [ 65183, 65238 ], [ 65239, 65317 ], [ 66741, 66823 ] ], "trgnoun": "pastry_brush", "trgverb": "wipe_on" }, { "key": "P04_113+9_10_11_12", "video_id": "P04_113", "narration_ids": [ "P04_113_9", "P04_113_10", "P04_113_11", "P04_113_12" ], "src": "look_at kettle . close oven_door . pick_up tea_towel", "src1": "look_at kettle", "src2": "close oven_door", "src3": "pick_up tea_towel", "trg": "wipe tea_towel on floor with foot", "vis_src": "P04_113:9 P04_113:10 P04_113:11", "vis_trg": "P04_113:12", "narrations": [ "look at kettle", "close oven door", "pick up tea towel", "wipe tea towel on floor with foot" ], "verbs": [ "look-at", "close", "pick-up", "wipe-on" ], "verb_classes": [ 38, 4, 0, 2 ], "nouns": [ "kettle", "door:oven", "towel:tea", "towel:tea" ], "noun_classes": [ 44, 46, 52, 52 ], "start_stop_timestamps": [ [ "00:00:30.33", "00:00:33.33" ], [ "00:00:36.35", "00:00:37.92" ], [ "00:00:39.10", "00:00:40.20" ], [ "00:00:40.37", "00:00:43.97" ] ], "start_stop_frames": [ [ 1516, 1666 ], [ 1817, 1896 ], [ 1955, 2010 ], [ 2018, 2198 ] ], "trgnoun": "tea_towel", "trgverb": "wipe_on" }, { "key": "P05_03+35_36_37_38", "video_id": "P05_03", "narration_ids": [ "P05_03_35", "P05_03_36", "P05_03_37", "P05_03_38" ], "src": "place milk_bottle on table . open refrigerator . take milk_bottle from refrigerator", "src1": "place milk_bottle on table", "src2": "open refrigerator", "src3": "take milk_bottle from refrigerator", "trg": "open milk_bottle", "vis_src": "P05_03:35 P05_03:36 P05_03:37", "vis_trg": "P05_03:38", "narrations": [ "place milk bottle on table", "open refrigerator", "take milk bottle from refrigerator", "open milk bottle" ], "verbs": [ "place-on", "open", "take-from", "open" ], "verb_classes": [ 1, 3, 0, 3 ], "nouns": [ "bottle:milk", "refrigerator", "bottle:milk", "bottle:milk" ], "noun_classes": [ 15, 12, 15, 15 ], "start_stop_timestamps": [ [ "00:01:45.61", "00:01:48.36" ], [ "00:01:52.02", "00:01:53.20" ], [ "00:01:53.28", "00:01:54.53" ], [ "00:01:55.11", "00:02:04.68" ] ], "start_stop_frames": [ [ 6336, 6501 ], [ 6721, 6792 ], [ 6796, 6871 ], [ 6906, 7480 ] ], "trgnoun": "milk_bottle", "trgverb": "open" }, { "key": "P02_03+140_141_142_143", "video_id": "P02_03", "narration_ids": [ "P02_03_140", "P02_03_141", "P02_03_142", "P02_03_143" ], "src": "close trash_bin . open fridge . get pine nuts bag", "src1": "close trash_bin", "src2": "open fridge", "src3": "get pine nuts bag", "trg": "put pine nuts bag", "vis_src": "P02_03:140 P02_03:141 P02_03:142", "vis_trg": "P02_03:143", "narrations": [ "close trash bin", "open fridge", "get pine nuts bag", "put pine nuts bag" ], "verbs": [ "close", "open", "get", "put" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "bin:trash", "fridge", "bag:pine:nut", "bag:pine:nut" ], "noun_classes": [ 36, 12, 19, 19 ], "start_stop_timestamps": [ [ "00:08:32.01", "00:08:32.70" ], [ "00:08:34.80", "00:08:35.56" ], [ "00:08:35.64", "00:08:36.91" ], [ "00:08:40.26", "00:08:41.15" ] ], "start_stop_frames": [ [ 30720, 30762 ], [ 30887, 30933 ], [ 30938, 31014 ], [ 31215, 31269 ] ], "trgnoun": "nut_pine_bag", "trgverb": "put" }, { "key": "P04_110+169_170_171_172", "video_id": "P04_110", "narration_ids": [ "P04_110_169", "P04_110_170", "P04_110_171", "P04_110_172" ], "src": "pick_up pan . pick_up spatula . tip broccoli onto plate", "src1": "pick_up pan", "src2": "pick_up spatula", "src3": "tip broccoli onto plate", "trg": "scrape broccoli out of pan with spatula", "vis_src": "P04_110:169 P04_110:170 P04_110:171", "vis_trg": "P04_110:172", "narrations": [ "pick up pan", "pick up spatula", "tip broccoli onto plate", "scrape broccoli out of pan with spatula" ], "verbs": [ "pick-up", "pick-up", "tip", "scrape" ], "verb_classes": [ 0, 0, 1, 25 ], "nouns": [ "pan", "spatula", "broccoli", "broccoli" ], "noun_classes": [ 5, 20, 101, 101 ], "start_stop_timestamps": [ [ "00:06:17.00", "00:06:17.82" ], [ "00:06:17.46", "00:06:18.48" ], [ "00:06:17.80", "00:06:22.11" ], [ "00:06:19.05", "00:06:22.85" ] ], "start_stop_frames": [ [ 18850, 18891 ], [ 18873, 18924 ], [ 18890, 19105 ], [ 18952, 19142 ] ], "trgnoun": "broccoli", "trgverb": "scrape" }, { "key": "P04_04+101_102_103_104", "video_id": "P04_04", "narration_ids": [ "P04_04_101", "P04_04_102", "P04_04_103", "P04_04_104" ], "src": "cut paneer into cubes . slice paneer . test pan", "src1": "cut paneer into cubes", "src2": "slice paneer", "src3": "test pan", "trg": "put paneer into pan", "vis_src": "P04_04:101 P04_04:102 P04_04:103", "vis_trg": "P04_04:104", "narrations": [ "cut paneer into cubes", "slice paneer", "test pan", "put paneer into pan" ], "verbs": [ "cut-into", "slice", "test", "put-into" ], "verb_classes": [ 7, 7, 24, 5 ], "nouns": [ "paneer", "paneer", "pan", "paneer" ], "noun_classes": [ 32, 32, 5, 32 ], "start_stop_timestamps": [ [ "00:09:31.64", "00:09:59.40" ], [ "00:09:31.93", "00:09:40.93" ], [ "00:09:59.50", "00:10:00.83" ], [ "00:10:01.02", "00:10:41.92" ] ], "start_stop_frames": [ [ 34298, 35964 ], [ 34315, 34855 ], [ 35970, 36049 ], [ 36061, 38515 ] ], "trgnoun": "paneer", "trgverb": "put_into" }, { "key": "P04_115+21_22_23_24", "video_id": "P04_115", "narration_ids": [ "P04_115_21", "P04_115_22", "P04_115_23", "P04_115_24" ], "src": "tap bread . close oven_door . put oven_gloves on oven door", "src1": "tap bread", "src2": "close oven_door", "src3": "put oven_gloves on oven door", "trg": "feel bread", "vis_src": "P04_115:21 P04_115:22 P04_115:23", "vis_trg": "P04_115:24", "narrations": [ "tap bread", "close oven door", "put oven gloves on oven door", "feel bread" ], "verbs": [ "tap", "close", "put-on", "feel" ], "verb_classes": [ 32, 4, 1, 54 ], "nouns": [ "bread", "door:oven", "glove:oven", "bread" ], "noun_classes": [ 33, 46, 60, 33 ], "start_stop_timestamps": [ [ "00:00:58.09", "00:01:01.29" ], [ "00:01:00.74", "00:01:02.82" ], [ "00:01:01.27", "00:01:02.52" ], [ "00:01:04.61", "00:01:06.61" ] ], "start_stop_frames": [ [ 2904, 3064 ], [ 3037, 3141 ], [ 3063, 3126 ], [ 3230, 3330 ] ], "trgnoun": "bread", "trgverb": "feel" }, { "key": "P02_128+27_28_29_30", "video_id": "P02_128", "narration_ids": [ "P02_128_27", "P02_128_28", "P02_128_29", "P02_128_30" ], "src": "close milk_bottle . throw milk_bottle into recycling box . open fridge", "src1": "close milk_bottle", "src2": "throw milk_bottle into recycling box", "src3": "open fridge", "trg": "get milk_bottle from fridge", "vis_src": "P02_128:27 P02_128:28 P02_128:29", "vis_trg": "P02_128:30", "narrations": [ "close milk bottle", "throw milk bottle into recycling box", "open fridge", "get milk bottle from fridge" ], "verbs": [ "close", "throw-into", "open", "get-from" ], "verb_classes": [ 4, 13, 3, 0 ], "nouns": [ "bottle:milk", "bottle:milk", "fridge", "bottle:milk" ], "noun_classes": [ 15, 15, 12, 15 ], "start_stop_timestamps": [ [ "00:00:57.13", "00:00:59.09" ], [ "00:00:59.67", "00:01:00.64" ], [ "00:01:03.95", "00:01:04.85" ], [ "00:01:06.37", "00:01:07.77" ] ], "start_stop_frames": [ [ 2856, 2954 ], [ 2983, 3032 ], [ 3197, 3242 ], [ 3318, 3388 ] ], "trgnoun": "milk_bottle", "trgverb": "get_from" }, { "key": "P27_104+190_191_192_193", "video_id": "P27_104", "narration_ids": [ "P27_104_190", "P27_104_191", "P27_104_192", "P27_104_193" ], "src": "open packaging . close packaging . open fridge", "src1": "open packaging", "src2": "close packaging", "src3": "open fridge", "trg": "put_down packaging", "vis_src": "P27_104:190 P27_104:191 P27_104:192", "vis_trg": "P27_104:193", "narrations": [ "open packaging", "close packaging", "open fridge", "put down packaging" ], "verbs": [ "open", "close", "open", "put-down" ], "verb_classes": [ 3, 4, 3, 1 ], "nouns": [ "packaging", "packaging", "fridge", "packaging" ], "noun_classes": [ 26, 26, 12, 26 ], "start_stop_timestamps": [ [ "00:09:08.81", "00:09:16.14" ], [ "00:09:15.75", "00:09:21.25" ], [ "00:09:23.56", "00:09:25.14" ], [ "00:09:25.21", "00:09:26.01" ] ], "start_stop_frames": [ [ 27440, 27807 ], [ 27787, 28062 ], [ 28177, 28257 ], [ 28260, 28300 ] ], "trgnoun": "packaging", "trgverb": "put_down" }, { "key": "P04_113+50_51_52_53", "video_id": "P04_113", "narration_ids": [ "P04_113_50", "P04_113_51", "P04_113_52", "P04_113_53" ], "src": "put mug in cupboard . pick_up cast iron pan . open oven", "src1": "put mug in cupboard", "src2": "pick_up cast iron pan", "src3": "open oven", "trg": "put cast iron pan in oven", "vis_src": "P04_113:50 P04_113:51 P04_113:52", "vis_trg": "P04_113:53", "narrations": [ "put mug in cupboard", "pick up cast iron pan", "open oven", "put cast iron pan in oven" ], "verbs": [ "put-in", "pick-up", "open", "put-in" ], "verb_classes": [ 5, 0, 3, 5 ], "nouns": [ "mug", "pan:cast:iron", "oven", "pan:cast:iron" ], "noun_classes": [ 13, 5, 46, 5 ], "start_stop_timestamps": [ [ "00:01:38.59", "00:01:41.17" ], [ "00:01:41.63", "00:01:44.67" ], [ "00:01:44.74", "00:01:45.47" ], [ "00:01:45.78", "00:01:46.96" ] ], "start_stop_frames": [ [ 4929, 5058 ], [ 5081, 5233 ], [ 5237, 5273 ], [ 5289, 5348 ] ], "trgnoun": "iron_cast_pan", "trgverb": "put_in" }, { "key": "P04_108+61_62_63_64", "video_id": "P04_108", "narration_ids": [ "P04_108_61", "P04_108_62", "P04_108_63", "P04_108_64" ], "src": "pick_up cocktail_stick . put_down dough . pick_up oil_wrapper", "src1": "pick_up cocktail_stick", "src2": "put_down dough", "src3": "pick_up oil_wrapper", "trg": "put_down cocktail_stick", "vis_src": "P04_108:61 P04_108:62 P04_108:63", "vis_trg": "P04_108:64", "narrations": [ "pick up cocktail stick", "put down dough", "pick up oil wrapper", "put down cocktail stick" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "stick:cocktail", "dough", "wrapper:oil", "stick:cocktail" ], "noun_classes": [ 228, 25, 26, 228 ], "start_stop_timestamps": [ [ "00:02:01.94", "00:02:02.72" ], [ "00:02:02.79", "00:02:03.08" ], [ "00:02:03.18", "00:02:03.92" ], [ "00:02:04.01", "00:02:05.32" ] ], "start_stop_frames": [ [ 6097, 6136 ], [ 6139, 6154 ], [ 6159, 6196 ], [ 6200, 6266 ] ], "trgnoun": "cocktail_stick", "trgverb": "put_down" }, { "key": "P04_107+151_152_153_154", "video_id": "P04_107", "narration_ids": [ "P04_107_151", "P04_107_152", "P04_107_153", "P04_107_154" ], "src": "wipe finger on chopstick . put chopstick on dough . fold dough over chopstick", "src1": "wipe finger on chopstick", "src2": "put chopstick on dough", "src3": "fold dough over chopstick", "trg": "press dough", "vis_src": "P04_107:151 P04_107:152 P04_107:153", "vis_trg": "P04_107:154", "narrations": [ "wipe finger on chopstick", "put chopstick on dough", "fold dough over chopstick", "press dough" ], "verbs": [ "wipe-on", "put-on", "fold-over", "press" ], "verb_classes": [ 2, 1, 28, 21 ], "nouns": [ "finger", "chopstick", "dough", "dough" ], "noun_classes": [ 11, 80, 25, 25 ], "start_stop_timestamps": [ [ "00:05:49.35", "00:05:50.45" ], [ "00:05:51.63", "00:05:52.12" ], [ "00:05:52.75", "00:05:53.70" ], [ "00:05:53.80", "00:05:55.31" ] ], "start_stop_frames": [ [ 17467, 17522 ], [ 17581, 17606 ], [ 17637, 17685 ], [ 17690, 17765 ] ], "trgnoun": "dough", "trgverb": "press" }, { "key": "P23_04+172_173_174_175", "video_id": "P23_04", "narration_ids": [ "P23_04_172", "P23_04_173", "P23_04_174", "P23_04_175" ], "src": "put bowl inside the rack . close the door . open the coffee_machine", "src1": "put bowl inside the rack", "src2": "close the door", "src3": "open the coffee_machine", "trg": "cleaning the coffee_machine", "vis_src": "P23_04:172 P23_04:173 P23_04:174", "vis_trg": "P23_04:175", "narrations": [ "put bowl inside the rack", "close the door", "open the coffee machine", "cleaning the coffee machine" ], "verbs": [ "put-inside", "close", "open", "clean" ], "verb_classes": [ 5, 4, 3, 2 ], "nouns": [ "bowl", "door", "machine:coffee", "machine:coffee" ], "noun_classes": [ 7, 3, 50, 50 ], "start_stop_timestamps": [ [ "00:33:17.16", "00:33:19.08" ], [ "00:33:19.42", "00:33:21.04" ], [ "00:33:22.85", "00:33:25.91" ], [ "00:33:26.01", "00:33:45.50" ] ], "start_stop_frames": [ [ 119829, 119944 ], [ 119965, 120062 ], [ 120171, 120354 ], [ 120360, 121530 ] ], "trgnoun": "coffee_machine", "trgverb": "clean" }, { "key": "P30_111+276_277_278_279", "video_id": "P30_111", "narration_ids": [ "P30_111_276", "P30_111_277", "P30_111_278", "P30_111_279" ], "src": "put salami_packets down . open fridge . take scotch egg box", "src1": "put salami_packets down", "src2": "open fridge", "src3": "take scotch egg box", "trg": "open scotch egg box", "vis_src": "P30_111:276 P30_111:277 P30_111:278", "vis_trg": "P30_111:279", "narrations": [ "put salami packets down", "open fridge", "take scotch egg box", "open scotch egg box" ], "verbs": [ "put-down", "open", "take", "open" ], "verb_classes": [ 1, 3, 0, 3 ], "nouns": [ "packet:salami", "fridge", "box:scotch:egg", "box:scotch:egg" ], "noun_classes": [ 26, 12, 23, 23 ], "start_stop_timestamps": [ [ "00:11:13.16", "00:11:14.07" ], [ "00:11:14.84", "00:11:16.38" ], [ "00:11:16.84", "00:11:17.93" ], [ "00:11:18.52", "00:11:20.29" ] ], "start_stop_frames": [ [ 33658, 33703 ], [ 33742, 33819 ], [ 33842, 33896 ], [ 33926, 34014 ] ], "trgnoun": "egg_scotch_box", "trgverb": "open" }, { "key": "P23_04+173_174_175_176", "video_id": "P23_04", "narration_ids": [ "P23_04_173", "P23_04_174", "P23_04_175", "P23_04_176" ], "src": "close the door . open the coffee_machine . cleaning the coffee_machine", "src1": "close the door", "src2": "open the coffee_machine", "src3": "cleaning the coffee_machine", "trg": "put the coffee_machine into the rack", "vis_src": "P23_04:173 P23_04:174 P23_04:175", "vis_trg": "P23_04:176", "narrations": [ "close the door", "open the coffee machine", "cleaning the coffee machine", "put the coffee machine into the rack" ], "verbs": [ "close", "open", "clean", "put-into" ], "verb_classes": [ 4, 3, 2, 5 ], "nouns": [ "door", "machine:coffee", "machine:coffee", "machine:coffee" ], "noun_classes": [ 3, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:33:19.42", "00:33:21.04" ], [ "00:33:22.85", "00:33:25.91" ], [ "00:33:26.01", "00:33:45.50" ], [ "00:33:49.38", "00:33:56.49" ] ], "start_stop_frames": [ [ 119965, 120062 ], [ 120171, 120354 ], [ 120360, 121530 ], [ 121762, 122189 ] ], "trgnoun": "coffee_machine", "trgverb": "put_into" }, { "key": "P05_03+37_38_39_40", "video_id": "P05_03", "narration_ids": [ "P05_03_37", "P05_03_38", "P05_03_39", "P05_03_40" ], "src": "take milk_bottle from refrigerator . open milk_bottle . pour milk in cup", "src1": "take milk_bottle from refrigerator", "src2": "open milk_bottle", "src3": "pour milk in cup", "trg": "close milk_bottle", "vis_src": "P05_03:37 P05_03:38 P05_03:39", "vis_trg": "P05_03:40", "narrations": [ "take milk bottle from refrigerator", "open milk bottle", "pour milk in cup", "close milk bottle" ], "verbs": [ "take-from", "open", "pour-in", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "bottle:milk", "bottle:milk", "milk", "bottle:milk" ], "noun_classes": [ 15, 15, 64, 15 ], "start_stop_timestamps": [ [ "00:01:53.28", "00:01:54.53" ], [ "00:01:55.11", "00:02:04.68" ], [ "00:02:05.26", "00:02:09.05" ], [ "00:02:09.22", "00:02:11.28" ] ], "start_stop_frames": [ [ 6796, 6871 ], [ 6906, 7480 ], [ 7515, 7743 ], [ 7753, 7876 ] ], "trgnoun": "milk_bottle", "trgverb": "close" }, { "key": "P05_03+29_30_31_32", "video_id": "P05_03", "narration_ids": [ "P05_03_29", "P05_03_30", "P05_03_31", "P05_03_32" ], "src": "rinse milk_bottle . close milk_bottle . shake milk_bottle", "src1": "rinse milk_bottle", "src2": "close milk_bottle", "src3": "shake milk_bottle", "trg": "empty milk_bottle", "vis_src": "P05_03:29 P05_03:30 P05_03:31", "vis_trg": "P05_03:32", "narrations": [ "rinse milk bottle", "close milk bottle", "shake milk bottle", "empty milk bottle" ], "verbs": [ "rinse", "close", "shake", "empty" ], "verb_classes": [ 2, 4, 15, 20 ], "nouns": [ "bottle:milk", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:01:26.02", "00:01:33.32" ], [ "00:01:33.43", "00:01:35.29" ], [ "00:01:35.50", "00:01:37.25" ], [ "00:01:37.60", "00:01:39.60" ] ], "start_stop_frames": [ [ 5161, 5599 ], [ 5605, 5717 ], [ 5730, 5835 ], [ 5856, 5976 ] ], "trgnoun": "milk_bottle", "trgverb": "empty" }, { "key": "P02_09+331_332_333_334", "video_id": "P02_09", "narration_ids": [ "P02_09_331", "P02_09_332", "P02_09_333", "P02_09_334" ], "src": "add meat to pan . hold pan . mix meat with onions using wooden spoon", "src1": "add meat to pan", "src2": "hold pan", "src3": "mix meat with onions using wooden spoon", "trg": "break meat in pan", "vis_src": "P02_09:331 P02_09:332 P02_09:333", "vis_trg": "P02_09:334", "narrations": [ "add meat to pan", "hold pan", "mix meat with onions using wooden spoon", "break meat in pan" ], "verbs": [ "add-to", "hold", "mix-with", "break-in" ], "verb_classes": [ 46, 34, 10, 30 ], "nouns": [ "meat", "pan", "meat", "meat" ], "noun_classes": [ 28, 5, 28, 28 ], "start_stop_timestamps": [ [ "00:24:20.45", "00:24:21.71" ], [ "00:24:21.80", "00:24:22.51" ], [ "00:24:22.35", "00:24:42.16" ], [ "00:24:24.06", "00:24:31.62" ] ], "start_stop_frames": [ [ 87627, 87702 ], [ 87708, 87750 ], [ 87741, 88929 ], [ 87843, 88297 ] ], "trgnoun": "meat", "trgverb": "break_in" }, { "key": "P04_116+18_19_20_21", "video_id": "P04_116", "narration_ids": [ "P04_116_18", "P04_116_19", "P04_116_20", "P04_116_21" ], "src": "tip saucepan . scrape egg off bottom of saucepan . stir egg in pan using spatula", "src1": "tip saucepan", "src2": "scrape egg off bottom of saucepan", "src3": "stir egg in pan using spatula", "trg": "return saucepan to normal position", "vis_src": "P04_116:18 P04_116:19 P04_116:20", "vis_trg": "P04_116:21", "narrations": [ "tip saucepan", "scrape egg off bottom of saucepan", "stir egg in pan using spatula", "return saucepan to normal position" ], "verbs": [ "tip", "scrape-off", "stir-in", "return-to" ], "verb_classes": [ 1, 25, 10, 11 ], "nouns": [ "saucepan", "egg", "egg", "saucepan" ], "noun_classes": [ 5, 53, 53, 5 ], "start_stop_timestamps": [ [ "00:00:25.74", "00:00:26.74" ], [ "00:00:28.49", "00:00:29.99" ], [ "00:00:29.36", "00:00:30.69" ], [ "00:00:30.79", "00:00:31.42" ] ], "start_stop_frames": [ [ 1287, 1337 ], [ 1424, 1499 ], [ 1468, 1534 ], [ 1539, 1571 ] ], "trgnoun": "saucepan", "trgverb": "return_to" }, { "key": "P09_104+31_32_33_34", "video_id": "P09_104", "narration_ids": [ "P09_104_31", "P09_104_32", "P09_104_33", "P09_104_34" ], "src": "add honey to jug . open fridge . take milk", "src1": "add honey to jug", "src2": "open fridge", "src3": "take milk", "trg": "shake milk", "vis_src": "P09_104:31 P09_104:32 P09_104:33", "vis_trg": "P09_104:34", "narrations": [ "add honey to jug", "open fridge", "take milk", "shake milk" ], "verbs": [ "add-to", "open", "take", "shake" ], "verb_classes": [ 46, 3, 0, 15 ], "nouns": [ "honey", "fridge", "milk", "milk" ], "noun_classes": [ 115, 12, 64, 64 ], "start_stop_timestamps": [ [ "00:02:38.28", "00:03:09.44" ], [ "00:03:08.23", "00:03:12.34" ], [ "00:03:11.72", "00:03:14.40" ], [ "00:03:14.50", "00:03:16.62" ] ], "start_stop_frames": [ [ 7914, 9472 ], [ 9411, 9617 ], [ 9586, 9720 ], [ 9725, 9831 ] ], "trgnoun": "milk", "trgverb": "shake" }, { "key": "P03_09+66_67_68_69", "video_id": "P03_09", "narration_ids": [ "P03_09_66", "P03_09_67", "P03_09_68", "P03_09_69" ], "src": "slice cheese . put cheese on bread . close sandwich", "src1": "slice cheese", "src2": "put cheese on bread", "src3": "close sandwich", "trg": "cut sandwich", "vis_src": "P03_09:66 P03_09:67 P03_09:68", "vis_trg": "P03_09:69", "narrations": [ "slice cheese", "put cheese on bread", "close sandwich", "cut sandwich" ], "verbs": [ "slice", "put-on", "close", "cut" ], "verb_classes": [ 7, 1, 4, 7 ], "nouns": [ "cheese", "cheese", "sandwich", "sandwich" ], "noun_classes": [ 32, 32, 164, 164 ], "start_stop_timestamps": [ [ "00:02:32.49", "00:02:36.88" ], [ "00:02:37.09", "00:02:38.22" ], [ "00:02:41.13", "00:02:42.53" ], [ "00:02:42.69", "00:02:48.53" ] ], "start_stop_frames": [ [ 9149, 9412 ], [ 9425, 9493 ], [ 9667, 9751 ], [ 9761, 10111 ] ], "trgnoun": "sandwich", "trgverb": "cut" }, { "key": "P09_103+34_35_36_37", "video_id": "P09_103", "narration_ids": [ "P09_103_34", "P09_103_35", "P09_103_36", "P09_103_37" ], "src": "move chicken . take garlic_powder . add garlic to prawns", "src1": "move chicken", "src2": "take garlic_powder", "src3": "add garlic to prawns", "trg": "place garlic on table", "vis_src": "P09_103:34 P09_103:35 P09_103:36", "vis_trg": "P09_103:37", "narrations": [ "move chicken", "take garlic powder", "add garlic to prawns", "place garlic on table" ], "verbs": [ "move", "take", "add-to", "place-on" ], "verb_classes": [ 11, 0, 46, 1 ], "nouns": [ "chicken", "powder:garlic", "garlic", "garlic" ], "noun_classes": [ 57, 138, 51, 51 ], "start_stop_timestamps": [ [ "00:09:47.47", "00:09:48.58" ], [ "00:10:43.13", "00:10:46.93" ], [ "00:10:49.93", "00:10:52.78" ], [ "00:10:54.73", "00:10:55.91" ] ], "start_stop_frames": [ [ 29373, 29429 ], [ 32156, 32346 ], [ 32496, 32639 ], [ 32736, 32795 ] ], "trgnoun": "garlic", "trgverb": "place_on" }, { "key": "P01_18+541_542_543_544", "video_id": "P01_18", "narration_ids": [ "P01_18_541", "P01_18_542", "P01_18_543", "P01_18_544" ], "src": "put_down spatula . take spoon . spoon rice", "src1": "put_down spatula", "src2": "take spoon", "src3": "spoon rice", "trg": "taste rice", "vis_src": "P01_18:541 P01_18:542 P01_18:543", "vis_trg": "P01_18:544", "narrations": [ "put down spatula", "take spoon", "spoon rice", "taste rice" ], "verbs": [ "put-down", "take", "spoon", "taste" ], "verb_classes": [ 1, 0, 16, 35 ], "nouns": [ "spatula", "spoon", "rice", "rice" ], "noun_classes": [ 20, 1, 55, 55 ], "start_stop_timestamps": [ [ "00:43:42.95", "00:43:44.32" ], [ "00:43:44.42", "00:43:45.27" ], [ "00:43:45.36", "00:43:46.86" ], [ "00:43:46.99", "00:43:50.49" ] ], "start_stop_frames": [ [ 157377, 157459 ], [ 157465, 157516 ], [ 157521, 157611 ], [ 157619, 157829 ] ], "trgnoun": "rice", "trgverb": "taste" }, { "key": "P24_05+223_224_225_226", "video_id": "P24_05", "narration_ids": [ "P24_05_223", "P24_05_224", "P24_05_225", "P24_05_226" ], "src": "put water on table . take salad . close refrigerator", "src1": "put water on table", "src2": "take salad", "src3": "close refrigerator", "trg": "put salad back", "vis_src": "P24_05:223 P24_05:224 P24_05:225", "vis_trg": "P24_05:226", "narrations": [ "put water on table", "take salad", "close refrigerator", "put salad back" ], "verbs": [ "put-on", "take", "close", "put" ], "verb_classes": [ 1, 0, 4, 1 ], "nouns": [ "water", "salad", "refrigerator", "salad" ], "noun_classes": [ 27, 68, 12, 68 ], "start_stop_timestamps": [ [ "00:19:28.51", "00:19:31.26" ], [ "00:19:34.25", "00:19:35.00" ], [ "00:19:34.88", "00:19:36.37" ], [ "00:19:36.19", "00:19:37.94" ] ], "start_stop_frames": [ [ 70110, 70275 ], [ 70455, 70500 ], [ 70492, 70582 ], [ 70571, 70676 ] ], "trgnoun": "salad", "trgverb": "put" }, { "key": "P11_05+137_138_139_140", "video_id": "P11_05", "narration_ids": [ "P11_05_137", "P11_05_138", "P11_05_139", "P11_05_140" ], "src": "open cupboards . take_out pasta . take_out measuring_jug", "src1": "open cupboards", "src2": "take_out pasta", "src3": "take_out measuring_jug", "trg": "measure pasta", "vis_src": "P11_05:137 P11_05:138 P11_05:139", "vis_trg": "P11_05:140", "narrations": [ "open cupboards", "take out pasta", "take out measuring jug", "measure pasta" ], "verbs": [ "open", "take-out", "take-out", "measure" ], "verb_classes": [ 3, 12, 12, 69 ], "nouns": [ "cupboard", "pasta", "jug:measuring", "pasta" ], "noun_classes": [ 3, 45, 66, 45 ], "start_stop_timestamps": [ [ "00:08:14.56", "00:08:15.85" ], [ "00:08:15.70", "00:08:17.53" ], [ "00:08:17.63", "00:08:19.41" ], [ "00:08:20.90", "00:08:27.84" ] ], "start_stop_frames": [ [ 29673, 29751 ], [ 29742, 29851 ], [ 29857, 29964 ], [ 30054, 30470 ] ], "trgnoun": "pasta", "trgverb": "measure" }, { "key": "P04_05+258_259_260_261", "video_id": "P04_05", "narration_ids": [ "P04_05_258", "P04_05_259", "P04_05_260", "P04_05_261" ], "src": "open baking_powder . measure baking_powder . measure salt", "src1": "open baking_powder", "src2": "measure baking_powder", "src3": "measure salt", "trg": "mix salt", "vis_src": "P04_05:258 P04_05:259 P04_05:260", "vis_trg": "P04_05:261", "narrations": [ "open baking powder", "measure baking powder", "measure salt", "mix" ], "verbs": [ "open", "measure", "measure", "mix" ], "verb_classes": [ 3, 69, 69, 10 ], "nouns": [ "powder:baking", "powder:baking", "salt", "salt" ], "noun_classes": [ 138, 138, 38, 38 ], "start_stop_timestamps": [ [ "00:28:04.36", "00:28:05.84" ], [ "00:28:06.16", "00:28:08.04" ], [ "00:28:15.04", "00:28:18.24" ], [ "00:28:21.26", "00:28:29.10" ] ], "start_stop_frames": [ [ 101061, 101150 ], [ 101169, 101282 ], [ 101702, 101894 ], [ 102075, 102546 ] ], "trgnoun": "salt", "trgverb": "mix" }, { "key": "P02_112+163_164_165_166", "video_id": "P02_112", "narration_ids": [ "P02_112_163", "P02_112_164", "P02_112_165", "P02_112_166" ], "src": "squeeze dough . get oil from plate . oil hand", "src1": "squeeze dough", "src2": "get oil from plate", "src3": "oil hand", "trg": "knead dough", "vis_src": "P02_112:163 P02_112:164 P02_112:165", "vis_trg": "P02_112:166", "narrations": [ "squeeze dough", "get oil from plate", "oil hand", "knead dough" ], "verbs": [ "squeeze", "get-from", "oil", "knead" ], "verb_classes": [ 18, 0, 66, 51 ], "nouns": [ "dough", "oil", "hand", "dough" ], "noun_classes": [ 25, 31, 11, 25 ], "start_stop_timestamps": [ [ "00:11:08.42", "00:11:10.86" ], [ "00:11:11.26", "00:11:11.97" ], [ "00:11:11.98", "00:11:12.24" ], [ "00:11:12.30", "00:11:27.20" ] ], "start_stop_frames": [ [ 33421, 33543 ], [ 33563, 33598 ], [ 33599, 33612 ], [ 33615, 34360 ] ], "trgnoun": "dough", "trgverb": "knead" }, { "key": "P07_101+59_60_61_62", "video_id": "P07_101", "narration_ids": [ "P07_101_59", "P07_101_60", "P07_101_61", "P07_101_62" ], "src": "put tortilla onto plate . grab cheese . grab knife", "src1": "put tortilla onto plate", "src2": "grab cheese", "src3": "grab knife", "trg": "slice cheese", "vis_src": "P07_101:59 P07_101:60 P07_101:61", "vis_trg": "P07_101:62", "narrations": [ "put tortilla onto plate", "grab cheese", "grab knife", "slice cheese" ], "verbs": [ "put-onto", "grab", "grab", "slice" ], "verb_classes": [ 1, 0, 0, 7 ], "nouns": [ "tortilla", "cheese", "knife", "cheese" ], "noun_classes": [ 107, 32, 4, 32 ], "start_stop_timestamps": [ [ "00:05:36.08", "00:05:37.51" ], [ "00:05:40.47", "00:05:43.25" ], [ "00:05:44.05", "00:05:46.07" ], [ "00:05:45.16", "00:06:08.07" ] ], "start_stop_frames": [ [ 16804, 16875 ], [ 17023, 17162 ], [ 17202, 17303 ], [ 17258, 18403 ] ], "trgnoun": "cheese", "trgverb": "slice" }, { "key": "P04_110+357_360_361_362", "video_id": "P04_110", "narration_ids": [ "P04_110_357", "P04_110_360", "P04_110_361", "P04_110_362" ], "src": "stretch dough . push coriander away from dough . fold dough", "src1": "stretch dough", "src2": "push coriander away from dough", "src3": "fold dough", "trg": "lift dough off chopping board", "vis_src": "P04_110:357 P04_110:360 P04_110:361", "vis_trg": "P04_110:362", "narrations": [ "stretch dough", "push coriander away from dough", "fold dough", "lift dough off chopping board" ], "verbs": [ "stretch", "push", "fold", "lift-off" ], "verb_classes": [ 50, 21, 28, 33 ], "nouns": [ "dough", "coriander", "dough", "dough" ], "noun_classes": [ 25, 173, 25, 25 ], "start_stop_timestamps": [ [ "00:10:44.15", "00:10:45.41" ], [ "00:10:50.44", "00:10:51.16" ], [ "00:10:51.34", "00:10:52.64" ], [ "00:10:53.81", "00:10:55.03" ] ], "start_stop_frames": [ [ 32207, 32270 ], [ 32522, 32558 ], [ 32567, 32632 ], [ 32690, 32751 ] ], "trgnoun": "dough", "trgverb": "lift_off" }, { "key": "P03_04+65_66_67_68", "video_id": "P03_04", "narration_ids": [ "P03_04_65", "P03_04_66", "P03_04_67", "P03_04_68" ], "src": "take bin . take top off bin . cut onions in bin", "src1": "take bin", "src2": "take top off bin", "src3": "cut onions in bin", "trg": "peel onion", "vis_src": "P03_04:65 P03_04:66 P03_04:67", "vis_trg": "P03_04:68", "narrations": [ "take bin", "take top off bin", "cut onions in bin", "peel onion" ], "verbs": [ "take", "take-off", "cut-in", "peel" ], "verb_classes": [ 0, 12, 7, 19 ], "nouns": [ "bin", "top", "onion", "onion" ], "noun_classes": [ 36, 42, 16, 16 ], "start_stop_timestamps": [ [ "00:02:55.91", "00:02:57.11" ], [ "00:02:56.68", "00:02:58.05" ], [ "00:03:04.14", "00:03:06.26" ], [ "00:03:10.50", "00:03:18.25" ] ], "start_stop_frames": [ [ 10554, 10626 ], [ 10600, 10683 ], [ 11048, 11175 ], [ 11430, 11895 ] ], "trgnoun": "onion", "trgverb": "peel" }, { "key": "P02_113+125_126_127_128", "video_id": "P02_113", "narration_ids": [ "P02_113_125", "P02_113_126", "P02_113_127", "P02_113_128" ], "src": "wear gloves . sponge chopping_board . open tap", "src1": "wear gloves", "src2": "sponge chopping_board", "src3": "open tap", "trg": "rinse chopping_board", "vis_src": "P02_113:125 P02_113:126 P02_113:127", "vis_trg": "P02_113:128", "narrations": [ "wear gloves", "sponge chopping board", "open tap", "rinse chopping board" ], "verbs": [ "wear", "sponge", "turn-on", "rinse" ], "verb_classes": [ 68, 2, 6, 2 ], "nouns": [ "glove", "board:chopping", "tap", "board:chopping" ], "noun_classes": [ 60, 18, 0, 18 ], "start_stop_timestamps": [ [ "00:05:26.98", "00:05:33.08" ], [ "00:05:33.18", "00:05:39.02" ], [ "00:05:38.60", "00:05:39.75" ], [ "00:05:39.85", "00:05:41.82" ] ], "start_stop_frames": [ [ 16349, 16654 ], [ 16659, 16951 ], [ 16930, 16987 ], [ 16992, 17091 ] ], "trgnoun": "chopping_board", "trgverb": "rinse" }, { "key": "P37_101+357_358_359_360", "video_id": "P37_101", "narration_ids": [ "P37_101_357", "P37_101_358", "P37_101_359", "P37_101_360" ], "src": "chop onions . peel onions . put onion_skins in bin", "src1": "chop onions", "src2": "peel onions", "src3": "put onion_skins in bin", "trg": "tear onion_skins", "vis_src": "P37_101:357 P37_101:358 P37_101:359", "vis_trg": "P37_101:360", "narrations": [ "chop onions", "peel onions", "put onion skins in bin", "tear onion skins" ], "verbs": [ "chop", "peel", "put-in", "tear" ], "verb_classes": [ 7, 19, 5, 43 ], "nouns": [ "onion", "onion", "skin:onion", "skin:onion" ], "noun_classes": [ 16, 16, 48, 48 ], "start_stop_timestamps": [ [ "00:25:26.86", "00:25:34.71" ], [ "00:25:39.96", "00:25:50.25" ], [ "00:25:49.82", "00:25:52.37" ], [ "00:25:53.01", "00:26:01.10" ] ], "start_stop_frames": [ [ 76343, 76735 ], [ 76998, 77512 ], [ 77491, 77618 ], [ 77650, 78055 ] ], "trgnoun": "onion_skin", "trgverb": "tear" }, { "key": "P01_103+56_57_58_59", "video_id": "P01_103", "narration_ids": [ "P01_103_56", "P01_103_57", "P01_103_58", "P01_103_59" ], "src": "put_down cereal . take cereal_bag . move cereal_box", "src1": "put_down cereal", "src2": "take cereal_bag", "src3": "move cereal_box", "trg": "open cereal_bag", "vis_src": "P01_103:56 P01_103:57 P01_103:58", "vis_trg": "P01_103:59", "narrations": [ "put down cereal", "take cereal bag", "move cereal box", "open cereal bag" ], "verbs": [ "put-down", "take", "move", "open" ], "verb_classes": [ 1, 0, 11, 3 ], "nouns": [ "cereal", "bag:cereal", "box:cereal", "bag:cereal" ], "noun_classes": [ 99, 19, 23, 19 ], "start_stop_timestamps": [ [ "00:01:32.16", "00:01:32.49" ], [ "00:01:33.22", "00:01:34.29" ], [ "00:01:33.89", "00:01:34.34" ], [ "00:01:34.89", "00:01:38.09" ] ], "start_stop_frames": [ [ 4608, 4624 ], [ 4661, 4714 ], [ 4694, 4717 ], [ 4744, 4904 ] ], "trgnoun": "cereal_bag", "trgverb": "open" }, { "key": "P06_108+104_105_106_107", "video_id": "P06_108", "narration_ids": [ "P06_108_104", "P06_108_105", "P06_108_106", "P06_108_107" ], "src": "close drawer . unroll foil . rip foil", "src1": "close drawer", "src2": "unroll foil", "src3": "rip foil", "trg": "put_down foil", "vis_src": "P06_108:104 P06_108:105 P06_108:106", "vis_trg": "P06_108:107", "narrations": [ "close drawer", "unroll foil", "rip foil", "put down foil" ], "verbs": [ "close", "unroll", "rip", "put-down" ], "verb_classes": [ 4, 39, 43, 1 ], "nouns": [ "drawer", "foil", "foil", "foil" ], "noun_classes": [ 8, 123, 123, 123 ], "start_stop_timestamps": [ [ "00:08:11.67", "00:08:12.79" ], [ "00:08:14.40", "00:08:17.06" ], [ "00:08:17.11", "00:08:19.12" ], [ "00:08:18.95", "00:08:19.97" ] ], "start_stop_frames": [ [ 24583, 24639 ], [ 24720, 24853 ], [ 24855, 24956 ], [ 24947, 24998 ] ], "trgnoun": "foil", "trgverb": "put_down" }, { "key": "P26_118+37_38_39_40", "video_id": "P26_118", "narration_ids": [ "P26_118_37", "P26_118_38", "P26_118_39", "P26_118_40" ], "src": "pick_up sponge . lather spatula . clean sink", "src1": "pick_up sponge", "src2": "lather spatula", "src3": "clean sink", "trg": "put_down spatula", "vis_src": "P26_118:37 P26_118:38 P26_118:39", "vis_trg": "P26_118:40", "narrations": [ "pick up sponge", "lather spatula", "clean sink", "put down spatula" ], "verbs": [ "pick-up", "lather", "clean", "put-down" ], "verb_classes": [ 0, 2, 2, 1 ], "nouns": [ "sponge", "spatula", "sink", "spatula" ], "noun_classes": [ 9, 20, 63, 20 ], "start_stop_timestamps": [ [ "00:03:03.85", "00:03:05.21" ], [ "00:03:05.03", "00:03:10.65" ], [ "00:03:15.07", "00:03:59.27" ], [ "00:03:59.14", "00:04:01.80" ] ], "start_stop_frames": [ [ 9192, 9260 ], [ 9251, 9532 ], [ 9753, 11963 ], [ 11957, 12090 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P03_07+38_39_40_41", "video_id": "P03_07", "narration_ids": [ "P03_07_38", "P03_07_39", "P03_07_40", "P03_07_41" ], "src": "turn_on tap . put rubbish in bin . pick_up grapes", "src1": "turn_on tap", "src2": "put rubbish in bin", "src3": "pick_up grapes", "trg": "rinse grapes", "vis_src": "P03_07:38 P03_07:39 P03_07:40", "vis_trg": "P03_07:41", "narrations": [ "turn on tap", "put rubbish in bin", "pick up grapes", "rinse grapes" ], "verbs": [ "turn-on", "put-in", "pick-up", "rinse" ], "verb_classes": [ 6, 5, 0, 2 ], "nouns": [ "tap", "rubbish", "grape", "grape" ], "noun_classes": [ 0, 54, 202, 202 ], "start_stop_timestamps": [ [ "00:01:10.86", "00:01:12.11" ], [ "00:01:12.74", "00:01:14.25" ], [ "00:01:14.77", "00:01:15.97" ], [ "00:01:16.55", "00:01:22.80" ] ], "start_stop_frames": [ [ 4251, 4326 ], [ 4364, 4455 ], [ 4486, 4558 ], [ 4593, 4968 ] ], "trgnoun": "grape", "trgverb": "rinse" }, { "key": "P35_105+307_308_309_310", "video_id": "P35_105", "narration_ids": [ "P35_105_307", "P35_105_308", "P35_105_309", "P35_105_310" ], "src": "stir mushrooms . pick_up flour . pour flour", "src1": "stir mushrooms", "src2": "pick_up flour", "src3": "pour flour", "trg": "put_down flour", "vis_src": "P35_105:307 P35_105:308 P35_105:309", "vis_trg": "P35_105:310", "narrations": [ "stir mushrooms", "pick up flour", "pour flour", "put down flour" ], "verbs": [ "stir", "pick-up", "pour", "put-down" ], "verb_classes": [ 10, 0, 9, 1 ], "nouns": [ "mushroom", "flour", "flour", "flour" ], "noun_classes": [ 56, 75, 75, 75 ], "start_stop_timestamps": [ [ "00:24:20.34", "00:24:33.16" ], [ "00:24:33.64", "00:24:34.70" ], [ "00:24:34.80", "00:24:41.77" ], [ "00:24:41.17", "00:24:42.36" ] ], "start_stop_frames": [ [ 73017, 73658 ], [ 73682, 73735 ], [ 73740, 74088 ], [ 74058, 74118 ] ], "trgnoun": "flour", "trgverb": "put_down" }, { "key": "P22_106+102_103_104_105", "video_id": "P22_106", "narration_ids": [ "P22_106_102", "P22_106_103", "P22_106_104", "P22_106_105" ], "src": "turn_on tap . rinse bowl . empty bowl", "src1": "turn_on tap", "src2": "rinse bowl", "src3": "empty bowl", "trg": "lather bowl", "vis_src": "P22_106:102 P22_106:103 P22_106:104", "vis_trg": "P22_106:105", "narrations": [ "turn on tap", "rinse bowl", "empty bowl", "lather bowl" ], "verbs": [ "turn-on", "rinse", "empty", "lather" ], "verb_classes": [ 6, 2, 20, 2 ], "nouns": [ "tap", "bowl", "bowl", "bowl" ], "noun_classes": [ 0, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:02:49.34", "00:02:50.24" ], [ "00:02:50.32", "00:02:51.35" ], [ "00:02:51.45", "00:02:53.01" ], [ "00:02:53.34", "00:03:03.35" ] ], "start_stop_frames": [ [ 8467, 8512 ], [ 8516, 8567 ], [ 8572, 8650 ], [ 8667, 9167 ] ], "trgnoun": "bowl", "trgverb": "lather" }, { "key": "P26_111+19_20_21_22", "video_id": "P26_111", "narration_ids": [ "P26_111_19", "P26_111_20", "P26_111_21", "P26_111_22" ], "src": "put_down colander . pick_up pot . pick_up lid", "src1": "put_down colander", "src2": "pick_up pot", "src3": "pick_up lid", "trg": "rinse pot", "vis_src": "P26_111:19 P26_111:20 P26_111:21", "vis_trg": "P26_111:22", "narrations": [ "put down colander", "pick up pot", "pick up lid", "rinse pot" ], "verbs": [ "put-down", "pick-up", "pick-up", "rinse" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "colander", "pot", "lid", "pot" ], "noun_classes": [ 39, 29, 6, 29 ], "start_stop_timestamps": [ [ "00:01:05.14", "00:01:09.36" ], [ "00:01:11.90", "00:01:13.37" ], [ "00:01:10.00", "00:01:15.10" ], [ "00:01:15.44", "00:01:20.76" ] ], "start_stop_frames": [ [ 3257, 3468 ], [ 3595, 3668 ], [ 3500, 3754 ], [ 3772, 4038 ] ], "trgnoun": "pot", "trgverb": "rinse" }, { "key": "P22_15+145_146_147_148", "video_id": "P22_15", "narration_ids": [ "P22_15_145", "P22_15_146", "P22_15_147", "P22_15_148" ], "src": "put_down down spoon . grab bowl . open tap", "src1": "put_down down spoon", "src2": "grab bowl", "src3": "open tap", "trg": "lather bowl", "vis_src": "P22_15:145 P22_15:146 P22_15:147", "vis_trg": "P22_15:148", "narrations": [ "put down down spoon", "grab bowl", "open tap", "lather bowl" ], "verbs": [ "put-down", "grab", "turn-on", "lather" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "spoon", "bowl", "tap", "bowl" ], "noun_classes": [ 1, 7, 0, 7 ], "start_stop_timestamps": [ [ "00:05:42.84", "00:05:44.49" ], [ "00:05:44.44", "00:05:44.95" ], [ "00:05:44.71", "00:05:45.91" ], [ "00:05:45.61", "00:05:52.24" ] ], "start_stop_frames": [ [ 20570, 20669 ], [ 20666, 20697 ], [ 20682, 20754 ], [ 20736, 21134 ] ], "trgnoun": "bowl", "trgverb": "lather" }, { "key": "P10_04+220_221_222_223", "video_id": "P10_04", "narration_ids": [ "P10_04_220", "P10_04_221", "P10_04_222", "P10_04_223" ], "src": "switch_on the hob . switch_off the hob . check the refrigerator", "src1": "switch_on the hob", "src2": "switch_off the hob", "src3": "check the refrigerator", "trg": "close the refrigerator", "vis_src": "P10_04:220 P10_04:221 P10_04:222", "vis_trg": "P10_04:223", "narrations": [ "switch on the hob", "switch off the hob", "check the refrigerator", "close the refrigerator" ], "verbs": [ "switch-on", "switch-off", "check", "close" ], "verb_classes": [ 6, 8, 24, 4 ], "nouns": [ "hob", "hob", "refrigerator", "refrigerator" ], "noun_classes": [ 24, 24, 12, 12 ], "start_stop_timestamps": [ [ "00:23:55.76", "00:24:06.57" ], [ "00:23:55.88", "00:23:57.60" ], [ "00:24:07.41", "00:24:15.61" ], [ "00:24:15.71", "00:24:17.52" ] ], "start_stop_frames": [ [ 86145, 86794 ], [ 86152, 86256 ], [ 86844, 87336 ], [ 87342, 87451 ] ], "trgnoun": "refrigerator", "trgverb": "close" }, { "key": "P22_106+89_90_92_106", "video_id": "P22_106", "narration_ids": [ "P22_106_89", "P22_106_90", "P22_106_92", "P22_106_106" ], "src": "empty bowl . lather bowl . pick_up glass", "src1": "empty bowl", "src2": "lather bowl", "src3": "pick_up glass", "trg": "put_down bowl", "vis_src": "P22_106:89 P22_106:90 P22_106:92", "vis_trg": "P22_106:106", "narrations": [ "empty bowl", "lather bowl", "pick up glass", "put down bowl" ], "verbs": [ "empty", "lather", "pick-up", "put-down" ], "verb_classes": [ 20, 2, 0, 1 ], "nouns": [ "bowl", "bowl", "glass", "bowl" ], "noun_classes": [ 7, 7, 10, 7 ], "start_stop_timestamps": [ [ "00:02:34.45", "00:02:35.02" ], [ "00:02:35.12", "00:02:39.21" ], [ "00:02:39.11", "00:02:40.05" ], [ "00:03:03.79", "00:03:04.44" ] ], "start_stop_frames": [ [ 7722, 7751 ], [ 7756, 7960 ], [ 7955, 8002 ], [ 9189, 9222 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P22_106+103_104_105_106", "video_id": "P22_106", "narration_ids": [ "P22_106_103", "P22_106_104", "P22_106_105", "P22_106_106" ], "src": "rinse bowl . empty bowl . lather bowl", "src1": "rinse bowl", "src2": "empty bowl", "src3": "lather bowl", "trg": "put_down bowl", "vis_src": "P22_106:103 P22_106:104 P22_106:105", "vis_trg": "P22_106:106", "narrations": [ "rinse bowl", "empty bowl", "lather bowl", "put down bowl" ], "verbs": [ "rinse", "empty", "lather", "put-down" ], "verb_classes": [ 2, 20, 2, 1 ], "nouns": [ "bowl", "bowl", "bowl", "bowl" ], "noun_classes": [ 7, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:02:50.32", "00:02:51.35" ], [ "00:02:51.45", "00:02:53.01" ], [ "00:02:53.34", "00:03:03.35" ], [ "00:03:03.79", "00:03:04.44" ] ], "start_stop_frames": [ [ 8516, 8567 ], [ 8572, 8650 ], [ 8667, 9167 ], [ 9189, 9222 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P03_102+77_78_79_80", "video_id": "P03_102", "narration_ids": [ "P03_102_77", "P03_102_78", "P03_102_79", "P03_102_80" ], "src": "pull_out vegetable_drawer . pick_up onions . pick_up peppers", "src1": "pull_out vegetable_drawer", "src2": "pick_up onions", "src3": "pick_up peppers", "trg": "close vegetable_drawer", "vis_src": "P03_102:77 P03_102:78 P03_102:79", "vis_trg": "P03_102:80", "narrations": [ "pull out vegetable drawer", "pick up onions", "pick up peppers", "close vegetable drawer" ], "verbs": [ "pull-out", "pick-up", "pick-up", "close" ], "verb_classes": [ 31, 0, 0, 4 ], "nouns": [ "drawer:vegetable", "onion", "pepper", "drawer:vegetable" ], "noun_classes": [ 8, 16, 37, 8 ], "start_stop_timestamps": [ [ "00:02:36.08", "00:02:37.13" ], [ "00:02:37.03", "00:02:38.16" ], [ "00:02:37.90", "00:02:40.09" ], [ "00:02:40.03", "00:02:42.28" ] ], "start_stop_frames": [ [ 7803, 7856 ], [ 7851, 7908 ], [ 7895, 8004 ], [ 8001, 8114 ] ], "trgnoun": "vegetable_drawer", "trgverb": "close" }, { "key": "P01_07+10_11_12_13", "video_id": "P01_07", "narration_ids": [ "P01_07_10", "P01_07_11", "P01_07_12", "P01_07_13" ], "src": "unfold table_cloth . lay table_cloth down . take spoon", "src1": "unfold table_cloth", "src2": "lay table_cloth down", "src3": "take spoon", "trg": "put_down spoon", "vis_src": "P01_07:10 P01_07:11 P01_07:12", "vis_trg": "P01_07:13", "narrations": [ "unfold table cloth", "lay table cloth down", "take spoon", "put down spoon" ], "verbs": [ "unfold", "lay-down", "take", "put-down" ], "verb_classes": [ 39, 1, 0, 1 ], "nouns": [ "cloth:table", "cloth:table", "spoon", "spoon" ], "noun_classes": [ 17, 17, 1, 1 ], "start_stop_timestamps": [ [ "00:00:32.42", "00:00:34.33" ], [ "00:00:34.19", "00:00:37.71" ], [ "00:00:39.19", "00:00:41.43" ], [ "00:00:42.56", "00:00:43.54" ] ], "start_stop_frames": [ [ 1945, 2059 ], [ 2051, 2262 ], [ 2351, 2485 ], [ 2553, 2612 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P01_105+550_551_552_553", "video_id": "P01_105", "narration_ids": [ "P01_105_550", "P01_105_551", "P01_105_552", "P01_105_553" ], "src": "put_down saucepan . pick_up noodles . pick_up scissors", "src1": "put_down saucepan", "src2": "pick_up noodles", "src3": "pick_up scissors", "trg": "put_down noodles", "vis_src": "P01_105:550 P01_105:551 P01_105:552", "vis_trg": "P01_105:553", "narrations": [ "put down saucepan", "pick up noodles", "pick up scissors", "put down noodles" ], "verbs": [ "put-down", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "saucepan", "noodle", "scissors", "noodle" ], "noun_classes": [ 5, 155, 79, 155 ], "start_stop_timestamps": [ [ "00:22:01.31", "00:22:02.94" ], [ "00:22:03.60", "00:22:04.85" ], [ "00:22:06.07", "00:22:07.23" ], [ "00:22:07.30", "00:22:08.05" ] ], "start_stop_frames": [ [ 66065, 66147 ], [ 66180, 66242 ], [ 66303, 66361 ], [ 66365, 66402 ] ], "trgnoun": "noodle", "trgverb": "put_down" }, { "key": "P11_05+40_41_42_43", "video_id": "P11_05", "narration_ids": [ "P11_05_40", "P11_05_41", "P11_05_42", "P11_05_43" ], "src": "put_away phone . pick_up slicer . pick_up courgette", "src1": "put_away phone", "src2": "pick_up slicer", "src3": "pick_up courgette", "trg": "slice courgette into bin", "vis_src": "P11_05:40 P11_05:41 P11_05:42", "vis_trg": "P11_05:43", "narrations": [ "put away phone", "pick up slicer", "pick up courgette", "slice courgette into bin" ], "verbs": [ "put-away", "pick-up", "pick-up", "slice-into" ], "verb_classes": [ 1, 0, 0, 7 ], "nouns": [ "phone", "slicer", "courgette", "courgette" ], "noun_classes": [ 165, 220, 76, 76 ], "start_stop_timestamps": [ [ "00:01:57.87", "00:02:00.40" ], [ "00:02:03.45", "00:02:04.93" ], [ "00:02:07.99", "00:02:08.77" ], [ "00:02:11.03", "00:02:12.92" ] ], "start_stop_frames": [ [ 7072, 7224 ], [ 7407, 7495 ], [ 7679, 7726 ], [ 7861, 7975 ] ], "trgnoun": "courgette", "trgverb": "slice_into" }, { "key": "P01_18+369_370_371_372", "video_id": "P01_18", "narration_ids": [ "P01_18_369", "P01_18_370", "P01_18_371", "P01_18_372" ], "src": "put_down national_geographic . take spoon . stir stock", "src1": "put_down national_geographic", "src2": "take spoon", "src3": "stir stock", "trg": "put_down spoon", "vis_src": "P01_18:369 P01_18:370 P01_18:371", "vis_trg": "P01_18:372", "narrations": [ "put down national geographic", "take spoon", "stir stock", "put down spoon" ], "verbs": [ "put-down", "take", "stir", "put-down" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "geographic:national", "spoon", "stock", "spoon" ], "noun_classes": [ 140, 1, 95, 1 ], "start_stop_timestamps": [ [ "00:28:48.44", "00:28:49.28" ], [ "00:28:52.79", "00:28:53.66" ], [ "00:28:53.76", "00:29:00.39" ], [ "00:29:01.85", "00:29:02.39" ] ], "start_stop_frames": [ [ 103706, 103756 ], [ 103967, 104019 ], [ 104025, 104423 ], [ 104511, 104543 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P28_111+195_196_197_198", "video_id": "P28_111", "narration_ids": [ "P28_111_195", "P28_111_196", "P28_111_197", "P28_111_198" ], "src": "put blueberries in fridge . close fridge . take spoon", "src1": "put blueberries in fridge", "src2": "close fridge", "src3": "take spoon", "trg": "wipe spoon", "vis_src": "P28_111:195 P28_111:196 P28_111:197", "vis_trg": "P28_111:198", "narrations": [ "put blueberries in fridge", "close fridge", "take spoon", "wipe spoon" ], "verbs": [ "put-in", "close", "take", "wipe" ], "verb_classes": [ 5, 4, 0, 2 ], "nouns": [ "blueberry", "fridge", "spoon", "spoon" ], "noun_classes": [ 178, 12, 1, 1 ], "start_stop_timestamps": [ [ "00:10:23.44", "00:10:26.47" ], [ "00:10:26.37", "00:10:27.25" ], [ "00:10:28.51", "00:10:29.48" ], [ "00:10:29.79", "00:10:31.99" ] ], "start_stop_frames": [ [ 31172, 31323 ], [ 31318, 31362 ], [ 31425, 31474 ], [ 31489, 31599 ] ], "trgnoun": "spoon", "trgverb": "wipe" }, { "key": "P22_10+152_153_154_155", "video_id": "P22_10", "narration_ids": [ "P22_10_152", "P22_10_153", "P22_10_154", "P22_10_155" ], "src": "open tap . rinse bowl . lather bowl", "src1": "open tap", "src2": "rinse bowl", "src3": "lather bowl", "trg": "put_down bowl", "vis_src": "P22_10:152 P22_10:153 P22_10:154", "vis_trg": "P22_10:155", "narrations": [ "open tap", "rinse bowl", "lather bowl", "put down bowl" ], "verbs": [ "turn-on", "rinse", "lather", "put-down" ], "verb_classes": [ 6, 2, 2, 1 ], "nouns": [ "tap", "bowl", "bowl", "bowl" ], "noun_classes": [ 0, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:05:10.93", "00:05:11.74" ], [ "00:05:11.10", "00:05:11.90" ], [ "00:05:12.05", "00:05:15.01" ], [ "00:05:14.83", "00:05:15.57" ] ], "start_stop_frames": [ [ 18655, 18704 ], [ 18666, 18714 ], [ 18723, 18900 ], [ 18889, 18934 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P02_09+94_95_96_100", "video_id": "P02_09", "narration_ids": [ "P02_09_94", "P02_09_95", "P02_09_96", "P02_09_100" ], "src": "empty water into glass . put glass . wait_for kettle", "src1": "empty water into glass", "src2": "put glass", "src3": "wait_for kettle", "trg": "hold kettle", "vis_src": "P02_09:94 P02_09:95 P02_09:96", "vis_trg": "P02_09:100", "narrations": [ "empty water into glass", "put glass", "wait for kettle", "hold kettle" ], "verbs": [ "empty", "put", "wait-for", "hold" ], "verb_classes": [ 20, 1, 72, 34 ], "nouns": [ "water", "glass", "kettle", "kettle" ], "noun_classes": [ 27, 10, 44, 44 ], "start_stop_timestamps": [ [ "00:03:40.47", "00:03:43.42" ], [ "00:03:44.96", "00:03:48.68" ], [ "00:03:50.04", "00:03:57.68" ], [ "00:04:16.77", "00:04:20.32" ] ], "start_stop_frames": [ [ 13228, 13405 ], [ 13497, 13720 ], [ 13802, 14260 ], [ 15406, 15619 ] ], "trgnoun": "kettle", "trgverb": "hold" }, { "key": "P11_05+204_205_206_207", "video_id": "P11_05", "narration_ids": [ "P11_05_204", "P11_05_205", "P11_05_206", "P11_05_207" ], "src": "put fork in sink . pick_up guard . pick_up slicer", "src1": "put fork in sink", "src2": "pick_up guard", "src3": "pick_up slicer", "trg": "put slicer on the side", "vis_src": "P11_05:204 P11_05:205 P11_05:206", "vis_trg": "P11_05:207", "narrations": [ "put fork in sink", "pick up guard", "pick up slicer", "put slicer on the side" ], "verbs": [ "put-in", "pick-up", "pick-up", "put-on" ], "verb_classes": [ 5, 0, 0, 1 ], "nouns": [ "fork", "guard", "slicer", "slicer" ], "noun_classes": [ 14, 252, 220, 220 ], "start_stop_timestamps": [ [ "00:13:14.34", "00:13:15.09" ], [ "00:13:17.18", "00:13:18.33" ], [ "00:13:19.20", "00:13:20.70" ], [ "00:13:21.67", "00:13:23.06" ] ], "start_stop_frames": [ [ 47660, 47705 ], [ 47830, 47899 ], [ 47952, 48042 ], [ 48100, 48183 ] ], "trgnoun": "slicer", "trgverb": "put_on" }, { "key": "P02_109+163_164_165_167", "video_id": "P02_109", "narration_ids": [ "P02_109_163", "P02_109_164", "P02_109_165", "P02_109_167" ], "src": "open garlic_presser . pick some garlic from sink . close bin", "src1": "open garlic_presser", "src2": "pick some garlic from sink", "src3": "close bin", "trg": "rinse garlic_presser", "vis_src": "P02_109:163 P02_109:164 P02_109:165", "vis_trg": "P02_109:167", "narrations": [ "open garlic presser", "pick some garlic from sink", "close bin", "rinse garlic presser" ], "verbs": [ "open", "pick-from", "close", "rinse" ], "verb_classes": [ 3, 0, 4, 2 ], "nouns": [ "presser:garlic", "garlic", "bin", "presser:garlic" ], "noun_classes": [ 172, 51, 36, 172 ], "start_stop_timestamps": [ [ "00:14:13.21", "00:14:14.23" ], [ "00:14:15.18", "00:14:16.73" ], [ "00:14:17.93", "00:14:18.63" ], [ "00:14:19.44", "00:14:21.60" ] ], "start_stop_frames": [ [ 42660, 42711 ], [ 42759, 42836 ], [ 42896, 42931 ], [ 42972, 43080 ] ], "trgnoun": "garlic_presser", "trgverb": "rinse" }, { "key": "P26_03+9_10_11_12", "video_id": "P26_03", "narration_ids": [ "P26_03_9", "P26_03_10", "P26_03_11", "P26_03_12" ], "src": "pick_up lemon . put glass . open fridge", "src1": "pick_up lemon", "src2": "put glass", "src3": "open fridge", "trg": "put lemon", "vis_src": "P26_03:9 P26_03:10 P26_03:11", "vis_trg": "P26_03:12", "narrations": [ "pick up lemon", "put glass", "open fridge", "put lemon" ], "verbs": [ "pick-up", "put", "open", "put" ], "verb_classes": [ 0, 1, 3, 1 ], "nouns": [ "lemon", "glass", "fridge", "lemon" ], "noun_classes": [ 105, 10, 12, 105 ], "start_stop_timestamps": [ [ "00:00:25.31", "00:00:26.82" ], [ "00:00:28.32", "00:00:29.73" ], [ "00:00:29.76", "00:00:31.00" ], [ "00:00:30.60", "00:00:31.93" ] ], "start_stop_frames": [ [ 1518, 1609 ], [ 1699, 1783 ], [ 1785, 1860 ], [ 1836, 1915 ] ], "trgnoun": "lemon", "trgverb": "put" }, { "key": "P22_111+477_478_479_480", "video_id": "P22_111", "narration_ids": [ "P22_111_477", "P22_111_478", "P22_111_479", "P22_111_480" ], "src": "turn_on tap . rinse bowl . lather bowl", "src1": "turn_on tap", "src2": "rinse bowl", "src3": "lather bowl", "trg": "put_down bowl", "vis_src": "P22_111:477 P22_111:478 P22_111:479", "vis_trg": "P22_111:480", "narrations": [ "turn on tap", "rinse bowl", "lather bowl", "put down bowl" ], "verbs": [ "turn-on", "rinse", "lather", "put-down" ], "verb_classes": [ 6, 2, 2, 1 ], "nouns": [ "tap", "bowl", "bowl", "bowl" ], "noun_classes": [ 0, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:17:38.79", "00:17:39.43" ], [ "00:17:39.57", "00:17:40.17" ], [ "00:17:40.29", "00:17:45.16" ], [ "00:17:44.95", "00:17:45.83" ] ], "start_stop_frames": [ [ 52939, 52971 ], [ 52978, 53008 ], [ 53014, 53258 ], [ 53247, 53291 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P35_103+146_147_148_149", "video_id": "P35_103", "narration_ids": [ "P35_103_146", "P35_103_147", "P35_103_148", "P35_103_149" ], "src": "rinse pot . put_down pot . rinse saucepan", "src1": "rinse pot", "src2": "put_down pot", "src3": "rinse saucepan", "trg": "put_down saucepan", "vis_src": "P35_103:146 P35_103:147 P35_103:148", "vis_trg": "P35_103:149", "narrations": [ "rinse pot", "put down pot", "rinse saucepan", "put down saucepan" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "pot", "pot", "saucepan", "saucepan" ], "noun_classes": [ 29, 29, 5, 5 ], "start_stop_timestamps": [ [ "00:16:45.68", "00:17:15.55" ], [ "00:17:19.58", "00:17:20.86" ], [ "00:17:21.43", "00:17:30.54" ], [ "00:17:31.02", "00:17:32.10" ] ], "start_stop_frames": [ [ 50284, 51777 ], [ 51979, 52042 ], [ 52071, 52527 ], [ 52551, 52604 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P22_110+147_148_149_150", "video_id": "P22_110", "narration_ids": [ "P22_110_147", "P22_110_148", "P22_110_149", "P22_110_150" ], "src": "rinse spatula . put_down spatula . pick_up plate", "src1": "rinse spatula", "src2": "put_down spatula", "src3": "pick_up plate", "trg": "rinse plate", "vis_src": "P22_110:147 P22_110:148 P22_110:149", "vis_trg": "P22_110:150", "narrations": [ "rinse spatula", "put down spatula", "pick up plate", "rinse plate" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spatula", "spatula", "plate", "plate" ], "noun_classes": [ 20, 20, 2, 2 ], "start_stop_timestamps": [ [ "00:04:38.21", "00:04:40.98" ], [ "00:04:41.06", "00:04:42.60" ], [ "00:04:42.78", "00:04:43.55" ], [ "00:04:43.77", "00:04:45.92" ] ], "start_stop_frames": [ [ 13910, 14049 ], [ 14053, 14130 ], [ 14138, 14177 ], [ 14188, 14296 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P01_01+68_69_70_71", "video_id": "P01_01", "narration_ids": [ "P01_01_68", "P01_01_69", "P01_01_70", "P01_01_71" ], "src": "throw things into garbage_bin . open fridge . put celery back into fridge", "src1": "throw things into garbage_bin", "src2": "open fridge", "src3": "put celery back into fridge", "trg": "close fridge", "vis_src": "P01_01:68 P01_01:69 P01_01:70", "vis_trg": "P01_01:71", "narrations": [ "throw things into garbage bin", "open fridge", "put celery back into fridge", "close fridge" ], "verbs": [ "throw-into", "open", "put-into", "close" ], "verb_classes": [ 13, 3, 5, 4 ], "nouns": [ "bin:garbage", "fridge", "celery", "fridge" ], "noun_classes": [ 36, 12, 223, 12 ], "start_stop_timestamps": [ [ "00:05:54.09", "00:05:58.44" ], [ "00:06:00.21", "00:06:01.84" ], [ "00:06:00.76", "00:06:03.07" ], [ "00:06:03.07", "00:06:04.15" ] ], "start_stop_frames": [ [ 21245, 21506 ], [ 21612, 21710 ], [ 21645, 21784 ], [ 21784, 21849 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P01_105+751_752_753_754", "video_id": "P01_105", "narration_ids": [ "P01_105_751", "P01_105_752", "P01_105_753", "P01_105_754" ], "src": "drain saucepan . pick_up spatula . scoop saucepan", "src1": "drain saucepan", "src2": "pick_up spatula", "src3": "scoop saucepan", "trg": "put_down spatula", "vis_src": "P01_105:751 P01_105:752 P01_105:753", "vis_trg": "P01_105:754", "narrations": [ "drain saucepan", "pick up spatula", "scoop saucepan", "put down spatula" ], "verbs": [ "drain", "pick-up", "scoop", "put-down" ], "verb_classes": [ 37, 0, 16, 1 ], "nouns": [ "saucepan", "spatula", "saucepan", "spatula" ], "noun_classes": [ 5, 20, 5, 20 ], "start_stop_timestamps": [ [ "00:32:54.65", "00:32:56.99" ], [ "00:33:00.75", "00:33:01.24" ], [ "00:33:01.59", "00:33:03.95" ], [ "00:33:04.49", "00:33:05.85" ] ], "start_stop_frames": [ [ 98732, 98849 ], [ 99037, 99062 ], [ 99079, 99197 ], [ 99224, 99292 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P22_15+148_149_150_151", "video_id": "P22_15", "narration_ids": [ "P22_15_148", "P22_15_149", "P22_15_150", "P22_15_151" ], "src": "lather bowl . grab cup . put_down down bowl", "src1": "lather bowl", "src2": "grab cup", "src3": "put_down down bowl", "trg": "rinse cup", "vis_src": "P22_15:148 P22_15:149 P22_15:150", "vis_trg": "P22_15:151", "narrations": [ "lather bowl", "grab cup", "put down down bowl", "rinse cup" ], "verbs": [ "lather", "grab", "put-down", "rinse" ], "verb_classes": [ 2, 0, 1, 2 ], "nouns": [ "bowl", "cup", "bowl", "cup" ], "noun_classes": [ 7, 13, 7, 13 ], "start_stop_timestamps": [ [ "00:05:45.61", "00:05:52.24" ], [ "00:05:52.20", "00:05:53.10" ], [ "00:05:52.34", "00:05:52.98" ], [ "00:05:53.05", "00:05:54.54" ] ], "start_stop_frames": [ [ 20736, 21134 ], [ 21132, 21186 ], [ 21140, 21178 ], [ 21183, 21272 ] ], "trgnoun": "cup", "trgverb": "rinse" }, { "key": "P02_03+155_156_157_158", "video_id": "P02_03", "narration_ids": [ "P02_03_155", "P02_03_156", "P02_03_157", "P02_03_158" ], "src": "put pine_nuts in pan . add pine_nuts to pan . open fridge", "src1": "put pine_nuts in pan", "src2": "add pine_nuts to pan", "src3": "open fridge", "trg": "return pine_nuts", "vis_src": "P02_03:155 P02_03:156 P02_03:157", "vis_trg": "P02_03:158", "narrations": [ "put pine nuts in pan", "add pine nuts to pan", "open fridge", "return pine nuts" ], "verbs": [ "put-in", "add", "open", "return" ], "verb_classes": [ 5, 46, 3, 1 ], "nouns": [ "nut:pine", "nut:pine", "fridge", "nut:pine" ], "noun_classes": [ 133, 133, 12, 133 ], "start_stop_timestamps": [ [ "00:09:00.36", "00:09:04.68" ], [ "00:09:05.46", "00:09:08.21" ], [ "00:09:11.41", "00:09:12.19" ], [ "00:09:12.26", "00:09:13.04" ] ], "start_stop_frames": [ [ 32421, 32680 ], [ 32727, 32892 ], [ 33084, 33131 ], [ 33135, 33182 ] ], "trgnoun": "pine_nut", "trgverb": "return" }, { "key": "P22_15+147_148_149_150", "video_id": "P22_15", "narration_ids": [ "P22_15_147", "P22_15_148", "P22_15_149", "P22_15_150" ], "src": "open tap . lather bowl . grab cup", "src1": "open tap", "src2": "lather bowl", "src3": "grab cup", "trg": "put_down down bowl", "vis_src": "P22_15:147 P22_15:148 P22_15:149", "vis_trg": "P22_15:150", "narrations": [ "open tap", "lather bowl", "grab cup", "put down down bowl" ], "verbs": [ "turn-on", "lather", "grab", "put-down" ], "verb_classes": [ 6, 2, 0, 1 ], "nouns": [ "tap", "bowl", "cup", "bowl" ], "noun_classes": [ 0, 7, 13, 7 ], "start_stop_timestamps": [ [ "00:05:44.71", "00:05:45.91" ], [ "00:05:45.61", "00:05:52.24" ], [ "00:05:52.20", "00:05:53.10" ], [ "00:05:52.34", "00:05:52.98" ] ], "start_stop_frames": [ [ 20682, 20754 ], [ 20736, 21134 ], [ 21132, 21186 ], [ 21140, 21178 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P02_03+274_275_276_277", "video_id": "P02_03", "narration_ids": [ "P02_03_274", "P02_03_275", "P02_03_276", "P02_03_277" ], "src": "open pesto . scoop pesto using spoon . put pesto into pan", "src1": "open pesto", "src2": "scoop pesto using spoon", "src3": "put pesto into pan", "trg": "close pesto", "vis_src": "P02_03:274 P02_03:275 P02_03:276", "vis_trg": "P02_03:277", "narrations": [ "open pesto", "scoop pesto using spoon", "put pesto into pan", "close pesto" ], "verbs": [ "open", "scoop", "put-into", "close" ], "verb_classes": [ 3, 16, 5, 4 ], "nouns": [ "pesto", "pesto", "pesto", "pesto" ], "noun_classes": [ 47, 47, 47, 47 ], "start_stop_timestamps": [ [ "00:15:45.10", "00:15:46.93" ], [ "00:15:47.43", "00:15:49.54" ], [ "00:15:49.51", "00:15:51.01" ], [ "00:15:51.65", "00:15:53.17" ] ], "start_stop_frames": [ [ 56706, 56815 ], [ 56845, 56972 ], [ 56970, 57060 ], [ 57099, 57190 ] ], "trgnoun": "pesto", "trgverb": "close" }, { "key": "P09_104+76_77_78_79", "video_id": "P09_104", "narration_ids": [ "P09_104_76", "P09_104_77", "P09_104_78", "P09_104_79" ], "src": "scramble eggs . turn_off stove . take cheese", "src1": "scramble eggs", "src2": "turn_off stove", "src3": "take cheese", "trg": "add cheese to pan", "vis_src": "P09_104:76 P09_104:77 P09_104:78", "vis_trg": "P09_104:79", "narrations": [ "scramble eggs", "turn off stove", "take cheese", "add cheese to pan" ], "verbs": [ "scramble", "turn-off", "take", "add" ], "verb_classes": [ 10, 8, 0, 46 ], "nouns": [ "egg", "stove", "cheese", "cheese" ], "noun_classes": [ 53, 24, 32, 32 ], "start_stop_timestamps": [ [ "00:08:06.11", "00:08:54.17" ], [ "00:08:55.62", "00:08:56.83" ], [ "00:08:56.30", "00:08:59.06" ], [ "00:08:59.58", "00:09:01.80" ] ], "start_stop_frames": [ [ 24305, 26708 ], [ 26781, 26841 ], [ 26814, 26952 ], [ 26979, 27089 ] ], "trgnoun": "cheese", "trgverb": "add" }, { "key": "P06_05+85_86_87_88", "video_id": "P06_05", "narration_ids": [ "P06_05_85", "P06_05_86", "P06_05_87", "P06_05_88" ], "src": "drain sweetcorn . shake sweetcorn . open sweetcorn", "src1": "drain sweetcorn", "src2": "shake sweetcorn", "src3": "open sweetcorn", "trg": "sprinkle sweetcorn", "vis_src": "P06_05:85 P06_05:86 P06_05:87", "vis_trg": "P06_05:88", "narrations": [ "drain sweetcorn", "shake sweetcorn", "open sweetcorn", "sprinkle sweetcorn" ], "verbs": [ "drain", "shake", "open", "sprinkle" ], "verb_classes": [ 37, 15, 3, 42 ], "nouns": [ "sweetcorn", "sweetcorn", "sweetcorn", "sweetcorn" ], "noun_classes": [ 125, 125, 125, 125 ], "start_stop_timestamps": [ [ "00:09:34.05", "00:09:41.06" ], [ "00:09:40.82", "00:09:57.10" ], [ "00:09:57.76", "00:10:02.47" ], [ "00:10:03.14", "00:10:18.07" ] ], "start_stop_frames": [ [ 34443, 34863 ], [ 34849, 35826 ], [ 35865, 36148 ], [ 36188, 37084 ] ], "trgnoun": "sweetcorn", "trgverb": "sprinkle" }, { "key": "P17_04+7_8_9_10", "video_id": "P17_04", "narration_ids": [ "P17_04_7", "P17_04_8", "P17_04_9", "P17_04_10" ], "src": "take_out pot . wash pot . add water", "src1": "take_out pot", "src2": "wash pot", "src3": "add water", "trg": "put_down pot", "vis_src": "P17_04:7 P17_04:8 P17_04:9", "vis_trg": "P17_04:10", "narrations": [ "take out pot", "wash pot", "add water", "put down pot" ], "verbs": [ "take-out", "wash", "add", "put-down" ], "verb_classes": [ 12, 2, 46, 1 ], "nouns": [ "pot", "pot", "water", "pot" ], "noun_classes": [ 29, 29, 27, 29 ], "start_stop_timestamps": [ [ "00:00:45.83", "00:00:49.27" ], [ "00:00:57.45", "00:01:01.36" ], [ "00:01:00.18", "00:01:05.39" ], [ "00:01:06.24", "00:01:13.79" ] ], "start_stop_frames": [ [ 2749, 2956 ], [ 3447, 3681 ], [ 3610, 3923 ], [ 3974, 4427 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P22_16+206_207_208_209", "video_id": "P22_16", "narration_ids": [ "P22_16_206", "P22_16_207", "P22_16_208", "P22_16_209" ], "src": "pick_up pepper . open pepper . add pepper", "src1": "pick_up pepper", "src2": "open pepper", "src3": "add pepper", "trg": "close pepper", "vis_src": "P22_16:206 P22_16:207 P22_16:208", "vis_trg": "P22_16:209", "narrations": [ "pick up pepper", "open pepper", "add pepper", "close pepper" ], "verbs": [ "pick-up", "open", "add", "close" ], "verb_classes": [ 0, 3, 46, 4 ], "nouns": [ "pepper", "pepper", "pepper", "pepper" ], "noun_classes": [ 37, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:09:18.04", "00:09:19.01" ], [ "00:09:18.77", "00:09:20.08" ], [ "00:09:20.09", "00:09:22.40" ], [ "00:09:22.25", "00:09:23.25" ] ], "start_stop_frames": [ [ 33482, 33540 ], [ 33526, 33604 ], [ 33605, 33744 ], [ 33735, 33795 ] ], "trgnoun": "pepper", "trgverb": "close" }, { "key": "P27_103+431_432_433_434", "video_id": "P27_103", "narration_ids": [ "P27_103_431", "P27_103_432", "P27_103_433", "P27_103_434" ], "src": "put_down whisk . pick_up saucepan . wash saucepan", "src1": "put_down whisk", "src2": "pick_up saucepan", "src3": "wash saucepan", "trg": "rinse saucepan", "vis_src": "P27_103:431 P27_103:432 P27_103:433", "vis_trg": "P27_103:434", "narrations": [ "put down whisk", "pick up saucepan", "wash saucepan", "rinse saucepan" ], "verbs": [ "put-down", "pick-up", "wash", "rinse" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "whisk", "saucepan", "saucepan", "saucepan" ], "noun_classes": [ 218, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:31:25.78", "00:31:26.43" ], [ "00:31:27.14", "00:31:28.14" ], [ "00:31:28.72", "00:31:38.69" ], [ "00:31:38.79", "00:31:45.69" ] ], "start_stop_frames": [ [ 94289, 94321 ], [ 94357, 94407 ], [ 94436, 94934 ], [ 94939, 95284 ] ], "trgnoun": "saucepan", "trgverb": "rinse" }, { "key": "P11_01+17_18_19_20", "video_id": "P11_01", "narration_ids": [ "P11_01_17", "P11_01_18", "P11_01_19", "P11_01_20" ], "src": "clean mug . scrub mug . scrub handle", "src1": "clean mug", "src2": "scrub mug", "src3": "scrub handle", "trg": "put_down mug", "vis_src": "P11_01:17 P11_01:18 P11_01:19", "vis_trg": "P11_01:20", "narrations": [ "clean mug", "scrub mug", "scrub handle", "put down mug" ], "verbs": [ "clean", "scrub", "scrub", "put-down" ], "verb_classes": [ 2, 29, 29, 1 ], "nouns": [ "mug", "mug", "mug", "mug" ], "noun_classes": [ 13, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:00:50.69", "00:00:59.93" ], [ "00:00:52.00", "00:00:55.74" ], [ "00:00:55.84", "00:00:59.47" ], [ "00:01:00.18", "00:01:01.11" ] ], "start_stop_frames": [ [ 3041, 3595 ], [ 3120, 3344 ], [ 3350, 3568 ], [ 3610, 3666 ] ], "trgnoun": "mug", "trgverb": "put_down" }, { "key": "P02_03+275_276_277_278", "video_id": "P02_03", "narration_ids": [ "P02_03_275", "P02_03_276", "P02_03_277", "P02_03_278" ], "src": "scoop pesto using spoon . put pesto into pan . close pesto", "src1": "scoop pesto using spoon", "src2": "put pesto into pan", "src3": "close pesto", "trg": "put pesto down", "vis_src": "P02_03:275 P02_03:276 P02_03:277", "vis_trg": "P02_03:278", "narrations": [ "scoop pesto using spoon", "put pesto into pan", "close pesto", "put pesto down" ], "verbs": [ "scoop", "put-into", "close", "put" ], "verb_classes": [ 16, 5, 4, 1 ], "nouns": [ "pesto", "pesto", "pesto", "pesto" ], "noun_classes": [ 47, 47, 47, 47 ], "start_stop_timestamps": [ [ "00:15:47.43", "00:15:49.54" ], [ "00:15:49.51", "00:15:51.01" ], [ "00:15:51.65", "00:15:53.17" ], [ "00:15:53.27", "00:15:54.36" ] ], "start_stop_frames": [ [ 56845, 56972 ], [ 56970, 57060 ], [ 57099, 57190 ], [ 57196, 57261 ] ], "trgnoun": "pesto", "trgverb": "put" }, { "key": "P09_104+79_80_81_82", "video_id": "P09_104", "narration_ids": [ "P09_104_79", "P09_104_80", "P09_104_81", "P09_104_82" ], "src": "add cheese to pan . take cheese . open fridge", "src1": "add cheese to pan", "src2": "take cheese", "src3": "open fridge", "trg": "put cheese on fridge", "vis_src": "P09_104:79 P09_104:80 P09_104:81", "vis_trg": "P09_104:82", "narrations": [ "add cheese to pan", "take cheese", "open fridge", "put cheese on fridge" ], "verbs": [ "add", "take", "open", "put-on" ], "verb_classes": [ 46, 0, 3, 1 ], "nouns": [ "cheese", "cheese", "fridge", "cheese" ], "noun_classes": [ 32, 32, 12, 32 ], "start_stop_timestamps": [ [ "00:08:59.58", "00:09:01.80" ], [ "00:09:01.90", "00:09:03.69" ], [ "00:09:03.10", "00:09:04.85" ], [ "00:09:04.83", "00:09:06.95" ] ], "start_stop_frames": [ [ 26979, 27089 ], [ 27095, 27184 ], [ 27155, 27242 ], [ 27241, 27347 ] ], "trgnoun": "cheese", "trgverb": "put_on" }, { "key": "P02_126+55_56_57_58", "video_id": "P02_126", "narration_ids": [ "P02_126_55", "P02_126_56", "P02_126_57", "P02_126_58" ], "src": "cover yoghurt . pick_up yoghurt . open fridge", "src1": "cover yoghurt", "src2": "pick_up yoghurt", "src3": "open fridge", "trg": "put yoghurt in fridge", "vis_src": "P02_126:55 P02_126:56 P02_126:57", "vis_trg": "P02_126:58", "narrations": [ "cover yoghurt", "pick up yoghurt", "open fridge", "put yoghurt in fridge" ], "verbs": [ "cover", "pick-up", "open", "put-in" ], "verb_classes": [ 36, 0, 3, 5 ], "nouns": [ "yoghurt", "yoghurt", "fridge", "yoghurt" ], "noun_classes": [ 98, 98, 12, 98 ], "start_stop_timestamps": [ [ "00:02:18.03", "00:02:19.64" ], [ "00:02:19.73", "00:02:20.92" ], [ "00:02:21.56", "00:02:22.99" ], [ "00:02:23.07", "00:02:25.44" ] ], "start_stop_frames": [ [ 6901, 6981 ], [ 6986, 7046 ], [ 7078, 7149 ], [ 7153, 7272 ] ], "trgnoun": "yoghurt", "trgverb": "put_in" }, { "key": "P22_11+4_5_6_7", "video_id": "P22_11", "narration_ids": [ "P22_11_4", "P22_11_5", "P22_11_6", "P22_11_7" ], "src": "pick_up salad_bowl . dry salad_bowl . place rag", "src1": "pick_up salad_bowl", "src2": "dry salad_bowl", "src3": "place rag", "trg": "move salad_bowl", "vis_src": "P22_11:4 P22_11:5 P22_11:6", "vis_trg": "P22_11:7", "narrations": [ "pick up salad bowl", "dry salad bowl", "place rag", "move salad bowl" ], "verbs": [ "pick-up", "dry", "place", "move" ], "verb_classes": [ 0, 14, 1, 11 ], "nouns": [ "bowl:salad", "bowl:salad", "rag", "bowl:salad" ], "noun_classes": [ 7, 7, 17, 7 ], "start_stop_timestamps": [ [ "00:00:08.81", "00:00:11.08" ], [ "00:00:12.21", "00:00:16.00" ], [ "00:00:16.13", "00:00:19.15" ], [ "00:00:18.72", "00:00:20.98" ] ], "start_stop_frames": [ [ 528, 664 ], [ 732, 960 ], [ 967, 1149 ], [ 1123, 1258 ] ], "trgnoun": "salad_bowl", "trgverb": "move" }, { "key": "P04_02+228_229_230_231", "video_id": "P04_02", "narration_ids": [ "P04_02_228", "P04_02_229", "P04_02_230", "P04_02_231" ], "src": "pick_up sesame_oil . put_down sesame_oil . pour sesame_oil", "src1": "pick_up sesame_oil", "src2": "put_down sesame_oil", "src3": "pour sesame_oil", "trg": "close sesame_oil", "vis_src": "P04_02:228 P04_02:229 P04_02:230", "vis_trg": "P04_02:231", "narrations": [ "pick up sesame oil", "put down sesame oil", "pour sesame oil", "close sesame oil" ], "verbs": [ "pick-up", "put-down", "pour", "close" ], "verb_classes": [ 0, 1, 9, 4 ], "nouns": [ "oil:sesame", "oil:sesame", "oil:sesame", "oil:sesame" ], "noun_classes": [ 31, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:17:00.10", "00:17:01.69" ], [ "00:17:01.37", "00:17:10.16" ], [ "00:17:02.99", "00:17:08.15" ], [ "00:17:08.25", "00:17:09.90" ] ], "start_stop_frames": [ [ 61206, 61301 ], [ 61282, 61809 ], [ 61379, 61689 ], [ 61695, 61794 ] ], "trgnoun": "sesame_oil", "trgverb": "close" }, { "key": "P11_05+32_33_34_35", "video_id": "P11_05", "narration_ids": [ "P11_05_32", "P11_05_33", "P11_05_34", "P11_05_35" ], "src": "put_down courgette . open cupboard . take_out olive_oil", "src1": "put_down courgette", "src2": "open cupboard", "src3": "take_out olive_oil", "trg": "pour olive_oil in pan", "vis_src": "P11_05:32 P11_05:33 P11_05:34", "vis_trg": "P11_05:35", "narrations": [ "put down courgette", "open cupboard", "take out olive oil", "pour olive oil in pan" ], "verbs": [ "put-down", "open", "take-out", "pour-in" ], "verb_classes": [ 1, 3, 12, 9 ], "nouns": [ "courgette", "cupboard", "oil:olive", "oil:olive" ], "noun_classes": [ 76, 3, 31, 31 ], "start_stop_timestamps": [ [ "00:01:37.23", "00:01:38.52" ], [ "00:01:39.89", "00:01:40.75" ], [ "00:01:41.41", "00:01:42.21" ], [ "00:01:45.11", "00:01:48.50" ] ], "start_stop_frames": [ [ 5833, 5911 ], [ 5993, 6045 ], [ 6084, 6132 ], [ 6306, 6510 ] ], "trgnoun": "olive_oil", "trgverb": "pour_in" }, { "key": "P04_110+142_143_144_145", "video_id": "P04_110", "narration_ids": [ "P04_110_142", "P04_110_143", "P04_110_144", "P04_110_145" ], "src": "move steamed_bun . cut steamed bun with fork . smell steamed_bun", "src1": "move steamed_bun", "src2": "cut steamed bun with fork", "src3": "smell steamed_bun", "trg": "inspect steamed_bun", "vis_src": "P04_110:142 P04_110:143 P04_110:144", "vis_trg": "P04_110:145", "narrations": [ "move steamed bun", "cut steamed bun with fork", "smell steamed bun", "inspect steamed bun" ], "verbs": [ "move", "cut", "smell", "inspect" ], "verb_classes": [ 11, 7, 75, 24 ], "nouns": [ "bun:steamed", "fork", "bun:steamed", "bun:steamed" ], "noun_classes": [ 33, 14, 33, 33 ], "start_stop_timestamps": [ [ "00:05:32.42", "00:05:34.05" ], [ "00:05:35.20", "00:05:38.14" ], [ "00:05:38.49", "00:05:39.19" ], [ "00:05:39.43", "00:05:40.23" ] ], "start_stop_frames": [ [ 16621, 16702 ], [ 16760, 16907 ], [ 16924, 16959 ], [ 16971, 17011 ] ], "trgnoun": "steamed_bun", "trgverb": "inspect" }, { "key": "P04_101+140_141_142_143", "video_id": "P04_101", "narration_ids": [ "P04_101_140", "P04_101_141", "P04_101_142", "P04_101_143" ], "src": "look_for something . pick_up granola . open granola", "src1": "look_for something", "src2": "pick_up granola", "src3": "open granola", "trg": "smell granola", "vis_src": "P04_101:140 P04_101:141 P04_101:142", "vis_trg": "P04_101:143", "narrations": [ "look for something", "pick up granola", "open granola", "smell granola" ], "verbs": [ "look-for", "pick-up", "open", "smell" ], "verb_classes": [ 48, 0, 3, 75 ], "nouns": [ "tub", "granola", "granola", "granola" ], "noun_classes": [ 23, 99, 99, 99 ], "start_stop_timestamps": [ [ "00:04:58.12", "00:05:00.16" ], [ "00:05:00.17", "00:05:01.92" ], [ "00:05:04.17", "00:05:05.70" ], [ "00:05:06.02", "00:05:07.12" ] ], "start_stop_frames": [ [ 14906, 15008 ], [ 15008, 15096 ], [ 15208, 15285 ], [ 15301, 15356 ] ], "trgnoun": "granola", "trgverb": "smell" }, { "key": "P04_107+605_606_607_608", "video_id": "P04_107", "narration_ids": [ "P04_107_605", "P04_107_606", "P04_107_607", "P04_107_608" ], "src": "put_down chopstick . pick_up ball of dough . examine ball of dough", "src1": "put_down chopstick", "src2": "pick_up ball of dough", "src3": "examine ball of dough", "trg": "stretch ball of dough", "vis_src": "P04_107:605 P04_107:606 P04_107:607", "vis_trg": "P04_107:608", "narrations": [ "put down chopstick", "pick up ball of dough", "examine ball of dough", "stretch ball of dough" ], "verbs": [ "put-down", "pick-up", "examine", "stretch" ], "verb_classes": [ 1, 0, 24, 50 ], "nouns": [ "chopstick", "ball:dough", "ball:dough", "ball:dough" ], "noun_classes": [ 80, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:16:33.31", "00:16:33.85" ], [ "00:16:33.90", "00:16:34.98" ], [ "00:16:35.64", "00:16:36.26" ], [ "00:16:35.97", "00:16:37.18" ] ], "start_stop_frames": [ [ 49665, 49692 ], [ 49695, 49749 ], [ 49782, 49813 ], [ 49798, 49859 ] ], "trgnoun": "dough_ball", "trgverb": "stretch" }, { "key": "P04_101+195_196_197_198", "video_id": "P04_101", "narration_ids": [ "P04_101_195", "P04_101_196", "P04_101_197", "P04_101_198" ], "src": "smell starter . put_down starter . pick_up tub", "src1": "smell starter", "src2": "put_down starter", "src3": "pick_up tub", "trg": "look_at tub", "vis_src": "P04_101:195 P04_101:196 P04_101:197", "vis_trg": "P04_101:198", "narrations": [ "smell starter", "put down starter", "pick up tub", "look at tub" ], "verbs": [ "smell", "put-down", "pick-up", "look-at" ], "verb_classes": [ 75, 1, 0, 38 ], "nouns": [ "starter", "starter", "tub", "tub" ], "noun_classes": [ 71, 71, 23, 23 ], "start_stop_timestamps": [ [ "00:07:23.25", "00:07:25.25" ], [ "00:07:26.55", "00:07:27.55" ], [ "00:07:27.45", "00:07:29.15" ], [ "00:07:29.50", "00:07:30.05" ] ], "start_stop_frames": [ [ 22162, 22262 ], [ 22327, 22377 ], [ 22372, 22457 ], [ 22475, 22502 ] ], "trgnoun": "tub", "trgverb": "look_at" }, { "key": "P30_107+406_407_408_409", "video_id": "P30_107", "narration_ids": [ "P30_107_406", "P30_107_407", "P30_107_408", "P30_107_409" ], "src": "put meat into bin . put packaging into bin . turn_on tap", "src1": "put meat into bin", "src2": "put packaging into bin", "src3": "turn_on tap", "trg": "rinse packaging", "vis_src": "P30_107:406 P30_107:407 P30_107:408", "vis_trg": "P30_107:409", "narrations": [ "put meat into bin", "put packaging into bin", "turn on tap", "rinse packaging" ], "verbs": [ "put-into", "put-into", "turn-on", "rinse" ], "verb_classes": [ 5, 5, 6, 2 ], "nouns": [ "meat", "packaging", "tap", "packaging" ], "noun_classes": [ 28, 26, 0, 26 ], "start_stop_timestamps": [ [ "00:21:18.00", "00:21:21.19" ], [ "00:21:21.29", "00:21:25.52" ], [ "00:21:25.54", "00:21:28.52" ], [ "00:21:28.35", "00:21:36.98" ] ], "start_stop_frames": [ [ 63900, 64059 ], [ 64064, 64276 ], [ 64277, 64426 ], [ 64417, 64849 ] ], "trgnoun": "packaging", "trgverb": "rinse" }, { "key": "P02_03+196_197_198_199", "video_id": "P02_03", "narration_ids": [ "P02_03_196", "P02_03_197", "P02_03_198", "P02_03_199" ], "src": "close fridge . put pesto . move salt", "src1": "close fridge", "src2": "put pesto", "src3": "move salt", "trg": "move pesto", "vis_src": "P02_03:196 P02_03:197 P02_03:198", "vis_trg": "P02_03:199", "narrations": [ "close fridge", "put pesto", "move salt", "move pesto" ], "verbs": [ "close", "put", "move", "move" ], "verb_classes": [ 4, 1, 11, 11 ], "nouns": [ "fridge", "pesto", "salt", "pesto" ], "noun_classes": [ 12, 47, 38, 47 ], "start_stop_timestamps": [ [ "00:11:07.95", "00:11:09.20" ], [ "00:11:11.30", "00:11:12.30" ], [ "00:11:12.31", "00:11:13.40" ], [ "00:11:13.50", "00:11:14.25" ] ], "start_stop_frames": [ [ 40077, 40152 ], [ 40278, 40338 ], [ 40338, 40404 ], [ 40410, 40455 ] ], "trgnoun": "pesto", "trgverb": "move" }, { "key": "P04_106+102_103_104_105", "video_id": "P04_106", "narration_ids": [ "P04_106_102", "P04_106_103", "P04_106_104", "P04_106_105" ], "src": "cut_off pork belly chunk with spoon . put chunk on kitchen_roll . put_down teaspoon", "src1": "cut_off pork belly chunk with spoon", "src2": "put chunk on kitchen_roll", "src3": "put_down teaspoon", "trg": "put_down kitchen_roll", "vis_src": "P04_106:102 P04_106:103 P04_106:104", "vis_trg": "P04_106:105", "narrations": [ "cut off pork belly chunk with spoon", "put chunk on kitchen roll", "put down teaspoon", "put down kitchen roll" ], "verbs": [ "cut-off", "put-on", "put-down", "put-down" ], "verb_classes": [ 7, 1, 1, 1 ], "nouns": [ "chunk:pork:belly", "roll:kitchen", "teaspoon", "roll:kitchen" ], "noun_classes": [ 144, 93, 1, 93 ], "start_stop_timestamps": [ [ "00:03:42.51", "00:03:46.28" ], [ "00:03:47.85", "00:03:50.44" ], [ "00:03:50.45", "00:03:51.25" ], [ "00:03:51.16", "00:03:51.90" ] ], "start_stop_frames": [ [ 11125, 11314 ], [ 11392, 11522 ], [ 11522, 11562 ], [ 11558, 11595 ] ], "trgnoun": "kitchen_roll", "trgverb": "put_down" }, { "key": "P11_05+58_59_60_61", "video_id": "P11_05", "narration_ids": [ "P11_05_58", "P11_05_59", "P11_05_60", "P11_05_61" ], "src": "pick_up spatula . stir courgette . pick_up courgette", "src1": "pick_up spatula", "src2": "stir courgette", "src3": "pick_up courgette", "trg": "slice courgette into bin", "vis_src": "P11_05:58 P11_05:59 P11_05:60", "vis_trg": "P11_05:61", "narrations": [ "pick up spatula", "stir courgette", "pick up courgette", "slice courgette into bin" ], "verbs": [ "pick-up", "stir", "pick-up", "slice-into" ], "verb_classes": [ 0, 10, 0, 7 ], "nouns": [ "spatula", "courgette", "courgette", "courgette" ], "noun_classes": [ 20, 76, 76, 76 ], "start_stop_timestamps": [ [ "00:03:17.34", "00:03:18.59" ], [ "00:03:20.21", "00:03:26.10" ], [ "00:03:26.41", "00:03:27.84" ], [ "00:03:29.13", "00:03:30.51" ] ], "start_stop_frames": [ [ 11840, 11915 ], [ 12012, 12366 ], [ 12384, 12470 ], [ 12547, 12630 ] ], "trgnoun": "courgette", "trgverb": "slice_into" }, { "key": "P01_109+316_317_318_319", "video_id": "P01_109", "narration_ids": [ "P01_109_316", "P01_109_317", "P01_109_318", "P01_109_319" ], "src": "wipe hand . pick_up spatula . stir potatoes", "src1": "wipe hand", "src2": "pick_up spatula", "src3": "stir potatoes", "trg": "put_down spatula", "vis_src": "P01_109:316 P01_109:317 P01_109:318", "vis_trg": "P01_109:319", "narrations": [ "wipe hand", "pick up spatula", "stir potatoes", "put down spatula" ], "verbs": [ "wipe", "pick-up", "stir", "put-down" ], "verb_classes": [ 2, 0, 10, 1 ], "nouns": [ "hand", "spatula", "potato", "spatula" ], "noun_classes": [ 11, 20, 30, 20 ], "start_stop_timestamps": [ [ "00:17:12.71", "00:17:13.38" ], [ "00:17:13.66", "00:17:14.23" ], [ "00:17:14.10", "00:18:05.97" ], [ "00:18:05.94", "00:18:06.89" ] ], "start_stop_frames": [ [ 51635, 51669 ], [ 51683, 51711 ], [ 51704, 54298 ], [ 54297, 54344 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P02_112+25_26_27_29", "video_id": "P02_112", "narration_ids": [ "P02_112_25", "P02_112_26", "P02_112_27", "P02_112_29" ], "src": "throw cover . close bin . pick_up yoghurt", "src1": "throw cover", "src2": "close bin", "src3": "pick_up yoghurt", "trg": "pour yoghurt from spoon into pan", "vis_src": "P02_112:25 P02_112:26 P02_112:27", "vis_trg": "P02_112:29", "narrations": [ "throw cover", "close bin", "pick up yoghurt", "pour yoghurt from spoon into pan" ], "verbs": [ "throw", "close", "pick-up", "pour-from" ], "verb_classes": [ 13, 4, 0, 9 ], "nouns": [ "cover", "bin", "yoghurt", "yoghurt" ], "noun_classes": [ 89, 36, 98, 98 ], "start_stop_timestamps": [ [ "00:01:09.80", "00:01:10.26" ], [ "00:01:10.15", "00:01:10.63" ], [ "00:01:11.84", "00:01:12.78" ], [ "00:01:11.93", "00:01:15.17" ] ], "start_stop_frames": [ [ 3490, 3513 ], [ 3507, 3531 ], [ 3592, 3639 ], [ 3596, 3758 ] ], "trgnoun": "yoghurt", "trgverb": "pour_from" }, { "key": "P04_119+128_129_131_132", "video_id": "P04_119", "narration_ids": [ "P04_119_128", "P04_119_129", "P04_119_131", "P04_119_132" ], "src": "put_down measuring_spoon . pick_up measuring_spoon . read instructions", "src1": "put_down measuring_spoon", "src2": "pick_up measuring_spoon", "src3": "read instructions", "trg": "scratch stomach", "vis_src": "P04_119:128 P04_119:129 P04_119:131", "vis_trg": "P04_119:132", "narrations": [ "put down measuring spoon", "pick up measuring spoon", "read instructions", "scratch stomach" ], "verbs": [ "put-down", "pick-up", "read", "scratch" ], "verb_classes": [ 1, 0, 38, 55 ], "nouns": [ "spoon:measuring", "spoon:measuring", "instruction", "instruction" ], "noun_classes": [ 1, 1, 149, 149 ], "start_stop_timestamps": [ [ "00:05:50.35", "00:05:51.04" ], [ "00:05:51.26", "00:05:52.18" ], [ "00:05:54.72", "00:05:56.07" ], [ "00:05:56.05", "00:06:07.62" ] ], "start_stop_frames": [ [ 17517, 17552 ], [ 17563, 17609 ], [ 17736, 17803 ], [ 17802, 18381 ] ], "trgnoun": "instruction", "trgverb": "scratch" }, { "key": "P35_104+260_261_262_263", "video_id": "P35_104", "narration_ids": [ "P35_104_260", "P35_104_261", "P35_104_262", "P35_104_263" ], "src": "pick_up lid . close container . pick_up container", "src1": "pick_up lid", "src2": "close container", "src3": "pick_up container", "trg": "dry container", "vis_src": "P35_104:260 P35_104:261 P35_104:262", "vis_trg": "P35_104:263", "narrations": [ "pick up lid", "close container", "pick up container", "dry container" ], "verbs": [ "pick-up", "close", "pick-up", "dry" ], "verb_classes": [ 0, 4, 0, 14 ], "nouns": [ "lid", "container", "container", "container" ], "noun_classes": [ 6, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:18:42.41", "00:18:43.82" ], [ "00:18:44.99", "00:18:46.94" ], [ "00:18:50.23", "00:18:51.05" ], [ "00:18:50.99", "00:18:53.23" ] ], "start_stop_frames": [ [ 56120, 56191 ], [ 56249, 56347 ], [ 56511, 56552 ], [ 56549, 56661 ] ], "trgnoun": "container", "trgverb": "dry" }, { "key": "P02_120+61_62_63_64", "video_id": "P02_120", "narration_ids": [ "P02_120_61", "P02_120_62", "P02_120_63", "P02_120_64" ], "src": "pour vanilla_extract from bottle onto lid . pour vanilla_extract from lid into bowl . close vanilla extract bottle", "src1": "pour vanilla_extract from bottle onto lid", "src2": "pour vanilla_extract from lid into bowl", "src3": "close vanilla extract bottle", "trg": "put_down vanilla extract bottle", "vis_src": "P02_120:61 P02_120:62 P02_120:63", "vis_trg": "P02_120:64", "narrations": [ "pour vanilla extract from bottle onto lid", "pour vanilla extract from lid into bowl", "close vanilla extract bottle", "put down vanilla extract bottle" ], "verbs": [ "pour", "pour", "close", "put-down" ], "verb_classes": [ 9, 9, 4, 1 ], "nouns": [ "extract:vanilla", "extract:vanilla", "bottle:vanilla:extract", "bottle:vanilla:extract" ], "noun_classes": [ 299, 299, 15, 15 ], "start_stop_timestamps": [ [ "00:03:56.80", "00:03:58.86" ], [ "00:03:58.94", "00:04:00.39" ], [ "00:04:00.49", "00:04:03.84" ], [ "00:04:03.92", "00:04:04.57" ] ], "start_stop_frames": [ [ 11840, 11943 ], [ 11947, 12019 ], [ 12024, 12192 ], [ 12196, 12228 ] ], "trgnoun": "extract_vanilla_bottle", "trgverb": "put_down" }, { "key": "P02_112+26_27_28_29", "video_id": "P02_112", "narration_ids": [ "P02_112_26", "P02_112_27", "P02_112_28", "P02_112_29" ], "src": "close bin . pick_up yoghurt . scoop yoghurt", "src1": "close bin", "src2": "pick_up yoghurt", "src3": "scoop yoghurt", "trg": "pour yoghurt from spoon into pan", "vis_src": "P02_112:26 P02_112:27 P02_112:28", "vis_trg": "P02_112:29", "narrations": [ "close bin", "pick up yoghurt", "scoop yoghurt", "pour yoghurt from spoon into pan" ], "verbs": [ "close", "pick-up", "scoop", "pour-from" ], "verb_classes": [ 4, 0, 16, 9 ], "nouns": [ "bin", "yoghurt", "yoghurt", "yoghurt" ], "noun_classes": [ 36, 98, 98, 98 ], "start_stop_timestamps": [ [ "00:01:10.15", "00:01:10.63" ], [ "00:01:11.84", "00:01:12.78" ], [ "00:01:12.70", "00:01:13.46" ], [ "00:01:11.93", "00:01:15.17" ] ], "start_stop_frames": [ [ 3507, 3531 ], [ 3592, 3639 ], [ 3635, 3673 ], [ 3596, 3758 ] ], "trgnoun": "yoghurt", "trgverb": "pour_from" }, { "key": "P19_01+52_53_54_55", "video_id": "P19_01", "narration_ids": [ "P19_01_52", "P19_01_53", "P19_01_54", "P19_01_55" ], "src": "waiting for pan be heat . take oil . pour oil into pan", "src1": "waiting for pan be heat", "src2": "take oil", "src3": "pour oil into pan", "trg": "heat oil", "vis_src": "P19_01:52 P19_01:53 P19_01:54", "vis_trg": "P19_01:55", "narrations": [ "waiting for pan be heat", "take oil", "pour oil into pan", "heat oil" ], "verbs": [ "wait-for", "take", "pour-into", "heat" ], "verb_classes": [ 72, 0, 9, 45 ], "nouns": [ "pan", "oil", "oil", "oil" ], "noun_classes": [ 5, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:06:47.61", "00:07:37.44" ], [ "00:07:37.41", "00:07:38.60" ], [ "00:07:39.20", "00:07:52.13" ], [ "00:07:47.33", "00:09:06.69" ] ], "start_stop_frames": [ [ 24456, 27446 ], [ 27444, 27516 ], [ 27552, 28327 ], [ 28039, 32801 ] ], "trgnoun": "oil", "trgverb": "heat" }, { "key": "P04_109+305_306_307_308", "video_id": "P04_109", "narration_ids": [ "P04_109_305", "P04_109_306", "P04_109_307", "P04_109_308" ], "src": "pick_up spicy bean sauce . put_down yoghurt . open spicy bean sauce", "src1": "pick_up spicy bean sauce", "src2": "put_down yoghurt", "src3": "open spicy bean sauce", "trg": "smell spicy bean sauce", "vis_src": "P04_109:305 P04_109:306 P04_109:307", "vis_trg": "P04_109:308", "narrations": [ "pick up spicy bean sauce", "put down yoghurt", "open spicy bean sauce", "smell spicy bean sauce" ], "verbs": [ "pick-up", "put-down", "open", "smell" ], "verb_classes": [ 0, 1, 3, 75 ], "nouns": [ "sauce:spicy:bean", "yoghurt", "sauce:spicy:bean", "sauce:spicy:bean" ], "noun_classes": [ 47, 98, 47, 47 ], "start_stop_timestamps": [ [ "00:09:57.55", "00:09:58.56" ], [ "00:09:58.66", "00:09:59.76" ], [ "00:10:00.28", "00:10:00.75" ], [ "00:10:00.83", "00:10:02.74" ] ], "start_stop_frames": [ [ 29877, 29927 ], [ 29933, 29988 ], [ 30014, 30037 ], [ 30041, 30137 ] ], "trgnoun": "bean_spicy_sauce", "trgverb": "smell" }, { "key": "P04_115+32_33_34_35", "video_id": "P04_115", "narration_ids": [ "P04_115_32", "P04_115_33", "P04_115_34", "P04_115_35" ], "src": "pick_up cocktail_stick . put cocktail_stick in bread . remove cocktail_stick from bread", "src1": "pick_up cocktail_stick", "src2": "put cocktail_stick in bread", "src3": "remove cocktail_stick from bread", "trg": "examine cocktail_stick", "vis_src": "P04_115:32 P04_115:33 P04_115:34", "vis_trg": "P04_115:35", "narrations": [ "pick up cocktail stick", "put cocktail stick in bread", "remove cocktail stick from bread", "examine cocktail stick" ], "verbs": [ "pick-up", "put-in", "remove-from", "examine" ], "verb_classes": [ 0, 5, 12, 24 ], "nouns": [ "stick:cocktail", "stick:cocktail", "stick:cocktail", "stick:cocktail" ], "noun_classes": [ 228, 228, 228, 228 ], "start_stop_timestamps": [ [ "00:01:20.23", "00:01:22.48" ], [ "00:01:24.05", "00:01:26.33" ], [ "00:01:26.43", "00:01:27.46" ], [ "00:01:27.59", "00:01:28.31" ] ], "start_stop_frames": [ [ 4011, 4124 ], [ 4202, 4316 ], [ 4321, 4373 ], [ 4379, 4415 ] ], "trgnoun": "cocktail_stick", "trgverb": "examine" }, { "key": "P02_118+233_234_235_236", "video_id": "P02_118", "narration_ids": [ "P02_118_233", "P02_118_234", "P02_118_235", "P02_118_236" ], "src": "adjust bottle . pick_up plate with spoon . open tap", "src1": "adjust bottle", "src2": "pick_up plate with spoon", "src3": "open tap", "trg": "put plate with spoon into sink", "vis_src": "P02_118:233 P02_118:234 P02_118:235", "vis_trg": "P02_118:236", "narrations": [ "adjust bottle", "pick up plate with spoon", "open tap", "put plate with spoon into sink" ], "verbs": [ "adjust", "pick-up", "turn-on", "put-with" ], "verb_classes": [ 17, 0, 6, 1 ], "nouns": [ "bottle", "plate", "tap", "plate" ], "noun_classes": [ 15, 2, 0, 2 ], "start_stop_timestamps": [ [ "00:11:30.64", "00:11:31.89" ], [ "00:11:32.26", "00:11:33.37" ], [ "00:11:33.41", "00:11:34.22" ], [ "00:11:34.17", "00:11:34.87" ] ], "start_stop_frames": [ [ 34532, 34594 ], [ 34613, 34668 ], [ 34670, 34711 ], [ 34708, 34743 ] ], "trgnoun": "plate", "trgverb": "put_with" }, { "key": "P04_109+75_76_77_78", "video_id": "P04_109", "narration_ids": [ "P04_109_75", "P04_109_76", "P04_109_77", "P04_109_78" ], "src": "chop end off carrot . move ends of carrot . slice_into carrot", "src1": "chop end off carrot", "src2": "move ends of carrot", "src3": "slice_into carrot", "trg": "roll_over carrot", "vis_src": "P04_109:75 P04_109:76 P04_109:77", "vis_trg": "P04_109:78", "narrations": [ "chop end off carrot", "move ends of carrot", "slice into carrot", "roll over carrot" ], "verbs": [ "chop", "move", "slice-into", "roll-over" ], "verb_classes": [ 7, 11, 7, 47 ], "nouns": [ "carrot", "end:carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:02:55.95", "00:02:56.58" ], [ "00:02:56.67", "00:02:58.15" ], [ "00:02:59.39", "00:03:00.45" ], [ "00:03:00.57", "00:03:01.43" ] ], "start_stop_frames": [ [ 8797, 8829 ], [ 8833, 8907 ], [ 8969, 9022 ], [ 9028, 9071 ] ], "trgnoun": "carrot", "trgverb": "roll_over" }, { "key": "P02_107+36_37_38_39", "video_id": "P02_107", "narration_ids": [ "P02_107_36", "P02_107_37", "P02_107_38", "P02_107_39" ], "src": "stir coffee . pick_up water_filter . open tap", "src1": "stir coffee", "src2": "pick_up water_filter", "src3": "open tap", "trg": "fill water_filter", "vis_src": "P02_107:36 P02_107:37 P02_107:38", "vis_trg": "P02_107:39", "narrations": [ "stir coffee", "pick up water filter", "open tap", "fill water filter" ], "verbs": [ "stir", "pick-up", "turn-on", "fill" ], "verb_classes": [ 10, 0, 6, 26 ], "nouns": [ "coffee", "filter:water", "tap", "filter:water" ], "noun_classes": [ 59, 66, 0, 66 ], "start_stop_timestamps": [ [ "00:01:12.37", "00:01:18.04" ], [ "00:01:29.68", "00:01:30.60" ], [ "00:01:32.50", "00:01:34.36" ], [ "00:01:34.02", "00:01:36.23" ] ], "start_stop_frames": [ [ 3618, 3901 ], [ 4484, 4530 ], [ 4625, 4718 ], [ 4701, 4811 ] ], "trgnoun": "water_filter", "trgverb": "fill" }, { "key": "P15_02+5_6_7_8", "video_id": "P15_02", "narration_ids": [ "P15_02_5", "P15_02_6", "P15_02_7", "P15_02_8" ], "src": "fold bag . throw away bag . pick_up box", "src1": "fold bag", "src2": "throw away bag", "src3": "pick_up box", "trg": "fold box", "vis_src": "P15_02:5 P15_02:6 P15_02:7", "vis_trg": "P15_02:8", "narrations": [ "fold bag", "throw away bag", "pick up box", "fold box" ], "verbs": [ "fold", "throw", "pick-up", "fold" ], "verb_classes": [ 28, 13, 0, 28 ], "nouns": [ "bag", "bag", "box", "box" ], "noun_classes": [ 19, 19, 23, 23 ], "start_stop_timestamps": [ [ "00:00:25.42", "00:00:28.02" ], [ "00:00:28.12", "00:00:31.78" ], [ "00:00:34.09", "00:00:35.08" ], [ "00:00:35.83", "00:00:42.48" ] ], "start_stop_frames": [ [ 1525, 1681 ], [ 1687, 1906 ], [ 2045, 2104 ], [ 2149, 2548 ] ], "trgnoun": "box", "trgverb": "fold" }, { "key": "P15_02+6_7_8_9", "video_id": "P15_02", "narration_ids": [ "P15_02_6", "P15_02_7", "P15_02_8", "P15_02_9" ], "src": "throw away bag . pick_up box . fold box", "src1": "throw away bag", "src2": "pick_up box", "src3": "fold box", "trg": "throw away box", "vis_src": "P15_02:6 P15_02:7 P15_02:8", "vis_trg": "P15_02:9", "narrations": [ "throw away bag", "pick up box", "fold box", "throw away box" ], "verbs": [ "throw", "pick-up", "fold", "throw" ], "verb_classes": [ 13, 0, 28, 13 ], "nouns": [ "bag", "box", "box", "box" ], "noun_classes": [ 19, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:00:28.12", "00:00:31.78" ], [ "00:00:34.09", "00:00:35.08" ], [ "00:00:35.83", "00:00:42.48" ], [ "00:00:41.41", "00:00:45.87" ] ], "start_stop_frames": [ [ 1687, 1906 ], [ 2045, 2104 ], [ 2149, 2548 ], [ 2484, 2752 ] ], "trgnoun": "box", "trgverb": "throw" }, { "key": "P28_02+50_51_52_53", "video_id": "P28_02", "narration_ids": [ "P28_02_50", "P28_02_51", "P28_02_52", "P28_02_53" ], "src": "put_down fork . take cutlery . turn_on tap", "src1": "put_down fork", "src2": "take cutlery", "src3": "turn_on tap", "trg": "rinse cutlery", "vis_src": "P28_02:50 P28_02:51 P28_02:52", "vis_trg": "P28_02:53", "narrations": [ "put down fork", "take cutlery", "turn on tap", "rinse cutlery" ], "verbs": [ "put-down", "take", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "fork", "cutlery", "tap", "cutlery" ], "noun_classes": [ 14, 58, 0, 58 ], "start_stop_timestamps": [ [ "00:02:10.82", "00:02:11.41" ], [ "00:02:11.51", "00:02:12.58" ], [ "00:02:13.39", "00:02:14.53" ], [ "00:02:14.74", "00:02:24.21" ] ], "start_stop_frames": [ [ 7849, 7884 ], [ 7890, 7954 ], [ 8003, 8071 ], [ 8084, 8652 ] ], "trgnoun": "cutlery", "trgverb": "rinse" }, { "key": "P04_110+339_343_344_345", "video_id": "P04_110", "narration_ids": [ "P04_110_339", "P04_110_343", "P04_110_344", "P04_110_345" ], "src": "lift dough away from edge of bowl . upturn bowl . scrape dough out of bowl", "src1": "lift dough away from edge of bowl", "src2": "upturn bowl", "src3": "scrape dough out of bowl", "trg": "turn_over bowl", "vis_src": "P04_110:339 P04_110:343 P04_110:344", "vis_trg": "P04_110:345", "narrations": [ "lift dough away from edge of bowl", "upturn bowl", "scrape dough out of bowl", "turn over bowl" ], "verbs": [ "lift", "upturn", "scrape-out", "turn-over" ], "verb_classes": [ 33, 22, 25, 22 ], "nouns": [ "dough", "bowl", "dough", "bowl" ], "noun_classes": [ 25, 7, 25, 7 ], "start_stop_timestamps": [ [ "00:10:05.12", "00:10:07.56" ], [ "00:10:24.91", "00:10:28.08" ], [ "00:10:17.00", "00:10:25.37" ], [ "00:10:25.47", "00:10:28.37" ] ], "start_stop_frames": [ [ 30256, 30377 ], [ 31245, 31404 ], [ 30850, 31268 ], [ 31273, 31418 ] ], "trgnoun": "bowl", "trgverb": "turn_over" }, { "key": "P08_05+1_2_3_4", "video_id": "P08_05", "narration_ids": [ "P08_05_1", "P08_05_2", "P08_05_3", "P08_05_4" ], "src": "open cupboard . get potato . turn_on water", "src1": "open cupboard", "src2": "get potato", "src3": "turn_on water", "trg": "wash potato", "vis_src": "P08_05:1 P08_05:2 P08_05:3", "vis_trg": "P08_05:4", "narrations": [ "open cupboard", "get potato", "turn on water", "wash potato" ], "verbs": [ "open", "get", "turn-on", "wash" ], "verb_classes": [ 3, 0, 6, 2 ], "nouns": [ "cupboard", "potato", "tap", "potato" ], "noun_classes": [ 3, 30, 0, 30 ], "start_stop_timestamps": [ [ "00:00:02.85", "00:00:03.85" ], [ "00:00:03.42", "00:00:07.43" ], [ "00:00:08.25", "00:00:09.19" ], [ "00:00:09.16", "00:00:11.65" ] ], "start_stop_frames": [ [ 171, 231 ], [ 205, 445 ], [ 495, 551 ], [ 549, 699 ] ], "trgnoun": "potato", "trgverb": "wash" }, { "key": "P22_14+139_140_141_142", "video_id": "P22_14", "narration_ids": [ "P22_14_139", "P22_14_140", "P22_14_141", "P22_14_142" ], "src": "rinse spatula . put_down spatula . take cutlery", "src1": "rinse spatula", "src2": "put_down spatula", "src3": "take cutlery", "trg": "rinse cutlery", "vis_src": "P22_14:139 P22_14:140 P22_14:141", "vis_trg": "P22_14:142", "narrations": [ "rinse spatula", "put down spatula", "take cutlery", "rinse cutlery" ], "verbs": [ "rinse", "put-down", "take", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spatula", "spatula", "cutlery", "cutlery" ], "noun_classes": [ 20, 20, 58, 58 ], "start_stop_timestamps": [ [ "00:05:54.41", "00:05:58.66" ], [ "00:05:58.41", "00:06:00.52" ], [ "00:06:00.07", "00:06:01.26" ], [ "00:06:01.11", "00:06:08.67" ] ], "start_stop_frames": [ [ 21264, 21519 ], [ 21504, 21631 ], [ 21604, 21675 ], [ 21666, 22120 ] ], "trgnoun": "cutlery", "trgverb": "rinse" }, { "key": "P11_01+7_8_9_10", "video_id": "P11_01", "narration_ids": [ "P11_01_7", "P11_01_8", "P11_01_9", "P11_01_10" ], "src": "put_down mug . pick_up sponge . wet sponge", "src1": "put_down mug", "src2": "pick_up sponge", "src3": "wet sponge", "trg": "dry sponge", "vis_src": "P11_01:7 P11_01:8 P11_01:9", "vis_trg": "P11_01:10", "narrations": [ "put down mug", "pick up sponge", "wet sponge", "dry sponge" ], "verbs": [ "put-down", "pick-up", "wet", "dry" ], "verb_classes": [ 1, 0, 62, 14 ], "nouns": [ "mug", "sponge", "sponge", "sponge" ], "noun_classes": [ 13, 9, 9, 9 ], "start_stop_timestamps": [ [ "00:00:22.45", "00:00:26.14" ], [ "00:00:25.23", "00:00:26.01" ], [ "00:00:26.11", "00:00:28.97" ], [ "00:00:29.07", "00:00:30.50" ] ], "start_stop_frames": [ [ 1347, 1568 ], [ 1513, 1560 ], [ 1566, 1738 ], [ 1744, 1830 ] ], "trgnoun": "sponge", "trgverb": "dry" }, { "key": "P04_110+343_344_345_346", "video_id": "P04_110", "narration_ids": [ "P04_110_343", "P04_110_344", "P04_110_345", "P04_110_346" ], "src": "upturn bowl . scrape dough out of bowl . turn_over bowl", "src1": "upturn bowl", "src2": "scrape dough out of bowl", "src3": "turn_over bowl", "trg": "put_down bowl", "vis_src": "P04_110:343 P04_110:344 P04_110:345", "vis_trg": "P04_110:346", "narrations": [ "upturn bowl", "scrape dough out of bowl", "turn over bowl", "put down bowl" ], "verbs": [ "upturn", "scrape-out", "turn-over", "put-down" ], "verb_classes": [ 22, 25, 22, 1 ], "nouns": [ "bowl", "dough", "bowl", "bowl" ], "noun_classes": [ 7, 25, 7, 7 ], "start_stop_timestamps": [ [ "00:10:24.91", "00:10:28.08" ], [ "00:10:17.00", "00:10:25.37" ], [ "00:10:25.47", "00:10:28.37" ], [ "00:10:28.47", "00:10:31.03" ] ], "start_stop_frames": [ [ 31245, 31404 ], [ 30850, 31268 ], [ 31273, 31418 ], [ 31423, 31551 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P02_09+123_124_125_126", "video_id": "P02_09", "narration_ids": [ "P02_09_123", "P02_09_124", "P02_09_125", "P02_09_126" ], "src": "mix mixture using hand in bowl . pick_up olive_oil . add olive to bowl", "src1": "mix mixture using hand in bowl", "src2": "pick_up olive_oil", "src3": "add olive to bowl", "trg": "pick_up mixture", "vis_src": "P02_09:123 P02_09:124 P02_09:125", "vis_trg": "P02_09:126", "narrations": [ "mix mixture using hand in bowl", "pick up olive oil", "add olive to bowl", "pick up mixture" ], "verbs": [ "mix", "pick-up", "add-to", "pick-up" ], "verb_classes": [ 10, 0, 46, 0 ], "nouns": [ "mixture", "oil:olive", "olive", "mixture" ], "noun_classes": [ 71, 31, 83, 71 ], "start_stop_timestamps": [ [ "00:06:38.45", "00:07:09.61" ], [ "00:07:08.68", "00:07:10.05" ], [ "00:07:10.15", "00:07:11.36" ], [ "00:07:13.65", "00:07:20.69" ] ], "start_stop_frames": [ [ 23907, 25776 ], [ 25720, 25803 ], [ 25809, 25881 ], [ 26019, 26441 ] ], "trgnoun": "mixture", "trgverb": "pick_up" }, { "key": "P25_107+203_204_205_206", "video_id": "P25_107", "narration_ids": [ "P25_107_203", "P25_107_204", "P25_107_205", "P25_107_206" ], "src": "put_down aubergine . move aubergine . put_down fork", "src1": "put_down aubergine", "src2": "move aubergine", "src3": "put_down fork", "trg": "pick_up aubergine", "vis_src": "P25_107:203 P25_107:204 P25_107:205", "vis_trg": "P25_107:206", "narrations": [ "put down aubergine", "move aubergine", "put down fork", "pick up aubergine" ], "verbs": [ "put-down", "move", "put-down", "pick-up" ], "verb_classes": [ 1, 11, 1, 0 ], "nouns": [ "aubergine", "aubergine", "fork", "aubergine" ], "noun_classes": [ 67, 67, 14, 67 ], "start_stop_timestamps": [ [ "00:17:44.28", "00:17:48.67" ], [ "00:17:49.04", "00:17:57.04" ], [ "00:17:57.02", "00:17:58.06" ], [ "00:17:58.16", "00:17:59.46" ] ], "start_stop_frames": [ [ 53214, 53433 ], [ 53452, 53852 ], [ 53851, 53903 ], [ 53908, 53973 ] ], "trgnoun": "aubergine", "trgverb": "pick_up" }, { "key": "P03_109+123_124_125_126", "video_id": "P03_109", "narration_ids": [ "P03_109_123", "P03_109_124", "P03_109_125", "P03_109_126" ], "src": "pick_up saucepan_lid . pick_up sponge . wash saucepan_lid", "src1": "pick_up saucepan_lid", "src2": "pick_up sponge", "src3": "wash saucepan_lid", "trg": "squeeze_out sponge", "vis_src": "P03_109:123 P03_109:124 P03_109:125", "vis_trg": "P03_109:126", "narrations": [ "pick up saucepan lid", "pick up sponge", "wash saucepan lid", "squeeze out sponge" ], "verbs": [ "pick-up", "pick-up", "wash", "squeeze-out" ], "verb_classes": [ 0, 0, 2, 18 ], "nouns": [ "lid:saucepan", "sponge", "lid:saucepan", "sponge" ], "noun_classes": [ 6, 9, 6, 9 ], "start_stop_timestamps": [ [ "00:06:52.45", "00:06:53.51" ], [ "00:06:53.88", "00:06:54.43" ], [ "00:06:54.32", "00:07:06.17" ], [ "00:07:06.27", "00:07:07.08" ] ], "start_stop_frames": [ [ 20622, 20675 ], [ 20694, 20721 ], [ 20716, 21308 ], [ 21313, 21354 ] ], "trgnoun": "sponge", "trgverb": "squeeze_out" }, { "key": "P01_105+357_358_359_360", "video_id": "P01_105", "narration_ids": [ "P01_105_357", "P01_105_358", "P01_105_359", "P01_105_360" ], "src": "put_down pak choi leaves . cut pak_choi . move pak_choi", "src1": "put_down pak choi leaves", "src2": "cut pak_choi", "src3": "move pak_choi", "trg": "pick_up pak choi leaves", "vis_src": "P01_105:357 P01_105:358 P01_105:359", "vis_trg": "P01_105:360", "narrations": [ "put down pak choi leaves", "cut pak choi", "move pak choi", "pick up pak choi leaves" ], "verbs": [ "put-down", "cut", "move", "pick-up" ], "verb_classes": [ 1, 7, 11, 0 ], "nouns": [ "leaf:pak:choi", "choi:pak", "choi:pak", "leaf:pak:choi" ], "noun_classes": [ 62, 151, 151, 62 ], "start_stop_timestamps": [ [ "00:13:52.24", "00:13:52.95" ], [ "00:13:53.27", "00:13:56.31" ], [ "00:13:56.02", "00:13:56.48" ], [ "00:13:56.45", "00:13:58.46" ] ], "start_stop_frames": [ [ 41612, 41647 ], [ 41663, 41815 ], [ 41801, 41824 ], [ 41822, 41923 ] ], "trgnoun": "choi_pak_leaf", "trgverb": "pick_up" }, { "key": "P22_16+207_208_209_210", "video_id": "P22_16", "narration_ids": [ "P22_16_207", "P22_16_208", "P22_16_209", "P22_16_210" ], "src": "open pepper . add pepper . close pepper", "src1": "open pepper", "src2": "add pepper", "src3": "close pepper", "trg": "put pepper", "vis_src": "P22_16:207 P22_16:208 P22_16:209", "vis_trg": "P22_16:210", "narrations": [ "open pepper", "add pepper", "close pepper", "put pepper" ], "verbs": [ "open", "add", "close", "put" ], "verb_classes": [ 3, 46, 4, 1 ], "nouns": [ "pepper", "pepper", "pepper", "pepper" ], "noun_classes": [ 37, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:09:18.77", "00:09:20.08" ], [ "00:09:20.09", "00:09:22.40" ], [ "00:09:22.25", "00:09:23.25" ], [ "00:09:23.75", "00:09:25.00" ] ], "start_stop_frames": [ [ 33526, 33604 ], [ 33605, 33744 ], [ 33735, 33795 ], [ 33825, 33900 ] ], "trgnoun": "pepper", "trgverb": "put" }, { "key": "P03_117+97_98_99_100", "video_id": "P03_117", "narration_ids": [ "P03_117_97", "P03_117_98", "P03_117_99", "P03_117_100" ], "src": "pick_up saucepan_lid . wash saucepan_lid . squeeze_out sponge", "src1": "pick_up saucepan_lid", "src2": "wash saucepan_lid", "src3": "squeeze_out sponge", "trg": "put saucepan_lid in drying rack", "vis_src": "P03_117:97 P03_117:98 P03_117:99", "vis_trg": "P03_117:100", "narrations": [ "pick up saucepan lid", "wash saucepan lid", "squeeze out sponge", "put saucepan lid in drying rack" ], "verbs": [ "pick-up", "wash", "squeeze-out", "put-in" ], "verb_classes": [ 0, 2, 18, 5 ], "nouns": [ "lid:saucepan", "lid:saucepan", "sponge", "lid:saucepan" ], "noun_classes": [ 6, 6, 9, 6 ], "start_stop_timestamps": [ [ "00:05:19.36", "00:05:20.35" ], [ "00:05:20.45", "00:05:29.46" ], [ "00:05:28.99", "00:05:30.05" ], [ "00:05:30.03", "00:05:32.59" ] ], "start_stop_frames": [ [ 15968, 16017 ], [ 16022, 16473 ], [ 16449, 16502 ], [ 16501, 16629 ] ], "trgnoun": "saucepan_lid", "trgverb": "put_in" }, { "key": "P02_105+139_140_141_142", "video_id": "P02_105", "narration_ids": [ "P02_105_139", "P02_105_140", "P02_105_141", "P02_105_142" ], "src": "empty sink . pick_up pan . open tap", "src1": "empty sink", "src2": "pick_up pan", "src3": "open tap", "trg": "soak pan", "vis_src": "P02_105:139 P02_105:140 P02_105:141", "vis_trg": "P02_105:142", "narrations": [ "empty sink", "pick up pan", "open tap", "soak pan" ], "verbs": [ "empty", "pick-up", "turn-on", "soak" ], "verb_classes": [ 20, 0, 6, 56 ], "nouns": [ "sink", "pan", "tap", "pan" ], "noun_classes": [ 63, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:04:31.73", "00:04:37.45" ], [ "00:04:37.59", "00:04:38.45" ], [ "00:04:38.33", "00:04:39.46" ], [ "00:04:39.95", "00:04:44.20" ] ], "start_stop_frames": [ [ 13586, 13872 ], [ 13879, 13922 ], [ 13916, 13972 ], [ 13997, 14210 ] ], "trgnoun": "pan", "trgverb": "soak" }, { "key": "P02_09+449_450_451_452", "video_id": "P02_09", "narration_ids": [ "P02_09_449", "P02_09_450", "P02_09_451", "P02_09_452" ], "src": "clean sink . pick_up sink_hole . open trash_bin", "src1": "clean sink", "src2": "pick_up sink_hole", "src3": "open trash_bin", "trg": "clean sink_hole", "vis_src": "P02_09:449 P02_09:450 P02_09:451", "vis_trg": "P02_09:452", "narrations": [ "clean sink", "pick up sink hole", "open trash bin", "clean sink hole" ], "verbs": [ "clean", "pick-up", "open", "clean" ], "verb_classes": [ 2, 0, 3, 2 ], "nouns": [ "sink", "hole:sink", "bin:trash", "hole:sink" ], "noun_classes": [ 63, 63, 36, 63 ], "start_stop_timestamps": [ [ "00:30:17.74", "00:30:30.91" ], [ "00:30:30.99", "00:30:33.74" ], [ "00:30:34.54", "00:30:35.12" ], [ "00:30:35.44", "00:30:39.03" ] ], "start_stop_frames": [ [ 109064, 109854 ], [ 109859, 110024 ], [ 110072, 110107 ], [ 110126, 110341 ] ], "trgnoun": "sink_hole", "trgverb": "clean" }, { "key": "P03_117+98_99_100_101", "video_id": "P03_117", "narration_ids": [ "P03_117_98", "P03_117_99", "P03_117_100", "P03_117_101" ], "src": "wash saucepan_lid . squeeze_out sponge . put saucepan_lid in drying rack", "src1": "wash saucepan_lid", "src2": "squeeze_out sponge", "src3": "put saucepan_lid in drying rack", "trg": "pick_up saucepan_lid", "vis_src": "P03_117:98 P03_117:99 P03_117:100", "vis_trg": "P03_117:101", "narrations": [ "wash saucepan lid", "squeeze out sponge", "put saucepan lid in drying rack", "pick up saucepan lid" ], "verbs": [ "wash", "squeeze-out", "put-in", "pick-up" ], "verb_classes": [ 2, 18, 5, 0 ], "nouns": [ "lid:saucepan", "sponge", "lid:saucepan", "lid:saucepan" ], "noun_classes": [ 6, 9, 6, 6 ], "start_stop_timestamps": [ [ "00:05:20.45", "00:05:29.46" ], [ "00:05:28.99", "00:05:30.05" ], [ "00:05:30.03", "00:05:32.59" ], [ "00:05:33.50", "00:05:34.56" ] ], "start_stop_frames": [ [ 16022, 16473 ], [ 16449, 16502 ], [ 16501, 16629 ], [ 16675, 16728 ] ], "trgnoun": "saucepan_lid", "trgverb": "pick_up" }, { "key": "P03_119+68_80_82_83", "video_id": "P03_119", "narration_ids": [ "P03_119_68", "P03_119_80", "P03_119_82", "P03_119_83" ], "src": "move tap . test water . pick_up saucepan_lid", "src1": "move tap", "src2": "test water", "src3": "pick_up saucepan_lid", "trg": "wash saucepan_lid", "vis_src": "P03_119:68 P03_119:80 P03_119:82", "vis_trg": "P03_119:83", "narrations": [ "move tap", "test water", "pick up saucepan lid", "wash saucepan lid" ], "verbs": [ "move", "test", "pick-up", "wash" ], "verb_classes": [ 11, 24, 0, 2 ], "nouns": [ "tap", "water", "lid:saucepan", "lid:saucepan" ], "noun_classes": [ 0, 27, 6, 6 ], "start_stop_timestamps": [ [ "00:02:58.08", "00:02:58.76" ], [ "00:03:41.22", "00:03:42.54" ], [ "00:03:43.66", "00:03:44.40" ], [ "00:03:44.66", "00:03:54.31" ] ], "start_stop_frames": [ [ 8904, 8938 ], [ 11061, 11127 ], [ 11183, 11220 ], [ 11233, 11715 ] ], "trgnoun": "saucepan_lid", "trgverb": "wash" }, { "key": "P35_104+473_474_475_476", "video_id": "P35_104", "narration_ids": [ "P35_104_473", "P35_104_474", "P35_104_475", "P35_104_476" ], "src": "close drawer . turn_on tap . wash colander", "src1": "close drawer", "src2": "turn_on tap", "src3": "wash colander", "trg": "put_down colander", "vis_src": "P35_104:473 P35_104:474 P35_104:475", "vis_trg": "P35_104:476", "narrations": [ "close drawer", "turn on tap", "wash colander", "put down colander" ], "verbs": [ "close", "turn-on", "wash", "put-down" ], "verb_classes": [ 4, 6, 2, 1 ], "nouns": [ "drawer", "tap", "colander", "colander" ], "noun_classes": [ 8, 0, 39, 39 ], "start_stop_timestamps": [ [ "00:33:07.38", "00:33:08.53" ], [ "00:33:10.14", "00:33:11.33" ], [ "00:33:12.03", "00:33:20.63" ], [ "00:33:21.68", "00:33:22.21" ] ], "start_stop_frames": [ [ 99369, 99426 ], [ 99507, 99566 ], [ 99601, 100031 ], [ 100084, 100110 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P03_112+47_48_49_50", "video_id": "P03_112", "narration_ids": [ "P03_112_47", "P03_112_48", "P03_112_49", "P03_112_50" ], "src": "place lid . pick_up saucepan_lid . open cupboard", "src1": "place lid", "src2": "pick_up saucepan_lid", "src3": "open cupboard", "trg": "place saucepan_lid", "vis_src": "P03_112:47 P03_112:48 P03_112:49", "vis_trg": "P03_112:50", "narrations": [ "place lid", "pick up saucepan lid", "open cupboard", "place saucepan lid" ], "verbs": [ "place", "pick-up", "open", "place" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "lid", "lid:saucepan", "cupboard", "lid:saucepan" ], "noun_classes": [ 6, 6, 3, 6 ], "start_stop_timestamps": [ [ "00:01:35.71", "00:01:36.92" ], [ "00:01:37.00", "00:01:38.42" ], [ "00:01:38.65", "00:01:40.04" ], [ "00:01:40.04", "00:01:41.99" ] ], "start_stop_frames": [ [ 4785, 4846 ], [ 4850, 4921 ], [ 4932, 5002 ], [ 5002, 5099 ] ], "trgnoun": "saucepan_lid", "trgverb": "place" }, { "key": "P04_121+184_185_186_187", "video_id": "P04_121", "narration_ids": [ "P04_121_184", "P04_121_185", "P04_121_186", "P04_121_187" ], "src": "dry mug with tea towel . pick_up spatula . stir cheese_curds in pan with spatula", "src1": "dry mug with tea towel", "src2": "pick_up spatula", "src3": "stir cheese_curds in pan with spatula", "trg": "put_down spatula", "vis_src": "P04_121:184 P04_121:185 P04_121:186", "vis_trg": "P04_121:187", "narrations": [ "dry mug with tea towel", "pick up spatula", "stir cheese curds in pan with spatula", "put down spatula" ], "verbs": [ "dry", "pick-up", "stir-in", "put-down" ], "verb_classes": [ 14, 0, 10, 1 ], "nouns": [ "mug", "spatula", "curd:cheese", "spatula" ], "noun_classes": [ 13, 20, 32, 20 ], "start_stop_timestamps": [ [ "00:08:15.55", "00:08:24.75" ], [ "00:08:24.80", "00:08:25.65" ], [ "00:08:25.88", "00:08:32.41" ], [ "00:08:31.75", "00:08:32.41" ] ], "start_stop_frames": [ [ 24777, 25237 ], [ 25240, 25282 ], [ 25294, 25620 ], [ 25587, 25620 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P03_108+13_14_15_16", "video_id": "P03_108", "narration_ids": [ "P03_108_13", "P03_108_14", "P03_108_15", "P03_108_16" ], "src": "put squash in fridge . pick_up glass . turn_on tap", "src1": "put squash in fridge", "src2": "pick_up glass", "src3": "turn_on tap", "trg": "fill glass with water", "vis_src": "P03_108:13 P03_108:14 P03_108:15", "vis_trg": "P03_108:16", "narrations": [ "put squash in fridge", "pick up glass", "turn on tap", "fill glass with water" ], "verbs": [ "put-in", "pick-up", "turn-on", "fill-with" ], "verb_classes": [ 5, 0, 6, 26 ], "nouns": [ "squash", "glass", "tap", "glass" ], "noun_classes": [ 116, 10, 0, 10 ], "start_stop_timestamps": [ [ "00:00:27.32", "00:00:28.36" ], [ "00:00:28.34", "00:00:30.20" ], [ "00:00:30.30", "00:00:31.43" ], [ "00:00:33.81", "00:00:38.80" ] ], "start_stop_frames": [ [ 1366, 1418 ], [ 1417, 1510 ], [ 1515, 1571 ], [ 1690, 1939 ] ], "trgnoun": "glass", "trgverb": "fill_with" }, { "key": "P24_05+184_185_186_187", "video_id": "P24_05", "narration_ids": [ "P24_05_184", "P24_05_185", "P24_05_186", "P24_05_187" ], "src": "pick_up cutting_board . lather cutting_board . open tap", "src1": "pick_up cutting_board", "src2": "lather cutting_board", "src3": "open tap", "trg": "rinse cutting_board", "vis_src": "P24_05:184 P24_05:185 P24_05:186", "vis_trg": "P24_05:187", "narrations": [ "pick up cutting board", "lather cutting board", "open tap", "rinse cutting board" ], "verbs": [ "pick-up", "lather", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "board:cutting", "board:cutting", "tap", "board:cutting" ], "noun_classes": [ 18, 18, 0, 18 ], "start_stop_timestamps": [ [ "00:16:40.76", "00:16:42.11" ], [ "00:16:41.53", "00:16:49.56" ], [ "00:16:49.66", "00:16:51.62" ], [ "00:16:51.15", "00:16:59.08" ] ], "start_stop_frames": [ [ 60045, 60126 ], [ 60091, 60573 ], [ 60579, 60697 ], [ 60669, 61144 ] ], "trgnoun": "cutting_board", "trgverb": "rinse" }, { "key": "P03_19+140_141_142_143", "video_id": "P03_19", "narration_ids": [ "P03_19_140", "P03_19_141", "P03_19_142", "P03_19_143" ], "src": "put glass . grab tongs . wash tongs", "src1": "put glass", "src2": "grab tongs", "src3": "wash tongs", "trg": "put tongs", "vis_src": "P03_19:140 P03_19:141 P03_19:142", "vis_trg": "P03_19:143", "narrations": [ "put glass", "grab tongs", "wash tongs", "put tongs" ], "verbs": [ "put", "grab", "wash", "put" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "glass", "tongs", "tongs", "tongs" ], "noun_classes": [ 10, 142, 142, 142 ], "start_stop_timestamps": [ [ "00:07:08.94", "00:07:09.53" ], [ "00:07:10.40", "00:07:11.24" ], [ "00:07:12.04", "00:07:18.48" ], [ "00:07:18.84", "00:07:20.07" ] ], "start_stop_frames": [ [ 25736, 25771 ], [ 25824, 25874 ], [ 25922, 26308 ], [ 26330, 26404 ] ], "trgnoun": "tongs", "trgverb": "put" }, { "key": "P02_123+357_358_359_360", "video_id": "P02_123", "narration_ids": [ "P02_123_357", "P02_123_358", "P02_123_359", "P02_123_360" ], "src": "put_down mug . pick_up tea_infuser . open tap", "src1": "put_down mug", "src2": "pick_up tea_infuser", "src3": "open tap", "trg": "rinse tea_infuser", "vis_src": "P02_123:357 P02_123:358 P02_123:359", "vis_trg": "P02_123:360", "narrations": [ "put down mug", "pick up tea infuser", "open tap", "rinse tea infuser" ], "verbs": [ "put-down", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "mug", "infuser:tea", "tap", "infuser:tea" ], "noun_classes": [ 13, 39, 0, 39 ], "start_stop_timestamps": [ [ "00:18:24.00", "00:18:25.18" ], [ "00:18:25.59", "00:18:27.36" ], [ "00:18:27.12", "00:18:29.96" ], [ "00:18:29.84", "00:18:35.00" ] ], "start_stop_frames": [ [ 55200, 55259 ], [ 55279, 55367 ], [ 55355, 55498 ], [ 55491, 55750 ] ], "trgnoun": "tea_infuser", "trgverb": "rinse" }, { "key": "P20_04+391_392_393_394", "video_id": "P20_04", "narration_ids": [ "P20_04_391", "P20_04_392", "P20_04_393", "P20_04_394" ], "src": "put frying_pan on hob . move sauce . pick_up sauce", "src1": "put frying_pan on hob", "src2": "move sauce", "src3": "pick_up sauce", "trg": "put sauce into cupboard", "vis_src": "P20_04:391 P20_04:392 P20_04:393", "vis_trg": "P20_04:394", "narrations": [ "put frying pan on hob", "move sauce", "pick up sauce", "put sauce into cupboard" ], "verbs": [ "put-on", "move", "pick-up", "put-into" ], "verb_classes": [ 1, 11, 0, 5 ], "nouns": [ "pan:frying", "sauce", "sauce", "sauce" ], "noun_classes": [ 5, 47, 47, 47 ], "start_stop_timestamps": [ [ "00:37:13.27", "00:37:14.55" ], [ "00:37:21.97", "00:37:22.80" ], [ "00:37:22.34", "00:37:23.30" ], [ "00:37:24.72", "00:37:26.08" ] ], "start_stop_frames": [ [ 133996, 134073 ], [ 134518, 134568 ], [ 134540, 134598 ], [ 134683, 134764 ] ], "trgnoun": "sauce", "trgverb": "put_into" }, { "key": "P11_104+20_21_22_23", "video_id": "P11_104", "narration_ids": [ "P11_104_20", "P11_104_21", "P11_104_22", "P11_104_23" ], "src": "turn_on tap . rinse lid . pick_up pot", "src1": "turn_on tap", "src2": "rinse lid", "src3": "pick_up pot", "trg": "rinse pot", "vis_src": "P11_104:20 P11_104:21 P11_104:22", "vis_trg": "P11_104:23", "narrations": [ "turn on tap", "rinse lid", "pick up pot", "rinse pot" ], "verbs": [ "turn-on", "rinse", "pick-up", "rinse" ], "verb_classes": [ 6, 2, 0, 2 ], "nouns": [ "tap", "lid", "pot", "pot" ], "noun_classes": [ 0, 6, 29, 29 ], "start_stop_timestamps": [ [ "00:00:56.34", "00:00:57.20" ], [ "00:00:57.56", "00:00:58.88" ], [ "00:00:58.94", "00:00:59.67" ], [ "00:00:59.77", "00:01:01.85" ] ], "start_stop_frames": [ [ 2817, 2860 ], [ 2878, 2944 ], [ 2947, 2983 ], [ 2988, 3092 ] ], "trgnoun": "pot", "trgverb": "rinse" }, { "key": "P03_09+28_29_30_31", "video_id": "P03_09", "narration_ids": [ "P03_09_28", "P03_09_29", "P03_09_30", "P03_09_31" ], "src": "put bottle . close squash . open fridge", "src1": "put bottle", "src2": "close squash", "src3": "open fridge", "trg": "put squash", "vis_src": "P03_09:28 P03_09:29 P03_09:30", "vis_trg": "P03_09:31", "narrations": [ "put bottle", "close squash", "open fridge", "put squash" ], "verbs": [ "put", "close", "open", "put" ], "verb_classes": [ 1, 4, 3, 1 ], "nouns": [ "bottle", "squash", "fridge", "squash" ], "noun_classes": [ 15, 116, 12, 116 ], "start_stop_timestamps": [ [ "00:00:51.55", "00:00:52.55" ], [ "00:00:52.94", "00:00:53.84" ], [ "00:00:55.16", "00:00:56.21" ], [ "00:00:56.29", "00:00:57.07" ] ], "start_stop_frames": [ [ 3093, 3153 ], [ 3176, 3230 ], [ 3309, 3372 ], [ 3377, 3424 ] ], "trgnoun": "squash", "trgverb": "put" }, { "key": "P03_108+10_11_12_13", "video_id": "P03_108", "narration_ids": [ "P03_108_10", "P03_108_11", "P03_108_12", "P03_108_13" ], "src": "pour squash into glass . close squash . open fridge", "src1": "pour squash into glass", "src2": "close squash", "src3": "open fridge", "trg": "put squash in fridge", "vis_src": "P03_108:10 P03_108:11 P03_108:12", "vis_trg": "P03_108:13", "narrations": [ "pour squash into glass", "close squash", "open fridge", "put squash in fridge" ], "verbs": [ "pour-into", "close", "open", "put-in" ], "verb_classes": [ 9, 4, 3, 5 ], "nouns": [ "squash", "squash", "fridge", "squash" ], "noun_classes": [ 116, 116, 12, 116 ], "start_stop_timestamps": [ [ "00:00:20.61", "00:00:23.69" ], [ "00:00:23.79", "00:00:26.71" ], [ "00:00:26.77", "00:00:27.57" ], [ "00:00:27.32", "00:00:28.36" ] ], "start_stop_frames": [ [ 1030, 1184 ], [ 1189, 1335 ], [ 1338, 1378 ], [ 1366, 1418 ] ], "trgnoun": "squash", "trgverb": "put_in" }, { "key": "P30_103+15_16_17_18", "video_id": "P30_103", "narration_ids": [ "P30_103_15", "P30_103_16", "P30_103_17", "P30_103_18" ], "src": "close drawer . pick_up jug . turn_on tap", "src1": "close drawer", "src2": "pick_up jug", "src3": "turn_on tap", "trg": "fill jug with water", "vis_src": "P30_103:15 P30_103:16 P30_103:17", "vis_trg": "P30_103:18", "narrations": [ "close drawer", "pick up jug", "turn on tap", "fill jug with water" ], "verbs": [ "close", "pick-up", "turn-on", "fill-with" ], "verb_classes": [ 4, 0, 6, 26 ], "nouns": [ "drawer", "jug", "tap", "jug" ], "noun_classes": [ 8, 66, 0, 66 ], "start_stop_timestamps": [ [ "00:00:28.50", "00:00:29.40" ], [ "00:00:29.21", "00:00:30.01" ], [ "00:00:31.46", "00:00:32.01" ], [ "00:00:31.61", "00:00:34.16" ] ], "start_stop_frames": [ [ 1425, 1470 ], [ 1460, 1500 ], [ 1573, 1600 ], [ 1580, 1707 ] ], "trgnoun": "jug", "trgverb": "fill_with" }, { "key": "P28_111+128_129_130_131", "video_id": "P28_111", "narration_ids": [ "P28_111_128", "P28_111_129", "P28_111_130", "P28_111_131" ], "src": "wash grater . put sponge . turn_on tap", "src1": "wash grater", "src2": "put sponge", "src3": "turn_on tap", "trg": "rinse grater", "vis_src": "P28_111:128 P28_111:129 P28_111:130", "vis_trg": "P28_111:131", "narrations": [ "wash grater", "put sponge", "turn on tap", "rinse grater" ], "verbs": [ "wash", "put", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "grater", "sponge", "tap", "grater" ], "noun_classes": [ 96, 9, 0, 96 ], "start_stop_timestamps": [ [ "00:05:58.21", "00:06:13.49" ], [ "00:06:13.46", "00:06:14.10" ], [ "00:06:14.86", "00:06:15.47" ], [ "00:06:15.48", "00:06:19.97" ] ], "start_stop_frames": [ [ 17910, 18674 ], [ 18673, 18705 ], [ 18743, 18773 ], [ 18774, 18998 ] ], "trgnoun": "grater", "trgverb": "rinse" }, { "key": "P30_104+3_4_5_6", "video_id": "P30_104", "narration_ids": [ "P30_104_3", "P30_104_4", "P30_104_5", "P30_104_6" ], "src": "put_down mug, jug and v60 . pick_up jug . turn_on tap", "src1": "put_down mug, jug and v60", "src2": "pick_up jug", "src3": "turn_on tap", "trg": "fill_up jug", "vis_src": "P30_104:3 P30_104:4 P30_104:5", "vis_trg": "P30_104:6", "narrations": [ "put down mug, jug and v60", "pick up jug", "turn on tap", "fill up jug" ], "verbs": [ "put-down", "pick-up", "turn-on", "fill-up" ], "verb_classes": [ 1, 0, 6, 26 ], "nouns": [ "mug", "jug", "tap", "jug" ], "noun_classes": [ 13, 66, 0, 66 ], "start_stop_timestamps": [ [ "00:00:07.05", "00:00:07.80" ], [ "00:00:08.89", "00:00:09.39" ], [ "00:00:09.24", "00:00:09.52" ], [ "00:00:09.55", "00:00:10.25" ] ], "start_stop_frames": [ [ 352, 390 ], [ 444, 469 ], [ 462, 476 ], [ 477, 512 ] ], "trgnoun": "jug", "trgverb": "fill_up" }, { "key": "P04_104+289_290_291_292", "video_id": "P04_104", "narration_ids": [ "P04_104_289", "P04_104_290", "P04_104_291", "P04_104_292" ], "src": "squeeze soap . rub hands . turn_on tap", "src1": "squeeze soap", "src2": "rub hands", "src3": "turn_on tap", "trg": "wash hands under tap", "vis_src": "P04_104:289 P04_104:290 P04_104:291", "vis_trg": "P04_104:292", "narrations": [ "squeeze soap", "rub hands", "turn on tap", "wash hands under tap" ], "verbs": [ "squeeze", "rub", "turn-on", "wash-under" ], "verb_classes": [ 18, 55, 6, 2 ], "nouns": [ "soap", "hand", "tap", "hand" ], "noun_classes": [ 22, 11, 0, 11 ], "start_stop_timestamps": [ [ "00:11:14.12", "00:11:15.04" ], [ "00:11:15.07", "00:11:16.32" ], [ "00:11:16.10", "00:11:17.10" ], [ "00:11:17.19", "00:11:19.24" ] ], "start_stop_frames": [ [ 33706, 33752 ], [ 33753, 33816 ], [ 33805, 33855 ], [ 33859, 33962 ] ], "trgnoun": "hand", "trgverb": "wash_under" }, { "key": "P02_109+107_108_109_112", "video_id": "P02_109", "narration_ids": [ "P02_109_107", "P02_109_108", "P02_109_109", "P02_109_112" ], "src": "stir onion in pan using wooden spoon . leave wooden_spoon . hold pan", "src1": "stir onion in pan using wooden spoon", "src2": "leave wooden_spoon", "src3": "hold pan", "trg": "pick_up garlic_presser", "vis_src": "P02_109:107 P02_109:108 P02_109:109", "vis_trg": "P02_109:112", "narrations": [ "stir onion in pan using wooden spoon", "leave wooden spoon", "hold pan", "pick up garlic presser" ], "verbs": [ "stir", "leave", "hold", "pick-up" ], "verb_classes": [ 10, 1, 34, 0 ], "nouns": [ "onion", "spoon:wooden", "pan", "presser:garlic" ], "noun_classes": [ 16, 1, 5, 172 ], "start_stop_timestamps": [ [ "00:09:04.17", "00:09:32.08" ], [ "00:09:31.75", "00:09:32.78" ], [ "00:09:48.14", "00:09:48.93" ], [ "00:09:59.99", "00:10:01.34" ] ], "start_stop_frames": [ [ 27208, 28604 ], [ 28587, 28639 ], [ 29407, 29446 ], [ 29999, 30067 ] ], "trgnoun": "garlic_presser", "trgverb": "pick_up" }, { "key": "P30_107+758_759_760_761", "video_id": "P30_107", "narration_ids": [ "P30_107_758", "P30_107_759", "P30_107_760", "P30_107_761" ], "src": "pick_up plate . scrape meat from plate into pan . leave spoon", "src1": "pick_up plate", "src2": "scrape meat from plate into pan", "src3": "leave spoon", "trg": "put plate into washing up bowl", "vis_src": "P30_107:758 P30_107:759 P30_107:760", "vis_trg": "P30_107:761", "narrations": [ "pick up plate", "scrape meat from plate into pan", "leave spoon", "put plate into washing up bowl" ], "verbs": [ "pick-up", "scrape-into", "leave", "put-into" ], "verb_classes": [ 0, 25, 1, 5 ], "nouns": [ "plate", "meat", "spoon", "plate" ], "noun_classes": [ 2, 28, 1, 2 ], "start_stop_timestamps": [ [ "00:40:23.35", "00:40:24.01" ], [ "00:40:24.04", "00:40:28.14" ], [ "00:40:27.80", "00:40:29.88" ], [ "00:40:30.32", "00:40:32.00" ] ], "start_stop_frames": [ [ 121167, 121200 ], [ 121202, 121407 ], [ 121390, 121494 ], [ 121516, 121600 ] ], "trgnoun": "plate", "trgverb": "put_into" }, { "key": "P03_115+5_6_7_8", "video_id": "P03_115", "narration_ids": [ "P03_115_5", "P03_115_6", "P03_115_7", "P03_115_8" ], "src": "pour squash into glass . close squash . open fridge", "src1": "pour squash into glass", "src2": "close squash", "src3": "open fridge", "trg": "put squash in fridge", "vis_src": "P03_115:5 P03_115:6 P03_115:7", "vis_trg": "P03_115:8", "narrations": [ "pour squash into glass", "close squash", "open fridge", "put squash in fridge" ], "verbs": [ "pour-into", "close", "open", "put-in" ], "verb_classes": [ 9, 4, 3, 5 ], "nouns": [ "squash", "squash", "fridge", "squash" ], "noun_classes": [ 116, 116, 12, 116 ], "start_stop_timestamps": [ [ "00:00:08.95", "00:00:10.84" ], [ "00:00:10.69", "00:00:11.89" ], [ "00:00:13.05", "00:00:13.75" ], [ "00:00:13.63", "00:00:14.29" ] ], "start_stop_frames": [ [ 447, 542 ], [ 534, 594 ], [ 652, 687 ], [ 681, 714 ] ], "trgnoun": "squash", "trgverb": "put_in" }, { "key": "P05_08+31_32_33_34", "video_id": "P05_08", "narration_ids": [ "P05_08_31", "P05_08_32", "P05_08_33", "P05_08_34" ], "src": "take meat_pack . take knife . open meat_pack", "src1": "take meat_pack", "src2": "take knife", "src3": "open meat_pack", "trg": "place knife in drainer", "vis_src": "P05_08:31 P05_08:32 P05_08:33", "vis_trg": "P05_08:34", "narrations": [ "take meat pack", "take knife", "open meat pack", "place knife in drainer" ], "verbs": [ "take", "take", "open", "place-in" ], "verb_classes": [ 0, 0, 3, 5 ], "nouns": [ "pack:meat", "knife", "pack:meat", "knife" ], "noun_classes": [ 26, 4, 26, 4 ], "start_stop_timestamps": [ [ "00:01:46.61", "00:01:47.45" ], [ "00:01:47.50", "00:01:48.52" ], [ "00:01:48.44", "00:01:52.30" ], [ "00:01:52.40", "00:01:53.74" ] ], "start_stop_frames": [ [ 6396, 6447 ], [ 6450, 6511 ], [ 6506, 6738 ], [ 6744, 6824 ] ], "trgnoun": "knife", "trgverb": "place_in" }, { "key": "P28_111+165_167_168_169", "video_id": "P28_111", "narration_ids": [ "P28_111_165", "P28_111_167", "P28_111_168", "P28_111_169" ], "src": "take saucepan . put sponge . turn_on tap", "src1": "take saucepan", "src2": "put sponge", "src3": "turn_on tap", "trg": "rinse saucepan", "vis_src": "P28_111:165 P28_111:167 P28_111:168", "vis_trg": "P28_111:169", "narrations": [ "take saucepan", "put sponge", "turn on tap", "rinse saucepan" ], "verbs": [ "take", "put", "turn-on", "rinse" ], "verb_classes": [ 0, 1, 6, 2 ], "nouns": [ "saucepan", "sponge", "tap", "saucepan" ], "noun_classes": [ 5, 9, 0, 5 ], "start_stop_timestamps": [ [ "00:08:22.72", "00:08:23.39" ], [ "00:08:31.75", "00:08:32.75" ], [ "00:08:33.94", "00:08:34.74" ], [ "00:08:34.76", "00:08:43.56" ] ], "start_stop_frames": [ [ 25136, 25169 ], [ 25587, 25637 ], [ 25697, 25737 ], [ 25738, 26177 ] ], "trgnoun": "saucepan", "trgverb": "rinse" }, { "key": "P30_05+311_313_314_316", "video_id": "P30_05", "narration_ids": [ "P30_05_311", "P30_05_313", "P30_05_314", "P30_05_316" ], "src": "scrape stock from tin . rinse mug_tin . wash tin", "src1": "scrape stock from tin", "src2": "rinse mug_tin", "src3": "wash tin", "trg": "put tin in drying rack", "vis_src": "P30_05:311 P30_05:313 P30_05:314", "vis_trg": "P30_05:316", "narrations": [ "scrape stock from tin", "rinse mug tin", "wash tin", "put tin in drying rack" ], "verbs": [ "scrape", "rinse", "wash", "put-in" ], "verb_classes": [ 25, 2, 2, 5 ], "nouns": [ "stock", "tin:mug", "tin", "tin" ], "noun_classes": [ 95, 61, 61, 61 ], "start_stop_timestamps": [ [ "00:25:06.18", "00:25:09.43" ], [ "00:25:18.19", "00:25:21.04" ], [ "00:25:21.08", "00:25:26.17" ], [ "00:25:31.09", "00:25:32.26" ] ], "start_stop_frames": [ [ 90370, 90565 ], [ 91091, 91262 ], [ 91264, 91570 ], [ 91865, 91935 ] ], "trgnoun": "tin", "trgverb": "put_in" }, { "key": "P30_107+175_176_177_178", "video_id": "P30_107", "narration_ids": [ "P30_107_175", "P30_107_176", "P30_107_177", "P30_107_178" ], "src": "take coffee_maker . turn_on tap . wash pak_choi", "src1": "take coffee_maker", "src2": "turn_on tap", "src3": "wash pak_choi", "trg": "split pak_choi into pieces", "vis_src": "P30_107:175 P30_107:176 P30_107:177", "vis_trg": "P30_107:178", "narrations": [ "take", "turn on tap", "wash pak choi", "split pak choi into pieces" ], "verbs": [ "take", "turn-on", "wash", "split-into" ], "verb_classes": [ 0, 6, 2, 52 ], "nouns": [ "maker:coffee", "tap", "choi:pak", "choi:pak" ], "noun_classes": [ 50, 0, 151, 151 ], "start_stop_timestamps": [ [ "00:08:35.52", "00:08:36.18" ], [ "00:08:35.92", "00:08:36.43" ], [ "00:08:36.03", "00:08:37.53" ], [ "00:08:36.96", "00:08:52.32" ] ], "start_stop_frames": [ [ 25776, 25808 ], [ 25795, 25821 ], [ 25801, 25876 ], [ 25848, 26616 ] ], "trgnoun": "pak_choi", "trgverb": "split_into" }, { "key": "P04_110+4_5_6_7", "video_id": "P04_110", "narration_ids": [ "P04_110_4", "P04_110_5", "P04_110_6", "P04_110_7" ], "src": "look_at steamed_buns . put_down rice cooker lid . pick_up rice cooker lid", "src1": "look_at steamed_buns", "src2": "put_down rice cooker lid", "src3": "pick_up rice cooker lid", "trg": "examine steamed_buns", "vis_src": "P04_110:4 P04_110:5 P04_110:6", "vis_trg": "P04_110:7", "narrations": [ "look at steamed buns", "put down rice cooker lid", "pick up rice cooker lid", "examine steamed buns" ], "verbs": [ "look-at", "put-down", "pick-up", "examine" ], "verb_classes": [ 38, 1, 0, 24 ], "nouns": [ "bun:steamed", "lid:rice:cooker", "lid:rice:cooker", "bun:steamed" ], "noun_classes": [ 33, 6, 6, 33 ], "start_stop_timestamps": [ [ "00:00:10.04", "00:00:12.12" ], [ "00:00:11.53", "00:00:12.66" ], [ "00:00:23.32", "00:00:24.59" ], [ "00:00:26.45", "00:00:29.17" ] ], "start_stop_frames": [ [ 501, 606 ], [ 576, 633 ], [ 1166, 1229 ], [ 1322, 1458 ] ], "trgnoun": "steamed_bun", "trgverb": "examine" }, { "key": "P21_03+9_10_11_12", "video_id": "P21_03", "narration_ids": [ "P21_03_9", "P21_03_10", "P21_03_11", "P21_03_12" ], "src": "taking a knife . taking out the heart of the tomato . slicing the tomato", "src1": "taking a knife", "src2": "taking out the heart of the tomato", "src3": "slicing the tomato", "trg": "arranging the tomato on the dish", "vis_src": "P21_03:9 P21_03:10 P21_03:11", "vis_trg": "P21_03:12", "narrations": [ "taking a knife", "taking out the heart of the tomato", "slicing the tomato", "arranging the tomato on the dish" ], "verbs": [ "take", "take-out", "slice", "arrange-on" ], "verb_classes": [ 0, 12, 7, 40 ], "nouns": [ "knife", "heart", "tomato", "tomato" ], "noun_classes": [ 4, 28, 43, 43 ], "start_stop_timestamps": [ [ "00:00:56.53", "00:00:58.32" ], [ "00:01:00.25", "00:01:08.54" ], [ "00:01:09.77", "00:01:29.79" ], [ "00:01:29.53", "00:01:38.40" ] ], "start_stop_frames": [ [ 3391, 3499 ], [ 3615, 4112 ], [ 4186, 5387 ], [ 5371, 5904 ] ], "trgnoun": "tomato", "trgverb": "arrange_on" }, { "key": "P04_112+147_151_152_153", "video_id": "P04_112", "narration_ids": [ "P04_112_147", "P04_112_151", "P04_112_152", "P04_112_153" ], "src": "pick_up ball of flour . pick_up flour . sprinkle_over tea_towel", "src1": "pick_up ball of flour", "src2": "pick_up flour", "src3": "sprinkle_over tea_towel", "trg": "rub flour into tea towel", "vis_src": "P04_112:147 P04_112:151 P04_112:152", "vis_trg": "P04_112:153", "narrations": [ "pick up ball of flour", "pick up flour", "sprinkle over tea towel", "rub flour into tea towel" ], "verbs": [ "pick-up", "pick-up", "sprinkle-over", "rub-into" ], "verb_classes": [ 0, 0, 42, 55 ], "nouns": [ "ball:flour", "flour", "towel:tea", "flour" ], "noun_classes": [ 7, 75, 52, 75 ], "start_stop_timestamps": [ [ "00:04:22.29", "00:04:30.79" ], [ "00:04:22.20", "00:04:22.51" ], [ "00:04:23.18", "00:04:23.46" ], [ "00:04:23.96", "00:04:24.38" ] ], "start_stop_frames": [ [ 13114, 13539 ], [ 13110, 13125 ], [ 13159, 13172 ], [ 13197, 13219 ] ], "trgnoun": "flour", "trgverb": "rub_into" }, { "key": "P03_102+10_11_12_13", "video_id": "P03_102", "narration_ids": [ "P03_102_10", "P03_102_11", "P03_102_12", "P03_102_13" ], "src": "pick_up onion . put onion on counter . put bag on counter", "src1": "pick_up onion", "src2": "put onion on counter", "src3": "put bag on counter", "trg": "open_up bag", "vis_src": "P03_102:10 P03_102:11 P03_102:12", "vis_trg": "P03_102:13", "narrations": [ "pick up onion", "put onion on counter", "put bag on counter", "open up bag" ], "verbs": [ "pick-up", "put-on", "put-on", "open-up" ], "verb_classes": [ 0, 1, 1, 3 ], "nouns": [ "onion", "onion", "bag", "bag" ], "noun_classes": [ 16, 16, 19, 19 ], "start_stop_timestamps": [ [ "00:00:15.55", "00:00:16.56" ], [ "00:00:16.64", "00:00:17.31" ], [ "00:00:17.41", "00:00:18.38" ], [ "00:00:18.41", "00:00:19.07" ] ], "start_stop_frames": [ [ 777, 827 ], [ 832, 865 ], [ 870, 919 ], [ 920, 953 ] ], "trgnoun": "bag", "trgverb": "open_up" }, { "key": "P01_105+438_439_440_441", "video_id": "P01_105", "narration_ids": [ "P01_105_438", "P01_105_439", "P01_105_440", "P01_105_441" ], "src": "turn_on tap . move tap . wash mushroom", "src1": "turn_on tap", "src2": "move tap", "src3": "wash mushroom", "trg": "put_down mushroom", "vis_src": "P01_105:438 P01_105:439 P01_105:440", "vis_trg": "P01_105:441", "narrations": [ "turn on tap", "move tap", "wash mushroom", "put down mushroom" ], "verbs": [ "turn-on", "move", "wash", "put-down" ], "verb_classes": [ 6, 11, 2, 1 ], "nouns": [ "tap", "tap", "mushroom", "mushroom" ], "noun_classes": [ 0, 0, 56, 56 ], "start_stop_timestamps": [ [ "00:17:59.04", "00:17:59.99" ], [ "00:18:00.46", "00:18:01.03" ], [ "00:18:00.84", "00:18:05.14" ], [ "00:18:05.82", "00:18:06.23" ] ], "start_stop_frames": [ [ 53952, 53999 ], [ 54023, 54051 ], [ 54041, 54257 ], [ 54291, 54311 ] ], "trgnoun": "mushroom", "trgverb": "put_down" }, { "key": "P02_105+10_11_12_13", "video_id": "P02_105", "narration_ids": [ "P02_105_10", "P02_105_11", "P02_105_12", "P02_105_13" ], "src": "close bin . put plate and knife in sink . open tap", "src1": "close bin", "src2": "put plate and knife in sink", "src3": "open tap", "trg": "pick_up plate", "vis_src": "P02_105:10 P02_105:11 P02_105:12", "vis_trg": "P02_105:13", "narrations": [ "close bin", "put plate and knife in sink", "open tap", "pick up plate" ], "verbs": [ "close", "put-in", "turn-on", "pick-up" ], "verb_classes": [ 4, 5, 6, 0 ], "nouns": [ "bin", "plate", "tap", "plate" ], "noun_classes": [ 36, 2, 0, 2 ], "start_stop_timestamps": [ [ "00:00:18.07", "00:00:18.55" ], [ "00:00:19.77", "00:00:20.86" ], [ "00:00:20.45", "00:00:21.99" ], [ "00:00:22.46", "00:00:23.54" ] ], "start_stop_frames": [ [ 903, 927 ], [ 988, 1043 ], [ 1022, 1099 ], [ 1123, 1177 ] ], "trgnoun": "plate", "trgverb": "pick_up" }, { "key": "P11_109+15_16_17_18", "video_id": "P11_109", "narration_ids": [ "P11_109_15", "P11_109_16", "P11_109_17", "P11_109_18" ], "src": "put_down tupperware . pick_up jar . pick_up lid", "src1": "put_down tupperware", "src2": "pick_up jar", "src3": "pick_up lid", "trg": "shake_out jar and lid", "vis_src": "P11_109:15 P11_109:16 P11_109:17", "vis_trg": "P11_109:18", "narrations": [ "put down tupperware", "pick up jar", "pick up lid", "shake out jar and lid" ], "verbs": [ "put-down", "pick-up", "pick-up", "shake-out" ], "verb_classes": [ 1, 0, 0, 15 ], "nouns": [ "tupperware", "jar", "lid", "jar" ], "noun_classes": [ 23, 40, 6, 40 ], "start_stop_timestamps": [ [ "00:00:29.46", "00:00:32.23" ], [ "00:00:33.55", "00:00:35.71" ], [ "00:00:35.78", "00:00:36.52" ], [ "00:00:36.91", "00:00:38.27" ] ], "start_stop_frames": [ [ 1473, 1611 ], [ 1677, 1785 ], [ 1789, 1826 ], [ 1845, 1913 ] ], "trgnoun": "jar", "trgverb": "shake_out" }, { "key": "P06_107+20_21_22_23", "video_id": "P06_107", "narration_ids": [ "P06_107_20", "P06_107_21", "P06_107_22", "P06_107_23" ], "src": "put_down flour . open flour . pour flour onto counter", "src1": "put_down flour", "src2": "open flour", "src3": "pour flour onto counter", "trg": "spread flour", "vis_src": "P06_107:20 P06_107:21 P06_107:22", "vis_trg": "P06_107:23", "narrations": [ "put down flour", "open flour", "pour flour onto counter", "spread flour" ], "verbs": [ "put-down", "open", "pour-onto", "spread" ], "verb_classes": [ 1, 3, 9, 27 ], "nouns": [ "flour", "flour", "flour", "flour" ], "noun_classes": [ 75, 75, 75, 75 ], "start_stop_timestamps": [ [ "00:00:54.10", "00:00:55.23" ], [ "00:00:55.72", "00:01:05.14" ], [ "00:01:06.79", "00:01:09.33" ], [ "00:01:10.83", "00:01:12.06" ] ], "start_stop_frames": [ [ 2705, 2761 ], [ 2786, 3257 ], [ 3339, 3466 ], [ 3541, 3603 ] ], "trgnoun": "flour", "trgverb": "spread" }, { "key": "P03_121+60_61_62_63", "video_id": "P03_121", "narration_ids": [ "P03_121_60", "P03_121_61", "P03_121_62", "P03_121_63" ], "src": "turn_down hob . stir lemon curd mixture . tap spoon against side of large bowl", "src1": "turn_down hob", "src2": "stir lemon curd mixture", "src3": "tap spoon against side of large bowl", "trg": "scrape spoon against large bowl", "vis_src": "P03_121:60 P03_121:61 P03_121:62", "vis_trg": "P03_121:63", "narrations": [ "turn down hob", "stir lemon curd mixture", "tap spoon against side of large bowl", "scrape spoon against large bowl" ], "verbs": [ "turn-down", "stir", "tap", "scrape" ], "verb_classes": [ 65, 10, 32, 25 ], "nouns": [ "hob", "mixture:lemon:curd", "spoon", "spoon" ], "noun_classes": [ 24, 71, 1, 1 ], "start_stop_timestamps": [ [ "00:05:17.58", "00:05:18.58" ], [ "00:05:18.49", "00:06:12.29" ], [ "00:06:12.25", "00:06:16.27" ], [ "00:06:15.87", "00:06:17.07" ] ], "start_stop_frames": [ [ 15879, 15929 ], [ 15924, 18614 ], [ 18612, 18813 ], [ 18793, 18853 ] ], "trgnoun": "spoon", "trgverb": "scrape" }, { "key": "P04_121+285_286_287_288", "video_id": "P04_121", "narration_ids": [ "P04_121_285", "P04_121_286", "P04_121_287", "P04_121_288" ], "src": "wipe bowl with sponge . scratch dough off bowl . tip water out of bowl", "src1": "wipe bowl with sponge", "src2": "scratch dough off bowl", "src3": "tip water out of bowl", "trg": "put bowl under tap", "vis_src": "P04_121:285 P04_121:286 P04_121:287", "vis_trg": "P04_121:288", "narrations": [ "wipe bowl with sponge", "scratch dough off bowl", "tip water out of bowl", "put bowl under tap" ], "verbs": [ "wipe-with", "scratch-off", "tip-out", "put-under" ], "verb_classes": [ 2, 25, 20, 1 ], "nouns": [ "bowl", "dough", "water", "bowl" ], "noun_classes": [ 7, 25, 27, 7 ], "start_stop_timestamps": [ [ "00:12:59.89", "00:13:07.70" ], [ "00:13:07.80", "00:13:11.11" ], [ "00:13:10.88", "00:13:11.63" ], [ "00:13:11.69", "00:13:13.27" ] ], "start_stop_frames": [ [ 38994, 39385 ], [ 39390, 39555 ], [ 39544, 39581 ], [ 39584, 39663 ] ], "trgnoun": "bowl", "trgverb": "put_under" }, { "key": "P22_117+415_416_417_418", "video_id": "P22_117", "narration_ids": [ "P22_117_415", "P22_117_416", "P22_117_417", "P22_117_418" ], "src": "turn_on tap . move tap . fill saucepan", "src1": "turn_on tap", "src2": "move tap", "src3": "fill saucepan", "trg": "adjust tap", "vis_src": "P22_117:415 P22_117:416 P22_117:417", "vis_trg": "P22_117:418", "narrations": [ "turn on tap", "move tap", "fill saucepan", "adjust tap" ], "verbs": [ "turn-on", "move", "fill", "adjust" ], "verb_classes": [ 6, 11, 26, 17 ], "nouns": [ "tap", "tap", "saucepan", "tap" ], "noun_classes": [ 0, 0, 5, 0 ], "start_stop_timestamps": [ [ "00:15:25.51", "00:15:27.66" ], [ "00:15:28.15", "00:15:28.74" ], [ "00:15:28.75", "00:15:31.23" ], [ "00:15:29.83", "00:15:31.45" ] ], "start_stop_frames": [ [ 46275, 46383 ], [ 46407, 46437 ], [ 46437, 46561 ], [ 46491, 46572 ] ], "trgnoun": "tap", "trgverb": "adjust" }, { "key": "P22_07+696_697_698_699", "video_id": "P22_07", "narration_ids": [ "P22_07_696", "P22_07_697", "P22_07_698", "P22_07_699" ], "src": "put pesto . put jar . clean teaspoon", "src1": "put pesto", "src2": "put jar", "src3": "clean teaspoon", "trg": "put teaspoon", "vis_src": "P22_07:696 P22_07:697 P22_07:698", "vis_trg": "P22_07:699", "narrations": [ "put pesto", "put jar", "clean teaspoon", "put teaspoon" ], "verbs": [ "put", "put", "clean", "put" ], "verb_classes": [ 1, 1, 2, 1 ], "nouns": [ "pesto", "jar", "teaspoon", "teaspoon" ], "noun_classes": [ 47, 40, 1, 1 ], "start_stop_timestamps": [ [ "00:33:41.14", "00:33:43.11" ], [ "00:33:41.71", "00:33:42.59" ], [ "00:33:44.16", "00:33:45.97" ], [ "00:33:46.07", "00:33:46.99" ] ], "start_stop_frames": [ [ 121268, 121386 ], [ 121302, 121355 ], [ 121449, 121558 ], [ 121564, 121619 ] ], "trgnoun": "teaspoon", "trgverb": "put" }, { "key": "P04_109+314_315_316_317", "video_id": "P04_109", "narration_ids": [ "P04_109_314", "P04_109_315", "P04_109_316", "P04_109_317" ], "src": "open cupboard . pick_up sesame_oil . hold bottles in place", "src1": "open cupboard", "src2": "pick_up sesame_oil", "src3": "hold bottles in place", "trg": "open sesame_oil", "vis_src": "P04_109:314 P04_109:315 P04_109:316", "vis_trg": "P04_109:317", "narrations": [ "open cupboard", "pick up sesame oil", "hold bottles in place", "open sesame oil" ], "verbs": [ "open", "pick-up", "hold-in", "open" ], "verb_classes": [ 3, 0, 34, 3 ], "nouns": [ "cupboard", "oil:sesame", "bottle", "oil:sesame" ], "noun_classes": [ 3, 31, 15, 31 ], "start_stop_timestamps": [ [ "00:10:15.42", "00:10:16.22" ], [ "00:10:17.56", "00:10:19.60" ], [ "00:10:19.62", "00:10:20.06" ], [ "00:10:20.67", "00:10:21.67" ] ], "start_stop_frames": [ [ 30770, 30811 ], [ 30877, 30980 ], [ 30981, 31002 ], [ 31033, 31083 ] ], "trgnoun": "sesame_oil", "trgverb": "open" }, { "key": "P04_107+423_424_425_426", "video_id": "P04_107", "narration_ids": [ "P04_107_423", "P04_107_424", "P04_107_425", "P04_107_426" ], "src": "lift_up chopstick . hold dough . slide chopstick out of dough", "src1": "lift_up chopstick", "src2": "hold dough", "src3": "slide chopstick out of dough", "trg": "put_down chopstick", "vis_src": "P04_107:423 P04_107:424 P04_107:425", "vis_trg": "P04_107:426", "narrations": [ "lift up chopstick", "hold dough", "slide chopstick out of dough", "put down chopstick" ], "verbs": [ "lift-up", "hold", "slide-out", "put-down" ], "verb_classes": [ 33, 34, 61, 1 ], "nouns": [ "chopstick", "dough", "chopstick", "chopstick" ], "noun_classes": [ 80, 25, 80, 80 ], "start_stop_timestamps": [ [ "00:12:41.67", "00:12:42.31" ], [ "00:12:42.41", "00:12:43.28" ], [ "00:12:42.80", "00:12:43.71" ], [ "00:12:43.62", "00:12:44.29" ] ], "start_stop_frames": [ [ 38083, 38115 ], [ 38120, 38164 ], [ 38140, 38185 ], [ 38181, 38214 ] ], "trgnoun": "chopstick", "trgverb": "put_down" }, { "key": "P11_109+16_17_18_19", "video_id": "P11_109", "narration_ids": [ "P11_109_16", "P11_109_17", "P11_109_18", "P11_109_19" ], "src": "pick_up jar . pick_up lid . shake_out jar and lid", "src1": "pick_up jar", "src2": "pick_up lid", "src3": "shake_out jar and lid", "trg": "screw_on lid", "vis_src": "P11_109:16 P11_109:17 P11_109:18", "vis_trg": "P11_109:19", "narrations": [ "pick up jar", "pick up lid", "shake out jar and lid", "screw on lid" ], "verbs": [ "pick-up", "pick-up", "shake-out", "screw-on" ], "verb_classes": [ 0, 0, 15, 4 ], "nouns": [ "jar", "lid", "jar", "lid" ], "noun_classes": [ 40, 6, 40, 6 ], "start_stop_timestamps": [ [ "00:00:33.55", "00:00:35.71" ], [ "00:00:35.78", "00:00:36.52" ], [ "00:00:36.91", "00:00:38.27" ], [ "00:00:38.45", "00:00:39.32" ] ], "start_stop_frames": [ [ 1677, 1785 ], [ 1789, 1826 ], [ 1845, 1913 ], [ 1922, 1966 ] ], "trgnoun": "lid", "trgverb": "screw_on" }, { "key": "P04_107+466_467_470_514", "video_id": "P04_107", "narration_ids": [ "P04_107_466", "P04_107_467", "P04_107_470", "P04_107_514" ], "src": "hold dough . slide chopstick out of dough . put_down greaseproof_paper", "src1": "hold dough", "src2": "slide chopstick out of dough", "src3": "put_down greaseproof_paper", "trg": "put_down chopstick", "vis_src": "P04_107:466 P04_107:467 P04_107:470", "vis_trg": "P04_107:514", "narrations": [ "hold dough", "slide chopstick out of dough", "put down greaseproof paper", "put down chopstick" ], "verbs": [ "hold", "slide-out", "put-down", "put-down" ], "verb_classes": [ 34, 61, 1, 1 ], "nouns": [ "dough", "chopstick", "paper:greaseproof", "chopstick" ], "noun_classes": [ 25, 80, 49, 80 ], "start_stop_timestamps": [ [ "00:13:36.17", "00:13:36.55" ], [ "00:13:36.55", "00:13:39.15" ], [ "00:13:39.00", "00:13:41.78" ], [ "00:14:54.84", "00:14:55.55" ] ], "start_stop_frames": [ [ 40808, 40827 ], [ 40827, 40957 ], [ 40950, 41089 ], [ 44742, 44777 ] ], "trgnoun": "chopstick", "trgverb": "put_down" }, { "key": "P04_101+141_142_143_144", "video_id": "P04_101", "narration_ids": [ "P04_101_141", "P04_101_142", "P04_101_143", "P04_101_144" ], "src": "pick_up granola . open granola . smell granola", "src1": "pick_up granola", "src2": "open granola", "src3": "smell granola", "trg": "pour granola into bowl", "vis_src": "P04_101:141 P04_101:142 P04_101:143", "vis_trg": "P04_101:144", "narrations": [ "pick up granola", "open granola", "smell granola", "pour granola into bowl" ], "verbs": [ "pick-up", "open", "smell", "pour-into" ], "verb_classes": [ 0, 3, 75, 9 ], "nouns": [ "granola", "granola", "granola", "granola" ], "noun_classes": [ 99, 99, 99, 99 ], "start_stop_timestamps": [ [ "00:05:00.17", "00:05:01.92" ], [ "00:05:04.17", "00:05:05.70" ], [ "00:05:06.02", "00:05:07.12" ], [ "00:05:07.22", "00:05:10.36" ] ], "start_stop_frames": [ [ 15008, 15096 ], [ 15208, 15285 ], [ 15301, 15356 ], [ 15361, 15518 ] ], "trgnoun": "granola", "trgverb": "pour_into" }, { "key": "P06_108+82_83_84_85", "video_id": "P06_108", "narration_ids": [ "P06_108_82", "P06_108_83", "P06_108_84", "P06_108_85" ], "src": "turn_on tap . squeeze tuna . take lid off tuna", "src1": "turn_on tap", "src2": "squeeze tuna", "src3": "take lid off tuna", "trg": "rinse lid", "vis_src": "P06_108:82 P06_108:83 P06_108:84", "vis_trg": "P06_108:85", "narrations": [ "turn on tap", "squeeze tuna", "take lid off tuna", "rinse lid" ], "verbs": [ "turn-on", "squeeze", "take-off", "rinse" ], "verb_classes": [ 6, 18, 12, 2 ], "nouns": [ "tap", "tuna", "lid", "lid" ], "noun_classes": [ 0, 160, 6, 6 ], "start_stop_timestamps": [ [ "00:07:18.98", "00:07:19.73" ], [ "00:07:19.85", "00:07:26.35" ], [ "00:07:26.45", "00:07:28.10" ], [ "00:07:28.41", "00:07:29.84" ] ], "start_stop_frames": [ [ 21949, 21986 ], [ 21992, 22317 ], [ 22322, 22405 ], [ 22420, 22492 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P06_05+68_69_70_71", "video_id": "P06_05", "narration_ids": [ "P06_05_68", "P06_05_69", "P06_05_70", "P06_05_71" ], "src": "take scissors . open chopped_tomatoes . put_down scissors", "src1": "take scissors", "src2": "open chopped_tomatoes", "src3": "put_down scissors", "trg": "pour chopped_tomatoes", "vis_src": "P06_05:68 P06_05:69 P06_05:70", "vis_trg": "P06_05:71", "narrations": [ "take scissors", "open chopped tomatoes", "put down scissors", "pour chopped tomatoes" ], "verbs": [ "take", "open", "put-down", "pour" ], "verb_classes": [ 0, 3, 1, 9 ], "nouns": [ "scissors", "tomato:chopped", "scissors", "tomato:chopped" ], "noun_classes": [ 79, 43, 79, 43 ], "start_stop_timestamps": [ [ "00:07:22.88", "00:07:23.73" ], [ "00:07:27.56", "00:07:44.33" ], [ "00:07:44.57", "00:07:45.72" ], [ "00:07:48.62", "00:07:50.88" ] ], "start_stop_frames": [ [ 26572, 26623 ], [ 26853, 27859 ], [ 27874, 27943 ], [ 28117, 28252 ] ], "trgnoun": "chopped_tomato", "trgverb": "pour" }, { "key": "P04_115+4_5_6_7", "video_id": "P04_115", "narration_ids": [ "P04_115_4", "P04_115_5", "P04_115_6", "P04_115_7" ], "src": "remove baking_tray from oven . tip water from baking tray into sink . put baking_tray on hob", "src1": "remove baking_tray from oven", "src2": "tip water from baking tray into sink", "src3": "put baking_tray on hob", "trg": "pick_up baking_tray", "vis_src": "P04_115:4 P04_115:5 P04_115:6", "vis_trg": "P04_115:7", "narrations": [ "remove baking tray from oven", "tip water from baking tray into sink", "put baking tray on hob", "pick up baking tray" ], "verbs": [ "remove-from", "tip-from", "put-on", "pick-up" ], "verb_classes": [ 12, 9, 1, 0 ], "nouns": [ "tray:baking", "water", "tray:baking", "tray:baking" ], "noun_classes": [ 35, 27, 35, 35 ], "start_stop_timestamps": [ [ "00:00:09.97", "00:00:13.97" ], [ "00:00:13.92", "00:00:17.37" ], [ "00:00:19.43", "00:00:22.27" ], [ "00:00:24.29", "00:00:25.11" ] ], "start_stop_frames": [ [ 498, 698 ], [ 696, 868 ], [ 971, 1113 ], [ 1214, 1255 ] ], "trgnoun": "baking_tray", "trgverb": "pick_up" }, { "key": "P03_113+21_22_23_24", "video_id": "P03_113", "narration_ids": [ "P03_113_21", "P03_113_22", "P03_113_23", "P03_113_24" ], "src": "put_down washing up liquid . turn_on tap . fill saucepan with water", "src1": "put_down washing up liquid", "src2": "turn_on tap", "src3": "fill saucepan with water", "trg": "move tap", "vis_src": "P03_113:21 P03_113:22 P03_113:23", "vis_trg": "P03_113:24", "narrations": [ "put down washing up liquid", "turn on tap", "fill saucepan with water", "move tap" ], "verbs": [ "put-down", "turn-on", "fill-with", "move" ], "verb_classes": [ 1, 6, 26, 11 ], "nouns": [ "liquid:washing:up", "tap", "saucepan", "tap" ], "noun_classes": [ 22, 0, 5, 0 ], "start_stop_timestamps": [ [ "00:00:52.37", "00:00:52.89" ], [ "00:00:53.00", "00:00:53.74" ], [ "00:00:53.96", "00:00:54.92" ], [ "00:00:54.84", "00:00:56.45" ] ], "start_stop_frames": [ [ 2618, 2644 ], [ 2650, 2687 ], [ 2698, 2746 ], [ 2742, 2822 ] ], "trgnoun": "tap", "trgverb": "move" }, { "key": "P22_111+568_569_570_571", "video_id": "P22_111", "narration_ids": [ "P22_111_568", "P22_111_569", "P22_111_570", "P22_111_571" ], "src": "put_down spoon . turn_on tap . pick_up sponge", "src1": "put_down spoon", "src2": "turn_on tap", "src3": "pick_up sponge", "trg": "lather sponge", "vis_src": "P22_111:568 P22_111:569 P22_111:570", "vis_trg": "P22_111:571", "narrations": [ "put down spoon", "turn on tap", "pick up sponge", "lather sponge" ], "verbs": [ "put-down", "turn-on", "pick-up", "lather" ], "verb_classes": [ 1, 6, 0, 2 ], "nouns": [ "spoon", "tap", "sponge", "sponge" ], "noun_classes": [ 1, 0, 9, 9 ], "start_stop_timestamps": [ [ "00:20:58.69", "00:20:59.63" ], [ "00:20:59.73", "00:21:00.70" ], [ "00:21:00.16", "00:21:00.54" ], [ "00:21:00.64", "00:21:01.51" ] ], "start_stop_frames": [ [ 62934, 62981 ], [ 62986, 63035 ], [ 63008, 63027 ], [ 63032, 63075 ] ], "trgnoun": "sponge", "trgverb": "lather" }, { "key": "P27_104+148_149_150_151", "video_id": "P27_104", "narration_ids": [ "P27_104_148", "P27_104_149", "P27_104_150", "P27_104_151" ], "src": "pick_up coffee_pod . pick_up glass . lift lever", "src1": "pick_up coffee_pod", "src2": "pick_up glass", "src3": "lift lever", "trg": "insert coffee_pod", "vis_src": "P27_104:148 P27_104:149 P27_104:150", "vis_trg": "P27_104:151", "narrations": [ "pick up coffee pod", "pick up glass", "lift lever", "insert coffee pod" ], "verbs": [ "pick-up", "pick-up", "lift", "insert" ], "verb_classes": [ 0, 0, 33, 5 ], "nouns": [ "pod:coffee", "glass", "lever", "pod:coffee" ], "noun_classes": [ 59, 10, 191, 59 ], "start_stop_timestamps": [ [ "00:07:15.68", "00:07:16.81" ], [ "00:07:16.75", "00:07:17.78" ], [ "00:07:18.39", "00:07:18.81" ], [ "00:07:18.80", "00:07:20.72" ] ], "start_stop_frames": [ [ 21784, 21840 ], [ 21837, 21889 ], [ 21919, 21940 ], [ 21940, 22036 ] ], "trgnoun": "coffee_pod", "trgverb": "insert" }, { "key": "P04_05+92_93_94_95", "video_id": "P04_05", "narration_ids": [ "P04_05_92", "P04_05_93", "P04_05_94", "P04_05_95" ], "src": "stir potatoes . pick_up ginger . wipe garlic off knife", "src1": "stir potatoes", "src2": "pick_up ginger", "src3": "wipe garlic off knife", "trg": "slice ginger", "vis_src": "P04_05:92 P04_05:93 P04_05:94", "vis_trg": "P04_05:95", "narrations": [ "stir potatoes", "pick up ginger", "wipe garlic off knife", "slice ginger" ], "verbs": [ "stir", "pick-up", "wipe-off", "slice" ], "verb_classes": [ 10, 0, 2, 7 ], "nouns": [ "potato", "ginger", "garlic", "ginger" ], "noun_classes": [ 30, 131, 51, 131 ], "start_stop_timestamps": [ [ "00:10:56.92", "00:11:05.39" ], [ "00:11:13.32", "00:11:22.34" ], [ "00:11:22.17", "00:11:28.06" ], [ "00:11:28.63", "00:11:31.67" ] ], "start_stop_frames": [ [ 39415, 39923 ], [ 40399, 40940 ], [ 40930, 41283 ], [ 41317, 41500 ] ], "trgnoun": "ginger", "trgverb": "slice" }, { "key": "P02_104+75_76_77_78", "video_id": "P02_104", "narration_ids": [ "P02_104_75", "P02_104_76", "P02_104_77", "P02_104_78" ], "src": "rinse tupperware . pick_up sponge . open tap", "src1": "rinse tupperware", "src2": "pick_up sponge", "src3": "open tap", "trg": "soak sponge", "vis_src": "P02_104:75 P02_104:76 P02_104:77", "vis_trg": "P02_104:78", "narrations": [ "rinse tupperware", "pick up sponge", "open tap", "soak sponge" ], "verbs": [ "rinse", "pick-up", "turn-on", "soak" ], "verb_classes": [ 2, 0, 6, 56 ], "nouns": [ "tupperware", "sponge", "tap", "sponge" ], "noun_classes": [ 23, 9, 0, 9 ], "start_stop_timestamps": [ [ "00:03:54.37", "00:03:56.04" ], [ "00:03:57.61", "00:03:58.03" ], [ "00:03:57.91", "00:03:59.45" ], [ "00:03:59.43", "00:04:01.65" ] ], "start_stop_frames": [ [ 11718, 11802 ], [ 11880, 11901 ], [ 11895, 11972 ], [ 11971, 12082 ] ], "trgnoun": "sponge", "trgverb": "soak" }, { "key": "P03_117+223_224_225_226", "video_id": "P03_117", "narration_ids": [ "P03_117_223", "P03_117_224", "P03_117_225", "P03_117_226" ], "src": "spread butter onto bread . move slice of bread . pick_up film", "src1": "spread butter onto bread", "src2": "move slice of bread", "src3": "pick_up film", "trg": "put film on butter", "vis_src": "P03_117:223 P03_117:224 P03_117:225", "vis_trg": "P03_117:226", "narrations": [ "spread butter onto bread", "move slice of bread", "pick up film", "put film on butter" ], "verbs": [ "spread-onto", "move", "pick-up", "put-on" ], "verb_classes": [ 27, 11, 0, 1 ], "nouns": [ "butter", "slice:bread", "film", "film" ], "noun_classes": [ 78, 33, 100, 100 ], "start_stop_timestamps": [ [ "00:10:38.47", "00:10:47.67" ], [ "00:10:47.85", "00:10:48.45" ], [ "00:10:48.60", "00:10:51.35" ], [ "00:10:51.42", "00:10:52.20" ] ], "start_stop_frames": [ [ 31923, 32383 ], [ 32392, 32422 ], [ 32430, 32567 ], [ 32570, 32610 ] ], "trgnoun": "film", "trgverb": "put_on" }, { "key": "P28_111+55_56_57_58", "video_id": "P28_111", "narration_ids": [ "P28_111_55", "P28_111_56", "P28_111_57", "P28_111_58" ], "src": "wash pot . put sponge . turn_on tap", "src1": "wash pot", "src2": "put sponge", "src3": "turn_on tap", "trg": "rinse pot", "vis_src": "P28_111:55 P28_111:56 P28_111:57", "vis_trg": "P28_111:58", "narrations": [ "wash pot", "put sponge", "turn on tap", "rinse pot" ], "verbs": [ "wash", "put", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "pot", "sponge", "tap", "pot" ], "noun_classes": [ 29, 9, 0, 29 ], "start_stop_timestamps": [ [ "00:03:05.29", "00:03:10.18" ], [ "00:03:15.47", "00:03:16.07" ], [ "00:03:16.01", "00:03:17.19" ], [ "00:03:19.38", "00:03:21.55" ] ], "start_stop_frames": [ [ 9264, 9509 ], [ 9773, 9803 ], [ 9800, 9859 ], [ 9969, 10077 ] ], "trgnoun": "pot", "trgverb": "rinse" }, { "key": "P02_104+82_83_84_85", "video_id": "P02_104", "narration_ids": [ "P02_104_82", "P02_104_83", "P02_104_84", "P02_104_85" ], "src": "open tap . rinse tupperware . pick_up sponge", "src1": "open tap", "src2": "rinse tupperware", "src3": "pick_up sponge", "trg": "soak sponge", "vis_src": "P02_104:82 P02_104:83 P02_104:84", "vis_trg": "P02_104:85", "narrations": [ "open tap", "rinse tupperware", "pick up sponge", "soak sponge" ], "verbs": [ "turn-on", "rinse", "pick-up", "soak" ], "verb_classes": [ 6, 2, 0, 56 ], "nouns": [ "tap", "tupperware", "sponge", "sponge" ], "noun_classes": [ 0, 23, 9, 9 ], "start_stop_timestamps": [ [ "00:04:12.27", "00:04:13.88" ], [ "00:04:13.70", "00:04:21.69" ], [ "00:04:21.53", "00:04:22.48" ], [ "00:04:22.23", "00:04:25.40" ] ], "start_stop_frames": [ [ 12613, 12694 ], [ 12685, 13084 ], [ 13076, 13124 ], [ 13111, 13269 ] ], "trgnoun": "sponge", "trgverb": "soak" }, { "key": "P03_119+80_82_83_84", "video_id": "P03_119", "narration_ids": [ "P03_119_80", "P03_119_82", "P03_119_83", "P03_119_84" ], "src": "test water . pick_up saucepan_lid . wash saucepan_lid", "src1": "test water", "src2": "pick_up saucepan_lid", "src3": "wash saucepan_lid", "trg": "put saucepan_lid in drying up rack", "vis_src": "P03_119:80 P03_119:82 P03_119:83", "vis_trg": "P03_119:84", "narrations": [ "test water", "pick up saucepan lid", "wash saucepan lid", "put saucepan lid in drying up rack" ], "verbs": [ "test", "pick-up", "wash", "put-in" ], "verb_classes": [ 24, 0, 2, 5 ], "nouns": [ "water", "lid:saucepan", "lid:saucepan", "lid:saucepan" ], "noun_classes": [ 27, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:03:41.22", "00:03:42.54" ], [ "00:03:43.66", "00:03:44.40" ], [ "00:03:44.66", "00:03:54.31" ], [ "00:03:54.58", "00:03:56.10" ] ], "start_stop_frames": [ [ 11061, 11127 ], [ 11183, 11220 ], [ 11233, 11715 ], [ 11729, 11805 ] ], "trgnoun": "saucepan_lid", "trgverb": "put_in" }, { "key": "P25_05+111_112_113_114", "video_id": "P25_05", "narration_ids": [ "P25_05_111", "P25_05_112", "P25_05_113", "P25_05_114" ], "src": "lather pan . open tap . pick_up detergent", "src1": "lather pan", "src2": "open tap", "src3": "pick_up detergent", "trg": "put_on detergent", "vis_src": "P25_05:111 P25_05:112 P25_05:113", "vis_trg": "P25_05:114", "narrations": [ "lather pan", "open tap", "pick up detergent", "put on detergent" ], "verbs": [ "lather", "turn-on", "pick-up", "put-on" ], "verb_classes": [ 2, 6, 0, 1 ], "nouns": [ "pan", "tap", "detergent", "detergent" ], "noun_classes": [ 5, 0, 22, 22 ], "start_stop_timestamps": [ [ "00:17:55.11", "00:18:11.91" ], [ "00:18:03.77", "00:18:04.58" ], [ "00:18:22.67", "00:18:24.53" ], [ "00:18:24.57", "00:18:28.00" ] ], "start_stop_frames": [ [ 64506, 65514 ], [ 65026, 65074 ], [ 66160, 66271 ], [ 66274, 66480 ] ], "trgnoun": "detergent", "trgverb": "put_on" }, { "key": "P28_103+59_60_61_62", "video_id": "P28_103", "narration_ids": [ "P28_103_59", "P28_103_60", "P28_103_61", "P28_103_62" ], "src": "turn_on tap . rinse peeler . take sponge", "src1": "turn_on tap", "src2": "rinse peeler", "src3": "take sponge", "trg": "wash peeler", "vis_src": "P28_103:59 P28_103:60 P28_103:61", "vis_trg": "P28_103:62", "narrations": [ "turn on tap", "rinse peeler", "take sponge", "wash peeler" ], "verbs": [ "turn-on", "rinse", "take", "wash" ], "verb_classes": [ 6, 2, 0, 2 ], "nouns": [ "tap", "peeler", "sponge", "peeler" ], "noun_classes": [ 0, 87, 9, 87 ], "start_stop_timestamps": [ [ "00:04:17.89", "00:04:19.28" ], [ "00:04:19.38", "00:04:21.57" ], [ "00:04:21.59", "00:04:22.49" ], [ "00:04:22.91", "00:04:26.45" ] ], "start_stop_frames": [ [ 12894, 12963 ], [ 12969, 13078 ], [ 13079, 13124 ], [ 13145, 13322 ] ], "trgnoun": "peeler", "trgverb": "wash" }, { "key": "P08_23+62_63_64_65", "video_id": "P08_23", "narration_ids": [ "P08_23_62", "P08_23_63", "P08_23_64", "P08_23_65" ], "src": "get kitchen_towel . place kitchen_towel . get salad leaves", "src1": "get kitchen_towel", "src2": "place kitchen_towel", "src3": "get salad leaves", "trg": "place salad leaves on kitchen towel", "vis_src": "P08_23:62 P08_23:63 P08_23:64", "vis_trg": "P08_23:65", "narrations": [ "get kitchen towel", "place kitchen towel", "get salad leaves", "place salad leaves on kitchen towel" ], "verbs": [ "get", "place", "get", "place" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "towel:kitchen", "towel:kitchen", "leaf:salad", "leaf:salad" ], "noun_classes": [ 93, 93, 62, 62 ], "start_stop_timestamps": [ [ "00:05:15.93", "00:05:17.85" ], [ "00:05:18.41", "00:05:20.26" ], [ "00:05:21.20", "00:05:23.18" ], [ "00:05:23.64", "00:05:27.09" ] ], "start_stop_frames": [ [ 18955, 19071 ], [ 19104, 19215 ], [ 19272, 19390 ], [ 19418, 19625 ] ], "trgnoun": "salad_leaf", "trgverb": "place" }, { "key": "P04_107+207_208_209_210", "video_id": "P04_107", "narration_ids": [ "P04_107_207", "P04_107_208", "P04_107_209", "P04_107_210" ], "src": "roll chopstick on dough . fold dough over chopstick . press dough into dough", "src1": "roll chopstick on dough", "src2": "fold dough over chopstick", "src3": "press dough into dough", "trg": "slide_out chopstick from dough", "vis_src": "P04_107:207 P04_107:208 P04_107:209", "vis_trg": "P04_107:210", "narrations": [ "roll chopstick on dough", "fold dough over chopstick", "press dough into dough", "slide out chopstick from dough" ], "verbs": [ "roll-on", "fold-over", "press-into", "slide-out" ], "verb_classes": [ 47, 28, 21, 61 ], "nouns": [ "chopstick", "dough", "dough", "chopstick" ], "noun_classes": [ 80, 25, 25, 80 ], "start_stop_timestamps": [ [ "00:07:12.50", "00:07:15.25" ], [ "00:07:14.35", "00:07:15.85" ], [ "00:07:15.95", "00:07:17.20" ], [ "00:07:16.65", "00:07:17.83" ] ], "start_stop_frames": [ [ 21625, 21762 ], [ 21717, 21792 ], [ 21797, 21860 ], [ 21832, 21891 ] ], "trgnoun": "chopstick", "trgverb": "slide_out" }, { "key": "P02_109+133_134_135_136", "video_id": "P02_109", "narration_ids": [ "P02_109_133", "P02_109_134", "P02_109_135", "P02_109_136" ], "src": "hold pan . stir onion and garlic in pan using wooden spoon . take meat from packaging", "src1": "hold pan", "src2": "stir onion and garlic in pan using wooden spoon", "src3": "take meat from packaging", "trg": "distribute meat in pan", "vis_src": "P02_109:133 P02_109:134 P02_109:135", "vis_trg": "P02_109:136", "narrations": [ "hold pan", "stir onion and garlic in pan using wooden spoon", "take meat from packaging", "distribute meat in pan" ], "verbs": [ "hold", "stir", "take-from", "distribute-in" ], "verb_classes": [ 34, 10, 0, 11 ], "nouns": [ "pan", "onion", "meat", "meat" ], "noun_classes": [ 5, 16, 28, 28 ], "start_stop_timestamps": [ [ "00:10:30.48", "00:10:31.33" ], [ "00:10:30.94", "00:10:36.04" ], [ "00:10:36.14", "00:10:38.86" ], [ "00:10:38.96", "00:10:41.54" ] ], "start_stop_frames": [ [ 31524, 31566 ], [ 31547, 31802 ], [ 31807, 31943 ], [ 31948, 32077 ] ], "trgnoun": "meat", "trgverb": "distribute_in" }, { "key": "P04_01+1_2_3_4", "video_id": "P04_01", "narration_ids": [ "P04_01_1", "P04_01_2", "P04_01_3", "P04_01_4" ], "src": "rearrange cupboard . pick_up tuna . open packet", "src1": "rearrange cupboard", "src2": "pick_up tuna", "src3": "open packet", "trg": "put_down tuna", "vis_src": "P04_01:1 P04_01:2 P04_01:3", "vis_trg": "P04_01:4", "narrations": [ "rearrange", "pick up tuna", "open packet", "put down tuna" ], "verbs": [ "rearrange", "pick-up", "open", "put-down" ], "verb_classes": [ 40, 0, 3, 1 ], "nouns": [ "cupboard", "tuna", "packet", "tuna" ], "noun_classes": [ 3, 160, 26, 160 ], "start_stop_timestamps": [ [ "00:00:05.63", "00:00:09.64" ], [ "00:00:06.30", "00:00:08.87" ], [ "00:00:10.04", "00:00:13.79" ], [ "00:00:14.52", "00:00:15.13" ] ], "start_stop_frames": [ [ 337, 578 ], [ 378, 532 ], [ 602, 827 ], [ 871, 907 ] ], "trgnoun": "tuna", "trgverb": "put_down" }, { "key": "P23_102+501_504_505_506", "video_id": "P23_102", "narration_ids": [ "P23_102_501", "P23_102_504", "P23_102_505", "P23_102_506" ], "src": "take bottle . put spices . put turmeric_powder", "src1": "take bottle", "src2": "put spices", "src3": "put turmeric_powder", "trg": "put bottle", "vis_src": "P23_102:501 P23_102:504 P23_102:505", "vis_trg": "P23_102:506", "narrations": [ "take bottle", "put spices", "put turmeric powder", "put bottle" ], "verbs": [ "take", "put", "put", "put" ], "verb_classes": [ 0, 1, 1, 1 ], "nouns": [ "bottle", "spice", "powder:turmeric", "bottle" ], "noun_classes": [ 15, 85, 211, 15 ], "start_stop_timestamps": [ [ "00:48:17.73", "00:48:19.02" ], [ "00:48:23.88", "00:48:25.02" ], [ "00:48:29.82", "00:48:30.61" ], [ "00:48:32.79", "00:48:33.62" ] ], "start_stop_frames": [ [ 144886, 144951 ], [ 145194, 145251 ], [ 145491, 145530 ], [ 145639, 145681 ] ], "trgnoun": "bottle", "trgverb": "put" }, { "key": "P02_121+78_79_80_81", "video_id": "P02_121", "narration_ids": [ "P02_121_78", "P02_121_79", "P02_121_80", "P02_121_81" ], "src": "put_down bowl . put spoon in bowl . remove clip", "src1": "put_down bowl", "src2": "put spoon in bowl", "src3": "remove clip", "trg": "put_down clip", "vis_src": "P02_121:78 P02_121:79 P02_121:80", "vis_trg": "P02_121:81", "narrations": [ "put down bowl", "put spoon in bowl", "remove clip", "put down clip" ], "verbs": [ "put-down", "put-in", "remove", "put-down" ], "verb_classes": [ 1, 5, 12, 1 ], "nouns": [ "bowl", "spoon", "clip", "clip" ], "noun_classes": [ 7, 1, 129, 129 ], "start_stop_timestamps": [ [ "00:05:12.72", "00:05:13.59" ], [ "00:05:12.87", "00:05:13.77" ], [ "00:05:14.11", "00:05:14.49" ], [ "00:05:14.55", "00:05:15.01" ] ], "start_stop_frames": [ [ 15636, 15679 ], [ 15643, 15688 ], [ 15705, 15724 ], [ 15727, 15750 ] ], "trgnoun": "clip", "trgverb": "put_down" }, { "key": "P30_06+32_33_34_35", "video_id": "P30_06", "narration_ids": [ "P30_06_32", "P30_06_33", "P30_06_34", "P30_06_35" ], "src": "put bag_clip . close drawer . take mug", "src1": "put bag_clip", "src2": "close drawer", "src3": "take mug", "trg": "dry mug", "vis_src": "P30_06:32 P30_06:33 P30_06:34", "vis_trg": "P30_06:35", "narrations": [ "put bag clip", "close drawer", "take mug", "dry mug" ], "verbs": [ "put", "close", "take", "dry" ], "verb_classes": [ 1, 4, 0, 14 ], "nouns": [ "clip:bag", "drawer", "mug", "mug" ], "noun_classes": [ 129, 8, 13, 13 ], "start_stop_timestamps": [ [ "00:01:29.07", "00:01:32.09" ], [ "00:01:30.90", "00:01:32.88" ], [ "00:01:33.28", "00:01:34.47" ], [ "00:01:34.16", "00:01:37.32" ] ], "start_stop_frames": [ [ 5344, 5525 ], [ 5454, 5572 ], [ 5596, 5668 ], [ 5649, 5839 ] ], "trgnoun": "mug", "trgverb": "dry" }, { "key": "P16_01+4_5_6_7", "video_id": "P16_01", "narration_ids": [ "P16_01_4", "P16_01_5", "P16_01_6", "P16_01_7" ], "src": "turn_on the cooker . take_out the cutting_board . turn_on the tap", "src1": "turn_on the cooker", "src2": "take_out the cutting_board", "src3": "turn_on the tap", "trg": "wash the cutting_board", "vis_src": "P16_01:4 P16_01:5 P16_01:6", "vis_trg": "P16_01:7", "narrations": [ "turn on the cooker", "take out the cutting board", "turn on the tap", "wash the cutting board" ], "verbs": [ "turn-on", "take-out", "turn-on", "wash" ], "verb_classes": [ 6, 12, 6, 2 ], "nouns": [ "cooker", "board:cutting", "tap", "board:cutting" ], "noun_classes": [ 46, 18, 0, 18 ], "start_stop_timestamps": [ [ "00:00:17.34", "00:00:20.18" ], [ "00:00:21.83", "00:00:24.04" ], [ "00:00:27.20", "00:00:28.40" ], [ "00:00:27.85", "00:00:31.98" ] ], "start_stop_frames": [ [ 1040, 1210 ], [ 1309, 1442 ], [ 1632, 1704 ], [ 1671, 1918 ] ], "trgnoun": "cutting_board", "trgverb": "wash" }, { "key": "P04_117+4_5_6_7", "video_id": "P04_117", "narration_ids": [ "P04_117_4", "P04_117_5", "P04_117_6", "P04_117_7" ], "src": "hold_onto bread . cut slice of bread . move bread_slice away from bread", "src1": "hold_onto bread", "src2": "cut slice of bread", "src3": "move bread_slice away from bread", "trg": "pick_up slice of bread", "vis_src": "P04_117:4 P04_117:5 P04_117:6", "vis_trg": "P04_117:7", "narrations": [ "hold onto bread", "cut slice of bread", "move bread slice away from bread", "pick up slice of bread" ], "verbs": [ "hold-onto", "cut", "move", "pick-up" ], "verb_classes": [ 34, 7, 11, 0 ], "nouns": [ "bread", "slice:bread", "slice:bread", "slice:bread" ], "noun_classes": [ 33, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:00:02.79", "00:00:03.35" ], [ "00:00:03.09", "00:00:11.60" ], [ "00:00:14.31", "00:00:21.98" ], [ "00:00:21.55", "00:00:23.05" ] ], "start_stop_frames": [ [ 139, 167 ], [ 154, 580 ], [ 715, 1099 ], [ 1077, 1152 ] ], "trgnoun": "bread_slice", "trgverb": "pick_up" }, { "key": "P22_117+414_415_416_417", "video_id": "P22_117", "narration_ids": [ "P22_117_414", "P22_117_415", "P22_117_416", "P22_117_417" ], "src": "pick_up saucepan . turn_on tap . move tap", "src1": "pick_up saucepan", "src2": "turn_on tap", "src3": "move tap", "trg": "fill saucepan", "vis_src": "P22_117:414 P22_117:415 P22_117:416", "vis_trg": "P22_117:417", "narrations": [ "pick up saucepan", "turn on tap", "move tap", "fill saucepan" ], "verbs": [ "pick-up", "turn-on", "move", "fill" ], "verb_classes": [ 0, 6, 11, 26 ], "nouns": [ "saucepan", "tap", "tap", "saucepan" ], "noun_classes": [ 5, 0, 0, 5 ], "start_stop_timestamps": [ [ "00:15:23.25", "00:15:25.77" ], [ "00:15:25.51", "00:15:27.66" ], [ "00:15:28.15", "00:15:28.74" ], [ "00:15:28.75", "00:15:31.23" ] ], "start_stop_frames": [ [ 46162, 46288 ], [ 46275, 46383 ], [ 46407, 46437 ], [ 46437, 46561 ] ], "trgnoun": "saucepan", "trgverb": "fill" }, { "key": "P26_111+29_30_31_32", "video_id": "P26_111", "narration_ids": [ "P26_111_29", "P26_111_30", "P26_111_31", "P26_111_32" ], "src": "lather pot . rinse pot . pick_up lid", "src1": "lather pot", "src2": "rinse pot", "src3": "pick_up lid", "trg": "put_down pot", "vis_src": "P26_111:29 P26_111:30 P26_111:31", "vis_trg": "P26_111:32", "narrations": [ "lather pot", "rinse pot", "pick up lid", "put down pot" ], "verbs": [ "lather", "rinse", "pick-up", "put-down" ], "verb_classes": [ 2, 2, 0, 1 ], "nouns": [ "pot", "pot", "lid", "pot" ], "noun_classes": [ 29, 29, 6, 29 ], "start_stop_timestamps": [ [ "00:01:59.79", "00:02:03.09" ], [ "00:02:01.84", "00:02:04.03" ], [ "00:02:15.85", "00:02:16.68" ], [ "00:02:16.59", "00:02:28.86" ] ], "start_stop_frames": [ [ 5989, 6154 ], [ 6092, 6201 ], [ 6792, 6834 ], [ 6829, 7443 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P30_104+4_5_6_7", "video_id": "P30_104", "narration_ids": [ "P30_104_4", "P30_104_5", "P30_104_6", "P30_104_7" ], "src": "pick_up jug . turn_on tap . fill_up jug", "src1": "pick_up jug", "src2": "turn_on tap", "src3": "fill_up jug", "trg": "empty jug", "vis_src": "P30_104:4 P30_104:5 P30_104:6", "vis_trg": "P30_104:7", "narrations": [ "pick up jug", "turn on tap", "fill up jug", "empty jug" ], "verbs": [ "pick-up", "turn-on", "fill-up", "empty" ], "verb_classes": [ 0, 6, 26, 20 ], "nouns": [ "jug", "tap", "jug", "jug" ], "noun_classes": [ 66, 0, 66, 66 ], "start_stop_timestamps": [ [ "00:00:08.89", "00:00:09.39" ], [ "00:00:09.24", "00:00:09.52" ], [ "00:00:09.55", "00:00:10.25" ], [ "00:00:10.35", "00:00:10.63" ] ], "start_stop_frames": [ [ 444, 469 ], [ 462, 476 ], [ 477, 512 ], [ 517, 531 ] ], "trgnoun": "jug", "trgverb": "empty" }, { "key": "P30_05+295_296_297_298", "video_id": "P30_05", "narration_ids": [ "P30_05_295", "P30_05_296", "P30_05_297", "P30_05_298" ], "src": "turn tap on . put plate in drying rack . wash bag_clip", "src1": "turn tap on", "src2": "put plate in drying rack", "src3": "wash bag_clip", "trg": "rinse bag_clip", "vis_src": "P30_05:295 P30_05:296 P30_05:297", "vis_trg": "P30_05:298", "narrations": [ "turn tap on", "put plate in drying rack", "wash bag clip", "rinse bag clip" ], "verbs": [ "turn-on", "put-in", "wash", "rinse" ], "verb_classes": [ 6, 5, 2, 2 ], "nouns": [ "tap", "plate", "clip:bag", "clip:bag" ], "noun_classes": [ 0, 2, 129, 129 ], "start_stop_timestamps": [ [ "00:23:57.48", "00:23:58.39" ], [ "00:24:05.09", "00:24:07.64" ], [ "00:24:09.02", "00:24:12.72" ], [ "00:24:12.63", "00:24:17.58" ] ], "start_stop_frames": [ [ 86248, 86303 ], [ 86705, 86858 ], [ 86941, 87163 ], [ 87157, 87454 ] ], "trgnoun": "bag_clip", "trgverb": "rinse" }, { "key": "P12_103+96_97_98_99", "video_id": "P12_103", "narration_ids": [ "P12_103_96", "P12_103_97", "P12_103_98", "P12_103_99" ], "src": "put_down spoon . open tap . wash frying_pan", "src1": "put_down spoon", "src2": "open tap", "src3": "wash frying_pan", "trg": "put_down frying_pan", "vis_src": "P12_103:96 P12_103:97 P12_103:98", "vis_trg": "P12_103:99", "narrations": [ "put down spoon", "open tap", "wash frying pan", "put down frying pan" ], "verbs": [ "put-down", "turn-on", "wash", "put-down" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "spoon", "tap", "pan:frying", "pan:frying" ], "noun_classes": [ 1, 0, 5, 5 ], "start_stop_timestamps": [ [ "00:06:33.05", "00:06:33.62" ], [ "00:06:33.90", "00:06:37.90" ], [ "00:06:34.45", "00:06:38.68" ], [ "00:06:39.53", "00:06:41.14" ] ], "start_stop_frames": [ [ 19652, 19681 ], [ 19695, 19895 ], [ 19722, 19934 ], [ 19976, 20057 ] ], "trgnoun": "frying_pan", "trgverb": "put_down" }, { "key": "P30_113+35_36_37_38", "video_id": "P30_113", "narration_ids": [ "P30_113_35", "P30_113_36", "P30_113_37", "P30_113_38" ], "src": "turn kettle on . take saucepan . open cupboard", "src1": "turn kettle on", "src2": "take saucepan", "src3": "open cupboard", "trg": "put saucepan", "vis_src": "P30_113:35 P30_113:36 P30_113:37", "vis_trg": "P30_113:38", "narrations": [ "turn kettle on", "take saucepan", "open cupboard", "put saucepan" ], "verbs": [ "turn-on", "take", "open", "put" ], "verb_classes": [ 6, 0, 3, 1 ], "nouns": [ "kettle", "saucepan", "cupboard", "saucepan" ], "noun_classes": [ 44, 5, 3, 5 ], "start_stop_timestamps": [ [ "00:01:01.63", "00:01:02.44" ], [ "00:01:02.45", "00:01:03.40" ], [ "00:01:03.44", "00:01:04.48" ], [ "00:01:04.70", "00:01:06.17" ] ], "start_stop_frames": [ [ 3081, 3122 ], [ 3122, 3170 ], [ 3172, 3224 ], [ 3235, 3308 ] ], "trgnoun": "saucepan", "trgverb": "put" }, { "key": "P27_103+224_225_226_227", "video_id": "P27_103", "narration_ids": [ "P27_103_224", "P27_103_225", "P27_103_226", "P27_103_227" ], "src": "shake container . pick_up plate . pour flour", "src1": "shake container", "src2": "pick_up plate", "src3": "pour flour", "trg": "turn container", "vis_src": "P27_103:224 P27_103:225 P27_103:226", "vis_trg": "P27_103:227", "narrations": [ "shake container", "pick up plate", "pour flour", "turn container" ], "verbs": [ "shake", "pick-up", "pour", "turn" ], "verb_classes": [ 15, 0, 9, 23 ], "nouns": [ "container", "plate", "flour", "container" ], "noun_classes": [ 21, 2, 75, 21 ], "start_stop_timestamps": [ [ "00:14:21.66", "00:14:24.15" ], [ "00:14:35.88", "00:14:37.16" ], [ "00:14:36.93", "00:14:44.54" ], [ "00:14:44.98", "00:14:54.99" ] ], "start_stop_frames": [ [ 43083, 43207 ], [ 43794, 43858 ], [ 43846, 44227 ], [ 44249, 44749 ] ], "trgnoun": "container", "trgverb": "turn" }, { "key": "P02_02+82_83_84_85", "video_id": "P02_02", "narration_ids": [ "P02_02_82", "P02_02_83", "P02_02_84", "P02_02_85" ], "src": "remove gloves . pick_up water_filter . open tap while holding the water filter", "src1": "remove gloves", "src2": "pick_up water_filter", "src3": "open tap while holding the water filter", "trg": "fill water_filter", "vis_src": "P02_02:82 P02_02:83 P02_02:84", "vis_trg": "P02_02:85", "narrations": [ "remove gloves", "pick up water filter", "open tap while holding the water filter", "fill water filter" ], "verbs": [ "remove", "pick-up", "turn-on", "fill" ], "verb_classes": [ 12, 0, 6, 26 ], "nouns": [ "glove", "filter:water", "tap", "filter:water" ], "noun_classes": [ 60, 66, 0, 66 ], "start_stop_timestamps": [ [ "00:03:08.59", "00:03:10.69" ], [ "00:03:12.62", "00:03:13.32" ], [ "00:03:15.73", "00:03:21.63" ], [ "00:03:16.79", "00:03:20.64" ] ], "start_stop_frames": [ [ 11315, 11441 ], [ 11557, 11599 ], [ 11743, 12097 ], [ 11807, 12038 ] ], "trgnoun": "water_filter", "trgverb": "fill" }, { "key": "P30_104+113_114_115_117", "video_id": "P30_104", "narration_ids": [ "P30_104_113", "P30_104_114", "P30_104_115", "P30_104_117" ], "src": "put fork and knife in drying rack . pick_up glass . apply washing up liquid to glass", "src1": "put fork and knife in drying rack", "src2": "pick_up glass", "src3": "apply washing up liquid to glass", "trg": "scrub glass", "vis_src": "P30_104:113 P30_104:114 P30_104:115", "vis_trg": "P30_104:117", "narrations": [ "put fork and knife in drying rack", "pick up glass", "apply washing up liquid to glass", "scrub glass" ], "verbs": [ "put-in", "pick-up", "apply", "scrub" ], "verb_classes": [ 5, 0, 27, 29 ], "nouns": [ "fork", "glass", "liquid:washing:up", "glass" ], "noun_classes": [ 14, 10, 22, 10 ], "start_stop_timestamps": [ [ "00:03:53.92", "00:03:55.29" ], [ "00:03:55.96", "00:03:56.76" ], [ "00:03:57.27", "00:03:58.10" ], [ "00:03:59.06", "00:04:07.08" ] ], "start_stop_frames": [ [ 11696, 11764 ], [ 11798, 11838 ], [ 11863, 11905 ], [ 11953, 12354 ] ], "trgnoun": "glass", "trgverb": "scrub" }, { "key": "P28_101+18_19_20_21", "video_id": "P28_101", "narration_ids": [ "P28_101_18", "P28_101_19", "P28_101_20", "P28_101_21" ], "src": "take tomato . take mozzarella . close fridge", "src1": "take tomato", "src2": "take mozzarella", "src3": "close fridge", "trg": "put tomato and mozzarella", "vis_src": "P28_101:18 P28_101:19 P28_101:20", "vis_trg": "P28_101:21", "narrations": [ "take tomato", "take mozzarella", "close fridge", "put tomato and mozzarella" ], "verbs": [ "take", "take", "close", "put" ], "verb_classes": [ 0, 0, 4, 1 ], "nouns": [ "tomato", "mozzarella", "fridge", "tomato" ], "noun_classes": [ 43, 32, 12, 43 ], "start_stop_timestamps": [ [ "00:01:03.63", "00:01:04.51" ], [ "00:01:05.15", "00:01:07.26" ], [ "00:01:09.16", "00:01:11.44" ], [ "00:01:13.24", "00:01:15.26" ] ], "start_stop_frames": [ [ 3181, 3225 ], [ 3257, 3363 ], [ 3458, 3572 ], [ 3661, 3763 ] ], "trgnoun": "tomato", "trgverb": "put" }, { "key": "P02_131+41_42_43_44", "video_id": "P02_131", "narration_ids": [ "P02_131_41", "P02_131_42", "P02_131_43", "P02_131_44" ], "src": "open fridge . move things in fridge . put_down foil_paper with mixture in fridge", "src1": "open fridge", "src2": "move things in fridge", "src3": "put_down foil_paper with mixture in fridge", "trg": "close fridge", "vis_src": "P02_131:41 P02_131:42 P02_131:43", "vis_trg": "P02_131:44", "narrations": [ "open fridge", "move things in fridge", "put down foil paper with mixture in fridge", "close fridge" ], "verbs": [ "open", "move-in", "put-down", "close" ], "verb_classes": [ 3, 5, 1, 4 ], "nouns": [ "fridge", "fridge", "paper:foil", "fridge" ], "noun_classes": [ 12, 12, 49, 12 ], "start_stop_timestamps": [ [ "00:03:22.08", "00:03:24.16" ], [ "00:03:24.25", "00:03:27.90" ], [ "00:03:28.09", "00:03:29.53" ], [ "00:03:29.63", "00:03:31.81" ] ], "start_stop_frames": [ [ 10104, 10208 ], [ 10212, 10395 ], [ 10404, 10476 ], [ 10481, 10590 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P08_23+8_9_10_11", "video_id": "P08_23", "narration_ids": [ "P08_23_8", "P08_23_9", "P08_23_10", "P08_23_11" ], "src": "get spring_onion . open spring_onion . place spring_onion", "src1": "get spring_onion", "src2": "open spring_onion", "src3": "place spring_onion", "trg": "put_back spring_onion", "vis_src": "P08_23:8 P08_23:9 P08_23:10", "vis_trg": "P08_23:11", "narrations": [ "get spring onion", "open spring onion", "place spring onion", "put back spring onion" ], "verbs": [ "get", "open", "place", "put-back" ], "verb_classes": [ 0, 3, 1, 1 ], "nouns": [ "onion:spring", "onion:spring", "onion:spring", "onion:spring" ], "noun_classes": [ 128, 128, 128, 128 ], "start_stop_timestamps": [ [ "00:00:24.91", "00:00:27.64" ], [ "00:00:30.01", "00:00:36.06" ], [ "00:00:36.93", "00:00:41.60" ], [ "00:00:41.92", "00:00:45.28" ] ], "start_stop_frames": [ [ 1494, 1658 ], [ 1800, 2163 ], [ 2215, 2496 ], [ 2515, 2716 ] ], "trgnoun": "spring_onion", "trgverb": "put_back" }, { "key": "P08_23+7_8_9_10", "video_id": "P08_23", "narration_ids": [ "P08_23_7", "P08_23_8", "P08_23_9", "P08_23_10" ], "src": "get one salad . get spring_onion . open spring_onion", "src1": "get one salad", "src2": "get spring_onion", "src3": "open spring_onion", "trg": "place spring_onion", "vis_src": "P08_23:7 P08_23:8 P08_23:9", "vis_trg": "P08_23:10", "narrations": [ "get one salad", "get spring onion", "open spring onion", "place spring onion" ], "verbs": [ "get", "get", "open", "place" ], "verb_classes": [ 0, 0, 3, 1 ], "nouns": [ "salad", "onion:spring", "onion:spring", "onion:spring" ], "noun_classes": [ 68, 128, 128, 128 ], "start_stop_timestamps": [ [ "00:00:18.85", "00:00:21.04" ], [ "00:00:24.91", "00:00:27.64" ], [ "00:00:30.01", "00:00:36.06" ], [ "00:00:36.93", "00:00:41.60" ] ], "start_stop_frames": [ [ 1131, 1262 ], [ 1494, 1658 ], [ 1800, 2163 ], [ 2215, 2496 ] ], "trgnoun": "spring_onion", "trgverb": "place" }, { "key": "P28_09+88_89_90_91", "video_id": "P28_09", "narration_ids": [ "P28_09_88", "P28_09_89", "P28_09_90", "P28_09_91" ], "src": "remove rubber_band from spring onions . throw rubber_band . separate spring_onions", "src1": "remove rubber_band from spring onions", "src2": "throw rubber_band", "src3": "separate spring_onions", "trg": "put spring_onions in fridge", "vis_src": "P28_09:88 P28_09:89 P28_09:90", "vis_trg": "P28_09:91", "narrations": [ "remove rubber band from spring onions", "throw rubber band", "separate spring onions", "put spring onions in fridge" ], "verbs": [ "remove-from", "throw", "separate", "put-in" ], "verb_classes": [ 12, 13, 52, 5 ], "nouns": [ "band:rubber", "band:rubber", "onion:spring", "onion:spring" ], "noun_classes": [ 269, 269, 128, 128 ], "start_stop_timestamps": [ [ "00:05:02.86", "00:05:07.75" ], [ "00:05:07.61", "00:05:08.91" ], [ "00:05:09.70", "00:05:13.32" ], [ "00:05:13.37", "00:05:15.87" ] ], "start_stop_frames": [ [ 18171, 18465 ], [ 18456, 18534 ], [ 18582, 18799 ], [ 18802, 18952 ] ], "trgnoun": "spring_onion", "trgverb": "put_in" }, { "key": "P03_119+104_105_106_107", "video_id": "P03_119", "narration_ids": [ "P03_119_104", "P03_119_105", "P03_119_106", "P03_119_107" ], "src": "wash bread_knife . put bread_knife on drying rack . pick_up scissors", "src1": "wash bread_knife", "src2": "put bread_knife on drying rack", "src3": "pick_up scissors", "trg": "wash scissors", "vis_src": "P03_119:104 P03_119:105 P03_119:106", "vis_trg": "P03_119:107", "narrations": [ "wash bread knife", "put bread knife on drying rack", "pick up scissors", "wash scissors" ], "verbs": [ "wash", "put-on", "pick-up", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife:bread", "knife:bread", "scissors", "scissors" ], "noun_classes": [ 4, 4, 79, 79 ], "start_stop_timestamps": [ [ "00:05:05.43", "00:05:07.97" ], [ "00:05:09.74", "00:05:11.29" ], [ "00:05:12.28", "00:05:13.41" ], [ "00:05:13.76", "00:05:23.51" ] ], "start_stop_frames": [ [ 15271, 15398 ], [ 15487, 15564 ], [ 15613, 15670 ], [ 15688, 16175 ] ], "trgnoun": "scissors", "trgverb": "wash" }, { "key": "P10_04+13_14_15_16", "video_id": "P10_04", "narration_ids": [ "P10_04_13", "P10_04_14", "P10_04_15", "P10_04_16" ], "src": "wash the finger . remove the blood from the finger . remove the scale from the fish", "src1": "wash the finger", "src2": "remove the blood from the finger", "src3": "remove the scale from the fish", "trg": "check the finger", "vis_src": "P10_04:13 P10_04:14 P10_04:15", "vis_trg": "P10_04:16", "narrations": [ "wash the finger", "remove the blood from the finger", "remove the scale from the fish", "check the finger" ], "verbs": [ "wash", "remove-from", "remove-from", "check" ], "verb_classes": [ 2, 12, 12, 24 ], "nouns": [ "finger", "blood", "scale", "finger" ], "noun_classes": [ 11, 11, 108, 11 ], "start_stop_timestamps": [ [ "00:01:44.54", "00:01:49.56" ], [ "00:01:47.74", "00:01:52.87" ], [ "00:01:59.76", "00:02:04.92" ], [ "00:02:04.33", "00:02:06.82" ] ], "start_stop_frames": [ [ 6272, 6573 ], [ 6464, 6772 ], [ 7185, 7495 ], [ 7459, 7609 ] ], "trgnoun": "finger", "trgverb": "check" }, { "key": "P35_101+43_44_45_46", "video_id": "P35_101", "narration_ids": [ "P35_101_43", "P35_101_44", "P35_101_45", "P35_101_46" ], "src": "pick_up plate . pick_up scale . turn_off scale", "src1": "pick_up plate", "src2": "pick_up scale", "src3": "turn_off scale", "trg": "put_down scale", "vis_src": "P35_101:43 P35_101:44 P35_101:45", "vis_trg": "P35_101:46", "narrations": [ "pick up plate", "pick up scale", "turn off scale", "put down scale" ], "verbs": [ "pick-up", "pick-up", "turn-off", "put-down" ], "verb_classes": [ 0, 0, 8, 1 ], "nouns": [ "plate", "scale", "scale", "scale" ], "noun_classes": [ 2, 108, 108, 108 ], "start_stop_timestamps": [ [ "00:03:26.52", "00:03:31.18" ], [ "00:03:26.63", "00:03:29.27" ], [ "00:03:29.91", "00:03:30.90" ], [ "00:03:33.08", "00:03:34.04" ] ], "start_stop_frames": [ [ 10326, 10559 ], [ 10331, 10463 ], [ 10495, 10545 ], [ 10654, 10702 ] ], "trgnoun": "scale", "trgverb": "put_down" }, { "key": "P02_109+79_80_81_82", "video_id": "P02_109", "narration_ids": [ "P02_109_79", "P02_109_80", "P02_109_81", "P02_109_82" ], "src": "pick_up wooden_spoon . pick_up garlic_press . close drawer", "src1": "pick_up wooden_spoon", "src2": "pick_up garlic_press", "src3": "close drawer", "trg": "put_down garlic_press", "vis_src": "P02_109:79 P02_109:80 P02_109:81", "vis_trg": "P02_109:82", "narrations": [ "pick up wooden spoon", "pick up garlic press", "close drawer", "put down garlic press" ], "verbs": [ "pick-up", "pick-up", "close", "put-down" ], "verb_classes": [ 0, 0, 4, 1 ], "nouns": [ "spoon:wooden", "press:garlic", "drawer", "press:garlic" ], "noun_classes": [ 1, 172, 8, 172 ], "start_stop_timestamps": [ [ "00:06:44.99", "00:06:48.55" ], [ "00:06:48.27", "00:06:49.58" ], [ "00:06:49.92", "00:06:50.94" ], [ "00:06:51.04", "00:06:52.41" ] ], "start_stop_frames": [ [ 20249, 20427 ], [ 20413, 20479 ], [ 20496, 20547 ], [ 20552, 20620 ] ], "trgnoun": "garlic_press", "trgverb": "put_down" }, { "key": "P35_105+306_307_308_309", "video_id": "P35_105", "narration_ids": [ "P35_105_306", "P35_105_307", "P35_105_308", "P35_105_309" ], "src": "put_down pot . stir mushrooms . pick_up flour", "src1": "put_down pot", "src2": "stir mushrooms", "src3": "pick_up flour", "trg": "pour flour", "vis_src": "P35_105:306 P35_105:307 P35_105:308", "vis_trg": "P35_105:309", "narrations": [ "put down pot", "stir mushrooms", "pick up flour", "pour flour" ], "verbs": [ "put-down", "stir", "pick-up", "pour" ], "verb_classes": [ 1, 10, 0, 9 ], "nouns": [ "pot", "mushroom", "flour", "flour" ], "noun_classes": [ 29, 56, 75, 75 ], "start_stop_timestamps": [ [ "00:24:16.74", "00:24:20.04" ], [ "00:24:20.34", "00:24:33.16" ], [ "00:24:33.64", "00:24:34.70" ], [ "00:24:34.80", "00:24:41.77" ] ], "start_stop_frames": [ [ 72837, 73002 ], [ 73017, 73658 ], [ 73682, 73735 ], [ 73740, 74088 ] ], "trgnoun": "flour", "trgverb": "pour" }, { "key": "P28_09+90_91_92_93", "video_id": "P28_09", "narration_ids": [ "P28_09_90", "P28_09_91", "P28_09_92", "P28_09_93" ], "src": "separate spring_onions . put spring_onions in fridge . close fridge", "src1": "separate spring_onions", "src2": "put spring_onions in fridge", "src3": "close fridge", "trg": "peel spring_onions", "vis_src": "P28_09:90 P28_09:91 P28_09:92", "vis_trg": "P28_09:93", "narrations": [ "separate spring onions", "put spring onions in fridge", "close fridge", "peel spring onions" ], "verbs": [ "separate", "put-in", "close", "peel" ], "verb_classes": [ 52, 5, 4, 19 ], "nouns": [ "onion:spring", "onion:spring", "fridge", "onion:spring" ], "noun_classes": [ 128, 128, 12, 128 ], "start_stop_timestamps": [ [ "00:05:09.70", "00:05:13.32" ], [ "00:05:13.37", "00:05:15.87" ], [ "00:05:16.46", "00:05:18.59" ], [ "00:05:18.57", "00:05:26.86" ] ], "start_stop_frames": [ [ 18582, 18799 ], [ 18802, 18952 ], [ 18987, 19115 ], [ 19114, 19611 ] ], "trgnoun": "spring_onion", "trgverb": "peel" }, { "key": "P23_102+583_584_585_586", "video_id": "P23_102", "narration_ids": [ "P23_102_583", "P23_102_584", "P23_102_585", "P23_102_586" ], "src": "clean counter . open tap . take spoon", "src1": "clean counter", "src2": "open tap", "src3": "take spoon", "trg": "clean spoon", "vis_src": "P23_102:583 P23_102:584 P23_102:585", "vis_trg": "P23_102:586", "narrations": [ "clean counter", "open tap", "take spoon", "clean spoon" ], "verbs": [ "clean", "turn-on", "take", "clean" ], "verb_classes": [ 2, 6, 0, 2 ], "nouns": [ "counter", "tap", "spoon", "spoon" ], "noun_classes": [ 42, 0, 1, 1 ], "start_stop_timestamps": [ [ "00:54:10.27", "00:54:24.58" ], [ "00:54:28.78", "00:54:29.73" ], [ "00:54:30.31", "00:54:31.15" ], [ "00:54:30.83", "00:54:33.30" ] ], "start_stop_frames": [ [ 162513, 163229 ], [ 163439, 163486 ], [ 163515, 163557 ], [ 163541, 163665 ] ], "trgnoun": "spoon", "trgverb": "clean" }, { "key": "P28_04+86_87_88_89", "video_id": "P28_04", "narration_ids": [ "P28_04_86", "P28_04_87", "P28_04_88", "P28_04_89" ], "src": "move bin . take towel . wipe hands", "src1": "move bin", "src2": "take towel", "src3": "wipe hands", "trg": "put_down towel", "vis_src": "P28_04:86 P28_04:87 P28_04:88", "vis_trg": "P28_04:89", "narrations": [ "move bin", "take towel", "wipe hands", "put down towel" ], "verbs": [ "move", "take", "wipe", "put-down" ], "verb_classes": [ 11, 0, 2, 1 ], "nouns": [ "bin", "towel", "hand", "towel" ], "noun_classes": [ 36, 52, 11, 52 ], "start_stop_timestamps": [ [ "00:07:21.60", "00:07:24.52" ], [ "00:07:26.36", "00:07:27.43" ], [ "00:07:26.95", "00:07:29.67" ], [ "00:07:29.20", "00:07:30.15" ] ], "start_stop_frames": [ [ 26496, 26671 ], [ 26781, 26845 ], [ 26817, 26980 ], [ 26952, 27009 ] ], "trgnoun": "towel", "trgverb": "put_down" }, { "key": "P23_04+73_74_75_76", "video_id": "P23_04", "narration_ids": [ "P23_04_73", "P23_04_74", "P23_04_75", "P23_04_76" ], "src": "take the curry_leaf . take some curry leaves . put_into the pan", "src1": "take the curry_leaf", "src2": "take some curry leaves", "src3": "put_into the pan", "trg": "put the curry leaves outside", "vis_src": "P23_04:73 P23_04:74 P23_04:75", "vis_trg": "P23_04:76", "narrations": [ "take the curry leaf", "take some curry leaves", "put into the pan", "put the curry leaves outside" ], "verbs": [ "take", "take", "put-into", "put" ], "verb_classes": [ 0, 0, 5, 1 ], "nouns": [ "leaf:curry", "leaf:curry", "pan", "leaf:curry" ], "noun_classes": [ 62, 62, 5, 62 ], "start_stop_timestamps": [ [ "00:18:17.72", "00:18:21.15" ], [ "00:18:39.08", "00:18:43.24" ], [ "00:18:43.14", "00:18:53.13" ], [ "00:18:54.92", "00:18:56.32" ] ], "start_stop_frames": [ [ 65863, 66069 ], [ 67144, 67394 ], [ 67388, 67987 ], [ 68095, 68179 ] ], "trgnoun": "curry_leaf", "trgverb": "put" }, { "key": "P22_07+282_283_284_285", "video_id": "P22_07", "narration_ids": [ "P22_07_282", "P22_07_283", "P22_07_284", "P22_07_285" ], "src": "pick_up lid . place lid . pick_up scales", "src1": "pick_up lid", "src2": "place lid", "src3": "pick_up scales", "trg": "place scales", "vis_src": "P22_07:282 P22_07:283 P22_07:284", "vis_trg": "P22_07:285", "narrations": [ "pick up lid", "place lid", "pick up scales", "place scales" ], "verbs": [ "pick-up", "place", "pick-up", "place" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "lid", "lid", "scale", "scale" ], "noun_classes": [ 6, 6, 108, 108 ], "start_stop_timestamps": [ [ "00:13:10.23", "00:13:11.64" ], [ "00:13:11.57", "00:13:13.51" ], [ "00:13:14.20", "00:13:15.53" ], [ "00:13:15.85", "00:13:17.26" ] ], "start_stop_frames": [ [ 47413, 47498 ], [ 47494, 47610 ], [ 47652, 47731 ], [ 47751, 47835 ] ], "trgnoun": "scale", "trgverb": "place" }, { "key": "P30_107+395_396_397_398", "video_id": "P30_107", "narration_ids": [ "P30_107_395", "P30_107_396", "P30_107_397", "P30_107_398" ], "src": "inspect meat . put meat into bin . slice meat", "src1": "inspect meat", "src2": "put meat into bin", "src3": "slice meat", "trg": "move meat", "vis_src": "P30_107:395 P30_107:396 P30_107:397", "vis_trg": "P30_107:398", "narrations": [ "inspect meat", "put meat into bin", "slice meat", "move meat" ], "verbs": [ "inspect", "put-into", "slice", "move" ], "verb_classes": [ 24, 5, 7, 11 ], "nouns": [ "meat", "meat", "meat", "meat" ], "noun_classes": [ 28, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:20:08.94", "00:20:11.64" ], [ "00:20:14.00", "00:20:16.61" ], [ "00:20:16.71", "00:20:21.45" ], [ "00:20:21.55", "00:20:24.21" ] ], "start_stop_frames": [ [ 60447, 60582 ], [ 60700, 60830 ], [ 60835, 61072 ], [ 61077, 61210 ] ], "trgnoun": "meat", "trgverb": "move" }, { "key": "P25_03+3_4_5_6", "video_id": "P25_03", "narration_ids": [ "P25_03_3", "P25_03_4", "P25_03_5", "P25_03_6" ], "src": "spray degreaser . take rag . turn tap on", "src1": "spray degreaser", "src2": "take rag", "src3": "turn tap on", "trg": "wash rag", "vis_src": "P25_03:3 P25_03:4 P25_03:5", "vis_trg": "P25_03:6", "narrations": [ "spray degreaser", "take rag", "turn tap on", "wash rag" ], "verbs": [ "spray", "take", "turn-on", "wash" ], "verb_classes": [ 44, 0, 6, 2 ], "nouns": [ "degreaser", "rag", "tap", "rag" ], "noun_classes": [ 22, 17, 0, 17 ], "start_stop_timestamps": [ [ "00:00:20.04", "00:00:26.39" ], [ "00:00:26.76", "00:00:29.35" ], [ "00:00:30.14", "00:00:32.08" ], [ "00:00:31.89", "00:00:54.42" ] ], "start_stop_frames": [ [ 1202, 1583 ], [ 1605, 1761 ], [ 1808, 1924 ], [ 1913, 3265 ] ], "trgnoun": "rag", "trgverb": "wash" }, { "key": "P30_111+90_91_92_93", "video_id": "P30_111", "narration_ids": [ "P30_111_90", "P30_111_91", "P30_111_92", "P30_111_93" ], "src": "move tap . turn_on tap . pick_up jug", "src1": "move tap", "src2": "turn_on tap", "src3": "pick_up jug", "trg": "put_down jug", "vis_src": "P30_111:90 P30_111:91 P30_111:92", "vis_trg": "P30_111:93", "narrations": [ "move tap", "turn on tap", "pick up jug", "put down jug" ], "verbs": [ "move", "turn-on", "pick-up", "put-down" ], "verb_classes": [ 11, 6, 0, 1 ], "nouns": [ "tap", "tap", "jug", "jug" ], "noun_classes": [ 0, 0, 66, 66 ], "start_stop_timestamps": [ [ "00:02:58.02", "00:02:58.70" ], [ "00:02:58.65", "00:02:59.41" ], [ "00:02:59.50", "00:03:00.05" ], [ "00:03:00.15", "00:03:02.13" ] ], "start_stop_frames": [ [ 8901, 8935 ], [ 8932, 8970 ], [ 8975, 9002 ], [ 9007, 9106 ] ], "trgnoun": "jug", "trgverb": "put_down" }, { "key": "P02_122+58_59_60_61", "video_id": "P02_122", "narration_ids": [ "P02_122_58", "P02_122_59", "P02_122_60", "P02_122_61" ], "src": "close bin . pick_up pepper . open tap", "src1": "close bin", "src2": "pick_up pepper", "src3": "open tap", "trg": "wash pepper", "vis_src": "P02_122:58 P02_122:59 P02_122:60", "vis_trg": "P02_122:61", "narrations": [ "close bin", "pick up pepper", "open tap", "wash pepper" ], "verbs": [ "close", "pick-up", "turn-on", "wash" ], "verb_classes": [ 4, 0, 6, 2 ], "nouns": [ "bin", "pepper", "tap", "pepper" ], "noun_classes": [ 36, 37, 0, 37 ], "start_stop_timestamps": [ [ "00:02:28.06", "00:02:28.45" ], [ "00:02:30.46", "00:02:31.18" ], [ "00:02:33.46", "00:02:34.21" ], [ "00:02:34.27", "00:02:37.33" ] ], "start_stop_frames": [ [ 7403, 7422 ], [ 7523, 7559 ], [ 7673, 7710 ], [ 7713, 7866 ] ], "trgnoun": "pepper", "trgverb": "wash" }, { "key": "P23_102+551_552_553_554", "video_id": "P23_102", "narration_ids": [ "P23_102_551", "P23_102_552", "P23_102_553", "P23_102_554" ], "src": "take lighter . switch_on gas . put pan", "src1": "take lighter", "src2": "switch_on gas", "src3": "put pan", "trg": "move pan", "vis_src": "P23_102:551 P23_102:552 P23_102:553", "vis_trg": "P23_102:554", "narrations": [ "take lighter", "switch on gas", "put pan", "move pan" ], "verbs": [ "take", "switch-on", "put", "move" ], "verb_classes": [ 0, 6, 1, 11 ], "nouns": [ "lighter", "gas", "pan", "pan" ], "noun_classes": [ 130, 24, 5, 5 ], "start_stop_timestamps": [ [ "00:51:55.06", "00:51:56.08" ], [ "00:51:56.18", "00:52:00.54" ], [ "00:52:00.64", "00:52:02.82" ], [ "00:52:02.31", "00:52:10.25" ] ], "start_stop_frames": [ [ 155753, 155804 ], [ 155809, 156027 ], [ 156032, 156141 ], [ 156115, 156512 ] ], "trgnoun": "pan", "trgverb": "move" }, { "key": "P01_05+194_195_196_197", "video_id": "P01_05", "narration_ids": [ "P01_05_194", "P01_05_195", "P01_05_196", "P01_05_197" ], "src": "close drawer . take lighter . take candle", "src1": "close drawer", "src2": "take lighter", "src3": "take candle", "trg": "turn_on candle", "vis_src": "P01_05:194 P01_05:195 P01_05:196", "vis_trg": "P01_05:197", "narrations": [ "close drawer", "take lighter", "take candle", "turn on candle" ], "verbs": [ "close", "take", "take", "turn-on" ], "verb_classes": [ 4, 0, 0, 6 ], "nouns": [ "drawer", "lighter", "candle", "candle" ], "noun_classes": [ 8, 130, 280, 280 ], "start_stop_timestamps": [ [ "00:15:51.04", "00:15:52.27" ], [ "00:15:52.37", "00:15:55.32" ], [ "00:15:56.92", "00:15:58.58" ], [ "00:15:57.86", "00:16:07.22" ] ], "start_stop_frames": [ [ 57062, 57136 ], [ 57142, 57319 ], [ 57415, 57514 ], [ 57471, 58033 ] ], "trgnoun": "candle", "trgverb": "turn_on" }, { "key": "P01_105+437_438_439_440", "video_id": "P01_105", "narration_ids": [ "P01_105_437", "P01_105_438", "P01_105_439", "P01_105_440" ], "src": "pick_up mushrooms . turn_on tap . move tap", "src1": "pick_up mushrooms", "src2": "turn_on tap", "src3": "move tap", "trg": "wash mushroom", "vis_src": "P01_105:437 P01_105:438 P01_105:439", "vis_trg": "P01_105:440", "narrations": [ "pick up mushrooms", "turn on tap", "move tap", "wash mushroom" ], "verbs": [ "pick-up", "turn-on", "move", "wash" ], "verb_classes": [ 0, 6, 11, 2 ], "nouns": [ "mushroom", "tap", "tap", "mushroom" ], "noun_classes": [ 56, 0, 0, 56 ], "start_stop_timestamps": [ [ "00:17:58.41", "00:17:59.39" ], [ "00:17:59.04", "00:17:59.99" ], [ "00:18:00.46", "00:18:01.03" ], [ "00:18:00.84", "00:18:05.14" ] ], "start_stop_frames": [ [ 53920, 53969 ], [ 53952, 53999 ], [ 54023, 54051 ], [ 54041, 54257 ] ], "trgnoun": "mushroom", "trgverb": "wash" }, { "key": "P22_13+112_113_114_116", "video_id": "P22_13", "narration_ids": [ "P22_13_112", "P22_13_113", "P22_13_114", "P22_13_116" ], "src": "take cloth . unfold cloth . shake cloth", "src1": "take cloth", "src2": "unfold cloth", "src3": "shake cloth", "trg": "put_down cloth", "vis_src": "P22_13:112 P22_13:113 P22_13:114", "vis_trg": "P22_13:116", "narrations": [ "take cloth", "unfold cloth", "shake cloth", "put down cloth" ], "verbs": [ "take", "unfold", "shake", "put-down" ], "verb_classes": [ 0, 39, 15, 1 ], "nouns": [ "cloth", "cloth", "cloth", "cloth" ], "noun_classes": [ 17, 17, 17, 17 ], "start_stop_timestamps": [ [ "00:03:54.30", "00:03:54.84" ], [ "00:03:54.95", "00:03:55.73" ], [ "00:03:55.28", "00:03:56.44" ], [ "00:03:57.40", "00:03:58.74" ] ], "start_stop_frames": [ [ 14058, 14090 ], [ 14097, 14143 ], [ 14116, 14186 ], [ 14244, 14324 ] ], "trgnoun": "cloth", "trgverb": "put_down" }, { "key": "P04_02+251_252_253_254", "video_id": "P04_02", "narration_ids": [ "P04_02_251", "P04_02_252", "P04_02_253", "P04_02_254" ], "src": "pick_up rolled_omelette . put_on sushi_mat . roll omelette in sushi mat", "src1": "pick_up rolled_omelette", "src2": "put_on sushi_mat", "src3": "roll omelette in sushi mat", "trg": "squish sushi_mat", "vis_src": "P04_02:251 P04_02:252 P04_02:253", "vis_trg": "P04_02:254", "narrations": [ "pick up rolled omelette", "put on sushi mat", "roll omelette in sushi mat", "squish sushi mat" ], "verbs": [ "pick-up", "put-on", "roll", "squish" ], "verb_classes": [ 0, 1, 47, 18 ], "nouns": [ "omelette:rolled", "mat:sushi", "omelette", "mat:sushi" ], "noun_classes": [ 162, 259, 162, 259 ], "start_stop_timestamps": [ [ "00:19:43.92", "00:19:44.96" ], [ "00:19:44.97", "00:19:46.14" ], [ "00:19:48.21", "00:19:55.83" ], [ "00:19:55.51", "00:19:57.05" ] ], "start_stop_frames": [ [ 71035, 71097 ], [ 71098, 71168 ], [ 71292, 71749 ], [ 71730, 71823 ] ], "trgnoun": "sushi_mat", "trgverb": "squish" }, { "key": "P30_111+304_305_306_307", "video_id": "P30_111", "narration_ids": [ "P30_111_304", "P30_111_305", "P30_111_306", "P30_111_307" ], "src": "put_down washing up liquid . wet sponge . pick_up saucepan", "src1": "put_down washing up liquid", "src2": "wet sponge", "src3": "pick_up saucepan", "trg": "scrub saucepan", "vis_src": "P30_111:304 P30_111:305 P30_111:306", "vis_trg": "P30_111:307", "narrations": [ "put down washing up liquid", "wet sponge", "pick up saucepan", "scrub saucepan" ], "verbs": [ "put-down", "wet", "pick-up", "scrub" ], "verb_classes": [ 1, 62, 0, 29 ], "nouns": [ "liquid:washing:up", "sponge", "saucepan", "saucepan" ], "noun_classes": [ 22, 9, 5, 5 ], "start_stop_timestamps": [ [ "00:12:47.53", "00:12:48.16" ], [ "00:12:48.25", "00:12:48.75" ], [ "00:12:48.85", "00:12:49.35" ], [ "00:12:49.97", "00:13:05.50" ] ], "start_stop_frames": [ [ 38376, 38408 ], [ 38412, 38437 ], [ 38442, 38467 ], [ 38498, 39275 ] ], "trgnoun": "saucepan", "trgverb": "scrub" }, { "key": "P11_01+6_7_8_9", "video_id": "P11_01", "narration_ids": [ "P11_01_6", "P11_01_7", "P11_01_8", "P11_01_9" ], "src": "turn_on tap . put_down mug . pick_up sponge", "src1": "turn_on tap", "src2": "put_down mug", "src3": "pick_up sponge", "trg": "wet sponge", "vis_src": "P11_01:6 P11_01:7 P11_01:8", "vis_trg": "P11_01:9", "narrations": [ "turn on tap", "put down mug", "pick up sponge", "wet sponge" ], "verbs": [ "turn-on", "put-down", "pick-up", "wet" ], "verb_classes": [ 6, 1, 0, 62 ], "nouns": [ "tap", "mug", "sponge", "sponge" ], "noun_classes": [ 0, 13, 9, 9 ], "start_stop_timestamps": [ [ "00:00:19.22", "00:00:21.03" ], [ "00:00:22.45", "00:00:26.14" ], [ "00:00:25.23", "00:00:26.01" ], [ "00:00:26.11", "00:00:28.97" ] ], "start_stop_frames": [ [ 1153, 1261 ], [ 1347, 1568 ], [ 1513, 1560 ], [ 1566, 1738 ] ], "trgnoun": "sponge", "trgverb": "wet" }, { "key": "P02_123+367_368_369_370", "video_id": "P02_123", "narration_ids": [ "P02_123_367", "P02_123_368", "P02_123_369", "P02_123_370" ], "src": "pick_up wooden_spoon . sponge wooden_spoon . open tap", "src1": "pick_up wooden_spoon", "src2": "sponge wooden_spoon", "src3": "open tap", "trg": "rinse wooden_spoon", "vis_src": "P02_123:367 P02_123:368 P02_123:369", "vis_trg": "P02_123:370", "narrations": [ "pick up wooden spoon", "sponge wooden spoon", "open tap", "rinse wooden spoon" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "spoon:wooden", "spoon:wooden", "tap", "spoon:wooden" ], "noun_classes": [ 1, 1, 0, 1 ], "start_stop_timestamps": [ [ "00:18:46.10", "00:18:47.82" ], [ "00:18:47.87", "00:18:50.98" ], [ "00:18:51.08", "00:18:52.67" ], [ "00:18:52.52", "00:18:54.07" ] ], "start_stop_frames": [ [ 56304, 56391 ], [ 56393, 56549 ], [ 56554, 56633 ], [ 56626, 56703 ] ], "trgnoun": "wooden_spoon", "trgverb": "rinse" }, { "key": "P22_07+613_614_615_616", "video_id": "P22_07", "narration_ids": [ "P22_07_613", "P22_07_614", "P22_07_615", "P22_07_616" ], "src": "put cloth . mix pasta . move lid", "src1": "put cloth", "src2": "mix pasta", "src3": "move lid", "trg": "pick_up lid", "vis_src": "P22_07:613 P22_07:614 P22_07:615", "vis_trg": "P22_07:616", "narrations": [ "put cloth", "mix pasta", "move lid", "pick up lid" ], "verbs": [ "put", "mix", "move", "pick-up" ], "verb_classes": [ 1, 10, 11, 0 ], "nouns": [ "cloth", "pasta", "lid", "lid" ], "noun_classes": [ 17, 45, 6, 6 ], "start_stop_timestamps": [ [ "00:29:31.37", "00:29:32.33" ], [ "00:29:33.70", "00:29:41.15" ], [ "00:29:43.46", "00:29:45.10" ], [ "00:29:45.34", "00:29:46.78" ] ], "start_stop_frames": [ [ 106282, 106339 ], [ 106422, 106869 ], [ 107007, 107106 ], [ 107120, 107206 ] ], "trgnoun": "lid", "trgverb": "pick_up" }, { "key": "P08_23+6_7_8_9", "video_id": "P08_23", "narration_ids": [ "P08_23_6", "P08_23_7", "P08_23_8", "P08_23_9" ], "src": "open salad . get one salad . get spring_onion", "src1": "open salad", "src2": "get one salad", "src3": "get spring_onion", "trg": "open spring_onion", "vis_src": "P08_23:6 P08_23:7 P08_23:8", "vis_trg": "P08_23:9", "narrations": [ "open salad", "get one salad", "get spring onion", "open spring onion" ], "verbs": [ "open", "get", "get", "open" ], "verb_classes": [ 3, 0, 0, 3 ], "nouns": [ "salad", "salad", "onion:spring", "onion:spring" ], "noun_classes": [ 68, 68, 128, 128 ], "start_stop_timestamps": [ [ "00:00:17.22", "00:00:19.04" ], [ "00:00:18.85", "00:00:21.04" ], [ "00:00:24.91", "00:00:27.64" ], [ "00:00:30.01", "00:00:36.06" ] ], "start_stop_frames": [ [ 1033, 1142 ], [ 1131, 1262 ], [ 1494, 1658 ], [ 1800, 2163 ] ], "trgnoun": "spring_onion", "trgverb": "open" }, { "key": "P22_07+614_615_616_617", "video_id": "P22_07", "narration_ids": [ "P22_07_614", "P22_07_615", "P22_07_616", "P22_07_617" ], "src": "mix pasta . move lid . pick_up lid", "src1": "mix pasta", "src2": "move lid", "src3": "pick_up lid", "trg": "put lid", "vis_src": "P22_07:614 P22_07:615 P22_07:616", "vis_trg": "P22_07:617", "narrations": [ "mix pasta", "move lid", "pick up lid", "put lid" ], "verbs": [ "mix", "move", "pick-up", "put" ], "verb_classes": [ 10, 11, 0, 1 ], "nouns": [ "pasta", "lid", "lid", "lid" ], "noun_classes": [ 45, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:29:33.70", "00:29:41.15" ], [ "00:29:43.46", "00:29:45.10" ], [ "00:29:45.34", "00:29:46.78" ], [ "00:29:47.74", "00:29:51.24" ] ], "start_stop_frames": [ [ 106422, 106869 ], [ 107007, 107106 ], [ 107120, 107206 ], [ 107264, 107474 ] ], "trgnoun": "lid", "trgverb": "put" }, { "key": "P26_124+117_118_119_120", "video_id": "P26_124", "narration_ids": [ "P26_124_117", "P26_124_118", "P26_124_119", "P26_124_120" ], "src": "pick_up spatula . rub sponge . rinse spatula", "src1": "pick_up spatula", "src2": "rub sponge", "src3": "rinse spatula", "trg": "put_down spatula", "vis_src": "P26_124:117 P26_124:118 P26_124:119", "vis_trg": "P26_124:120", "narrations": [ "pick up spatula", "rub sponge", "rinse spatula", "put down spatula" ], "verbs": [ "pick-up", "rub", "rinse", "put-down" ], "verb_classes": [ 0, 55, 2, 1 ], "nouns": [ "spatula", "sponge", "spatula", "spatula" ], "noun_classes": [ 20, 9, 20, 20 ], "start_stop_timestamps": [ [ "00:07:26.44", "00:07:27.30" ], [ "00:07:28.08", "00:07:36.81" ], [ "00:07:37.34", "00:07:44.61" ], [ "00:07:44.63", "00:07:50.74" ] ], "start_stop_frames": [ [ 22322, 22365 ], [ 22404, 22840 ], [ 22867, 23230 ], [ 23231, 23537 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P02_131+152_154_155_156", "video_id": "P02_131", "narration_ids": [ "P02_131_152", "P02_131_154", "P02_131_155", "P02_131_156" ], "src": "open tap . pick_up grater . pick_up sponge", "src1": "open tap", "src2": "pick_up grater", "src3": "pick_up sponge", "trg": "sponge grater", "vis_src": "P02_131:152 P02_131:154 P02_131:155", "vis_trg": "P02_131:156", "narrations": [ "open tap", "pick up grater", "pick up sponge", "sponge grater" ], "verbs": [ "turn-on", "pick-up", "pick-up", "sponge" ], "verb_classes": [ 6, 0, 0, 2 ], "nouns": [ "tap", "grater", "sponge", "grater" ], "noun_classes": [ 0, 96, 9, 96 ], "start_stop_timestamps": [ [ "00:07:04.08", "00:07:07.62" ], [ "00:07:06.72", "00:07:07.39" ], [ "00:07:07.55", "00:07:08.12" ], [ "00:07:07.95", "00:07:09.59" ] ], "start_stop_frames": [ [ 21204, 21381 ], [ 21336, 21369 ], [ 21377, 21406 ], [ 21397, 21479 ] ], "trgnoun": "grater", "trgverb": "sponge" }, { "key": "P04_112+153_154_155_156", "video_id": "P04_112", "narration_ids": [ "P04_112_153", "P04_112_154", "P04_112_155", "P04_112_156" ], "src": "rub flour into tea towel . put_down bowl . stretch dough", "src1": "rub flour into tea towel", "src2": "put_down bowl", "src3": "stretch dough", "trg": "fold dough", "vis_src": "P04_112:153 P04_112:154 P04_112:155", "vis_trg": "P04_112:156", "narrations": [ "rub flour into tea towel", "put down bowl", "stretch dough", "fold dough" ], "verbs": [ "rub-into", "put-down", "stretch", "fold" ], "verb_classes": [ 55, 1, 50, 28 ], "nouns": [ "flour", "bowl", "dough", "dough" ], "noun_classes": [ 75, 7, 25, 25 ], "start_stop_timestamps": [ [ "00:04:23.96", "00:04:24.38" ], [ "00:04:31.53", "00:04:32.12" ], [ "00:04:32.76", "00:04:34.31" ], [ "00:04:33.90", "00:04:36.57" ] ], "start_stop_frames": [ [ 13197, 13219 ], [ 13576, 13606 ], [ 13638, 13715 ], [ 13694, 13828 ] ], "trgnoun": "dough", "trgverb": "fold" }, { "key": "P04_02+249_250_251_252", "video_id": "P04_02", "narration_ids": [ "P04_02_249", "P04_02_250", "P04_02_251", "P04_02_252" ], "src": "wet sushi_mat . put_down sushi_mat . pick_up rolled_omelette", "src1": "wet sushi_mat", "src2": "put_down sushi_mat", "src3": "pick_up rolled_omelette", "trg": "put_on sushi_mat", "vis_src": "P04_02:249 P04_02:250 P04_02:251", "vis_trg": "P04_02:252", "narrations": [ "wet sushi mat", "put down sushi mat", "pick up rolled omelette", "put on sushi mat" ], "verbs": [ "wet", "put-down", "pick-up", "put-on" ], "verb_classes": [ 62, 1, 0, 1 ], "nouns": [ "mat:sushi", "mat:sushi", "omelette:rolled", "mat:sushi" ], "noun_classes": [ 259, 259, 162, 259 ], "start_stop_timestamps": [ [ "00:19:38.81", "00:19:40.77" ], [ "00:19:41.61", "00:19:43.04" ], [ "00:19:43.92", "00:19:44.96" ], [ "00:19:44.97", "00:19:46.14" ] ], "start_stop_frames": [ [ 70728, 70846 ], [ 70896, 70982 ], [ 71035, 71097 ], [ 71098, 71168 ] ], "trgnoun": "sushi_mat", "trgverb": "put_on" }, { "key": "P12_105+66_67_68_69", "video_id": "P12_105", "narration_ids": [ "P12_105_66", "P12_105_67", "P12_105_68", "P12_105_69" ], "src": "open plastic_bag . close plastic_bag . put plastic_bag", "src1": "open plastic_bag", "src2": "close plastic_bag", "src3": "put plastic_bag", "trg": "tighten plastic_bag", "vis_src": "P12_105:66 P12_105:67 P12_105:68", "vis_trg": "P12_105:69", "narrations": [ "open plastic bag", "close plastic bag", "put plastic bag", "tighten plastic bag" ], "verbs": [ "open", "close", "put", "tighten" ], "verb_classes": [ 3, 4, 1, 78 ], "nouns": [ "bag:plastic", "bag:plastic", "bag:plastic", "bag:plastic" ], "noun_classes": [ 19, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:04:27.97", "00:04:31.78" ], [ "00:04:32.40", "00:04:34.20" ], [ "00:04:43.29", "00:04:44.40" ], [ "00:04:44.98", "00:04:50.77" ] ], "start_stop_frames": [ [ 13398, 13588 ], [ 13619, 13710 ], [ 14164, 14219 ], [ 14249, 14538 ] ], "trgnoun": "plastic_bag", "trgverb": "tighten" }, { "key": "P35_108+335_336_337_338", "video_id": "P35_108", "narration_ids": [ "P35_108_335", "P35_108_336", "P35_108_337", "P35_108_338" ], "src": "turn_on tap . wash container . adjust tap", "src1": "turn_on tap", "src2": "wash container", "src3": "adjust tap", "trg": "put_down container", "vis_src": "P35_108:335 P35_108:336 P35_108:337", "vis_trg": "P35_108:338", "narrations": [ "turn on tap", "wash container", "adjust tap", "put down container" ], "verbs": [ "turn-on", "wash", "adjust", "put-down" ], "verb_classes": [ 6, 2, 17, 1 ], "nouns": [ "tap", "container", "tap", "container" ], "noun_classes": [ 0, 21, 0, 21 ], "start_stop_timestamps": [ [ "00:21:23.22", "00:21:25.93" ], [ "00:21:26.66", "00:21:45.97" ], [ "00:21:29.68", "00:21:31.12" ], [ "00:21:46.00", "00:21:47.31" ] ], "start_stop_frames": [ [ 64161, 64296 ], [ 64333, 65298 ], [ 64484, 64555 ], [ 65300, 65365 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P06_03+33_34_35_37", "video_id": "P06_03", "narration_ids": [ "P06_03_33", "P06_03_34", "P06_03_35", "P06_03_37" ], "src": "open yeast . pour yeast into pan . put yeast in bin", "src1": "open yeast", "src2": "pour yeast into pan", "src3": "put yeast in bin", "trg": "roll_up flour", "vis_src": "P06_03:33 P06_03:34 P06_03:35", "vis_trg": "P06_03:37", "narrations": [ "open yeast", "pour yeast into pan", "put yeast in bin", "roll up flour" ], "verbs": [ "open", "pour-into", "put-in", "roll-up" ], "verb_classes": [ 3, 9, 5, 36 ], "nouns": [ "yeast", "yeast", "yeast", "flour" ], "noun_classes": [ 195, 195, 195, 75 ], "start_stop_timestamps": [ [ "00:01:58.09", "00:02:06.34" ], [ "00:02:06.50", "00:02:13.32" ], [ "00:02:13.31", "00:02:15.31" ], [ "00:02:19.21", "00:02:23.38" ] ], "start_stop_frames": [ [ 7085, 7580 ], [ 7590, 7999 ], [ 7998, 8118 ], [ 8352, 8602 ] ], "trgnoun": "flour", "trgverb": "roll_up" }, { "key": "P01_105+358_359_360_361", "video_id": "P01_105", "narration_ids": [ "P01_105_358", "P01_105_359", "P01_105_360", "P01_105_361" ], "src": "cut pak_choi . move pak_choi . pick_up pak choi leaves", "src1": "cut pak_choi", "src2": "move pak_choi", "src3": "pick_up pak choi leaves", "trg": "put_down pak choi leaves", "vis_src": "P01_105:358 P01_105:359 P01_105:360", "vis_trg": "P01_105:361", "narrations": [ "cut pak choi", "move pak choi", "pick up pak choi leaves", "put down pak choi leaves" ], "verbs": [ "cut", "move", "pick-up", "put-down" ], "verb_classes": [ 7, 11, 0, 1 ], "nouns": [ "choi:pak", "choi:pak", "leaf:pak:choi", "leaf:pak:choi" ], "noun_classes": [ 151, 151, 62, 62 ], "start_stop_timestamps": [ [ "00:13:53.27", "00:13:56.31" ], [ "00:13:56.02", "00:13:56.48" ], [ "00:13:56.45", "00:13:58.46" ], [ "00:13:58.47", "00:13:59.08" ] ], "start_stop_frames": [ [ 41663, 41815 ], [ 41801, 41824 ], [ 41822, 41923 ], [ 41923, 41954 ] ], "trgnoun": "choi_pak_leaf", "trgverb": "put_down" }, { "key": "P03_07+37_38_39_40", "video_id": "P03_07", "narration_ids": [ "P03_07_37", "P03_07_38", "P03_07_39", "P03_07_40" ], "src": "open grapes . turn_on tap . put rubbish in bin", "src1": "open grapes", "src2": "turn_on tap", "src3": "put rubbish in bin", "trg": "pick_up grapes", "vis_src": "P03_07:37 P03_07:38 P03_07:39", "vis_trg": "P03_07:40", "narrations": [ "open grapes", "turn on tap", "put rubbish in bin", "pick up grapes" ], "verbs": [ "open", "turn-on", "put-in", "pick-up" ], "verb_classes": [ 3, 6, 5, 0 ], "nouns": [ "grape", "tap", "rubbish", "grape" ], "noun_classes": [ 202, 0, 54, 202 ], "start_stop_timestamps": [ [ "00:01:06.78", "00:01:09.62" ], [ "00:01:10.86", "00:01:12.11" ], [ "00:01:12.74", "00:01:14.25" ], [ "00:01:14.77", "00:01:15.97" ] ], "start_stop_frames": [ [ 4006, 4177 ], [ 4251, 4326 ], [ 4364, 4455 ], [ 4486, 4558 ] ], "trgnoun": "grape", "trgverb": "pick_up" }, { "key": "P06_03+32_33_34_35", "video_id": "P06_03", "narration_ids": [ "P06_03_32", "P06_03_33", "P06_03_34", "P06_03_35" ], "src": "put packet down . open yeast . pour yeast into pan", "src1": "put packet down", "src2": "open yeast", "src3": "pour yeast into pan", "trg": "put yeast in bin", "vis_src": "P06_03:32 P06_03:33 P06_03:34", "vis_trg": "P06_03:35", "narrations": [ "put packet down", "open yeast", "pour yeast into pan", "put yeast in bin" ], "verbs": [ "put-down", "open", "pour-into", "put-in" ], "verb_classes": [ 1, 3, 9, 5 ], "nouns": [ "packet", "yeast", "yeast", "yeast" ], "noun_classes": [ 26, 195, 195, 195 ], "start_stop_timestamps": [ [ "00:01:56.49", "00:01:58.21" ], [ "00:01:58.09", "00:02:06.34" ], [ "00:02:06.50", "00:02:13.32" ], [ "00:02:13.31", "00:02:15.31" ] ], "start_stop_frames": [ [ 6989, 7092 ], [ 7085, 7580 ], [ 7590, 7999 ], [ 7998, 8118 ] ], "trgnoun": "yeast", "trgverb": "put_in" }, { "key": "P04_121+372_373_374_375", "video_id": "P04_121", "narration_ids": [ "P04_121_372", "P04_121_373", "P04_121_374", "P04_121_375" ], "src": "hold cheese_curds with spatula . drain whey from bowl . look_at instructions", "src1": "hold cheese_curds with spatula", "src2": "drain whey from bowl", "src3": "look_at instructions", "trg": "turn bowl upright", "vis_src": "P04_121:372 P04_121:373 P04_121:374", "vis_trg": "P04_121:375", "narrations": [ "hold cheese curds with spatula", "drain whey from bowl", "look at instructions", "turn bowl upright" ], "verbs": [ "hold-with", "drain-from", "look-at", "turn" ], "verb_classes": [ 34, 37, 38, 23 ], "nouns": [ "curd:cheese", "bowl", "instruction", "bowl" ], "noun_classes": [ 32, 7, 149, 7 ], "start_stop_timestamps": [ [ "00:16:41.57", "00:16:43.03" ], [ "00:16:41.57", "00:16:44.92" ], [ "00:16:44.35", "00:16:46.03" ], [ "00:16:56.40", "00:16:57.67" ] ], "start_stop_frames": [ [ 50078, 50151 ], [ 50078, 50246 ], [ 50217, 50301 ], [ 50820, 50883 ] ], "trgnoun": "bowl", "trgverb": "turn" }, { "key": "P04_112+43_44_45_46", "video_id": "P04_112", "narration_ids": [ "P04_112_43", "P04_112_44", "P04_112_45", "P04_112_46" ], "src": "scrape pork into tupperware . put spoon on plate . put plate in sink", "src1": "scrape pork into tupperware", "src2": "put spoon on plate", "src3": "put plate in sink", "trg": "pick_up plate and fork", "vis_src": "P04_112:43 P04_112:44 P04_112:45", "vis_trg": "P04_112:46", "narrations": [ "scrape pork into tupperware", "put spoon on plate", "put plate in sink", "pick up plate and fork" ], "verbs": [ "scrape-into", "put-on", "put-in", "pick-up" ], "verb_classes": [ 25, 1, 5, 0 ], "nouns": [ "pork", "spoon", "plate", "plate" ], "noun_classes": [ 144, 1, 2, 2 ], "start_stop_timestamps": [ [ "00:01:11.63", "00:01:16.30" ], [ "00:01:17.72", "00:01:19.15" ], [ "00:01:19.22", "00:01:21.41" ], [ "00:01:22.54", "00:01:25.17" ] ], "start_stop_frames": [ [ 3581, 3815 ], [ 3886, 3957 ], [ 3961, 4070 ], [ 4127, 4258 ] ], "trgnoun": "plate", "trgverb": "pick_up" }, { "key": "P28_06+56_57_58_59", "video_id": "P28_06", "narration_ids": [ "P28_06_56", "P28_06_57", "P28_06_58", "P28_06_59" ], "src": "put parsley in food_container . take chopping_board . turn_on tap", "src1": "put parsley in food_container", "src2": "take chopping_board", "src3": "turn_on tap", "trg": "rinse chopping_board", "vis_src": "P28_06:56 P28_06:57 P28_06:58", "vis_trg": "P28_06:59", "narrations": [ "put parsley in food container", "take chopping board", "turn on tap", "rinse chopping board" ], "verbs": [ "put-in", "take", "turn-on", "rinse" ], "verb_classes": [ 5, 0, 6, 2 ], "nouns": [ "container:food", "board:chopping", "tap", "board:chopping" ], "noun_classes": [ 21, 18, 0, 18 ], "start_stop_timestamps": [ [ "00:04:55.70", "00:05:00.07" ], [ "00:05:00.17", "00:05:01.49" ], [ "00:05:01.59", "00:05:03.08" ], [ "00:05:03.40", "00:05:07.60" ] ], "start_stop_frames": [ [ 17742, 18004 ], [ 18010, 18089 ], [ 18095, 18184 ], [ 18204, 18456 ] ], "trgnoun": "chopping_board", "trgverb": "rinse" }, { "key": "P26_03+50_51_52_53", "video_id": "P26_03", "narration_ids": [ "P26_03_50", "P26_03_51", "P26_03_52", "P26_03_53" ], "src": "put glass . put cutlery . soap fork", "src1": "put glass", "src2": "put cutlery", "src3": "soap fork", "trg": "rinse cutlery", "vis_src": "P26_03:50 P26_03:51 P26_03:52", "vis_trg": "P26_03:53", "narrations": [ "put glass", "put cutlery", "soap fork", "rinse cutlery" ], "verbs": [ "put", "put", "lather", "rinse" ], "verb_classes": [ 1, 1, 2, 2 ], "nouns": [ "glass", "cutlery", "fork", "cutlery" ], "noun_classes": [ 10, 58, 14, 58 ], "start_stop_timestamps": [ [ "00:04:14.76", "00:04:16.03" ], [ "00:04:17.15", "00:04:18.72" ], [ "00:04:18.51", "00:04:22.12" ], [ "00:04:21.95", "00:04:29.16" ] ], "start_stop_frames": [ [ 15285, 15361 ], [ 15428, 15523 ], [ 15510, 15727 ], [ 15717, 16149 ] ], "trgnoun": "cutlery", "trgverb": "rinse" }, { "key": "P06_03+31_32_33_34", "video_id": "P06_03", "narration_ids": [ "P06_03_31", "P06_03_32", "P06_03_33", "P06_03_34" ], "src": "take yeast out of packet . put packet down . open yeast", "src1": "take yeast out of packet", "src2": "put packet down", "src3": "open yeast", "trg": "pour yeast into pan", "vis_src": "P06_03:31 P06_03:32 P06_03:33", "vis_trg": "P06_03:34", "narrations": [ "take yeast out of packet", "put packet down", "open yeast", "pour yeast into pan" ], "verbs": [ "take-out", "put-down", "open", "pour-into" ], "verb_classes": [ 12, 1, 3, 9 ], "nouns": [ "yeast", "packet", "yeast", "yeast" ], "noun_classes": [ 195, 26, 195, 195 ], "start_stop_timestamps": [ [ "00:01:53.40", "00:01:56.34" ], [ "00:01:56.49", "00:01:58.21" ], [ "00:01:58.09", "00:02:06.34" ], [ "00:02:06.50", "00:02:13.32" ] ], "start_stop_frames": [ [ 6804, 6980 ], [ 6989, 7092 ], [ 7085, 7580 ], [ 7590, 7999 ] ], "trgnoun": "yeast", "trgverb": "pour_into" }, { "key": "P28_06+19_20_21_22", "video_id": "P28_06", "narration_ids": [ "P28_06_19", "P28_06_20", "P28_06_21", "P28_06_22" ], "src": "open cupboard . take_out food_container . pick_up something from the floor", "src1": "open cupboard", "src2": "take_out food_container", "src3": "pick_up something from the floor", "trg": "put_down food_container", "vis_src": "P28_06:19 P28_06:20 P28_06:21", "vis_trg": "P28_06:22", "narrations": [ "open cupboard", "take out food container", "pick up something from the floor", "put down food container" ], "verbs": [ "open", "take-out", "pick-up", "put-down" ], "verb_classes": [ 3, 12, 0, 1 ], "nouns": [ "cupboard", "container:food", "floor", "container:food" ], "noun_classes": [ 3, 21, 159, 21 ], "start_stop_timestamps": [ [ "00:01:15.30", "00:01:16.22" ], [ "00:01:16.45", "00:01:20.65" ], [ "00:01:21.83", "00:01:23.67" ], [ "00:01:27.72", "00:01:28.49" ] ], "start_stop_frames": [ [ 4518, 4573 ], [ 4587, 4839 ], [ 4909, 5020 ], [ 5263, 5309 ] ], "trgnoun": "food_container", "trgverb": "put_down" }, { "key": "P27_103+176_177_178_179", "video_id": "P27_103", "narration_ids": [ "P27_103_176", "P27_103_177", "P27_103_178", "P27_103_179" ], "src": "pour liquid . put_down saucepan . turn_on tap", "src1": "pour liquid", "src2": "put_down saucepan", "src3": "turn_on tap", "trg": "wash saucepan", "vis_src": "P27_103:176 P27_103:177 P27_103:178", "vis_trg": "P27_103:179", "narrations": [ "pour liquid", "put down saucepan", "turn on tap", "wash saucepan" ], "verbs": [ "pour", "put-down", "turn-on", "wash" ], "verb_classes": [ 9, 1, 6, 2 ], "nouns": [ "liquid", "saucepan", "tap", "saucepan" ], "noun_classes": [ 150, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:11:12.77", "00:11:16.75" ], [ "00:11:18.45", "00:11:20.42" ], [ "00:11:20.28", "00:11:21.82" ], [ "00:11:21.35", "00:11:27.35" ] ], "start_stop_frames": [ [ 33638, 33837 ], [ 33922, 34021 ], [ 34014, 34091 ], [ 34067, 34367 ] ], "trgnoun": "saucepan", "trgverb": "wash" }, { "key": "P12_04+61_62_63_64", "video_id": "P12_04", "narration_ids": [ "P12_04_61", "P12_04_62", "P12_04_63", "P12_04_64" ], "src": "open package . prepare roll of foil . take foil", "src1": "open package", "src2": "prepare roll of foil", "src3": "take foil", "trg": "rip foil", "vis_src": "P12_04:61 P12_04:62 P12_04:63", "vis_trg": "P12_04:64", "narrations": [ "open package", "prepare roll of foil", "take foil", "rip foil" ], "verbs": [ "open", "prepare", "take", "rip" ], "verb_classes": [ 3, 92, 0, 43 ], "nouns": [ "package", "roll:foil", "foil", "foil" ], "noun_classes": [ 26, 123, 123, 123 ], "start_stop_timestamps": [ [ "00:20:13.83", "00:20:47.79" ], [ "00:20:41.22", "00:20:55.23" ], [ "00:20:45.78", "00:20:54.11" ], [ "00:20:55.09", "00:21:13.95" ] ], "start_stop_frames": [ [ 72829, 74867 ], [ 74473, 75313 ], [ 74746, 75246 ], [ 75305, 76437 ] ], "trgnoun": "foil", "trgverb": "rip" }, { "key": "P04_121+525_526_527_528", "video_id": "P04_121", "narration_ids": [ "P04_121_525", "P04_121_526", "P04_121_527", "P04_121_528" ], "src": "turn_over instruction_booklet . put_down instruction_booklet . pick_up bag", "src1": "turn_over instruction_booklet", "src2": "put_down instruction_booklet", "src3": "pick_up bag", "trg": "put_down bag", "vis_src": "P04_121:525 P04_121:526 P04_121:527", "vis_trg": "P04_121:528", "narrations": [ "turn over instruction booklet", "put down instruction booklet", "pick up bag", "put down bag" ], "verbs": [ "turn-over", "put-down", "pick-up", "put-down" ], "verb_classes": [ 22, 1, 0, 1 ], "nouns": [ "booklet:instruction", "booklet:instruction", "bag", "bag" ], "noun_classes": [ 140, 140, 19, 19 ], "start_stop_timestamps": [ [ "00:21:49.50", "00:21:49.89" ], [ "00:21:49.71", "00:21:50.26" ], [ "00:21:50.44", "00:21:51.12" ], [ "00:21:51.44", "00:21:51.90" ] ], "start_stop_frames": [ [ 65475, 65494 ], [ 65485, 65513 ], [ 65522, 65556 ], [ 65572, 65595 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P28_01+10_11_12_13", "video_id": "P28_01", "narration_ids": [ "P28_01_10", "P28_01_11", "P28_01_12", "P28_01_13" ], "src": "put_down spatula and pan . open cupboard . take food_container", "src1": "put_down spatula and pan", "src2": "open cupboard", "src3": "take food_container", "trg": "put_down food_container", "vis_src": "P28_01:10 P28_01:11 P28_01:12", "vis_trg": "P28_01:13", "narrations": [ "put down spatula and pan", "open cupboard", "take food container", "put down food container" ], "verbs": [ "put-down", "open", "take", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "spatula", "cupboard", "container:food", "container:food" ], "noun_classes": [ 20, 3, 21, 21 ], "start_stop_timestamps": [ [ "00:00:51.71", "00:00:54.35" ], [ "00:00:55.57", "00:00:56.70" ], [ "00:00:57.11", "00:00:58.27" ], [ "00:01:00.41", "00:01:01.11" ] ], "start_stop_frames": [ [ 3102, 3261 ], [ 3334, 3402 ], [ 3426, 3496 ], [ 3624, 3666 ] ], "trgnoun": "food_container", "trgverb": "put_down" }, { "key": "P25_104+143_144_145_146", "video_id": "P25_104", "narration_ids": [ "P25_104_143", "P25_104_144", "P25_104_145", "P25_104_146" ], "src": "put_down container . turn_on tap . wash colander", "src1": "put_down container", "src2": "turn_on tap", "src3": "wash colander", "trg": "put_down colander", "vis_src": "P25_104:143 P25_104:144 P25_104:145", "vis_trg": "P25_104:146", "narrations": [ "put down container", "turn on tap", "wash colander", "put down colander" ], "verbs": [ "put-down", "turn-on", "wash", "put-down" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "container", "tap", "colander", "colander" ], "noun_classes": [ 21, 0, 39, 39 ], "start_stop_timestamps": [ [ "00:07:21.02", "00:07:22.48" ], [ "00:07:26.86", "00:07:28.74" ], [ "00:07:28.36", "00:07:32.56" ], [ "00:07:32.66", "00:07:34.88" ] ], "start_stop_frames": [ [ 22051, 22124 ], [ 22343, 22437 ], [ 22418, 22628 ], [ 22633, 22744 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P02_124+3_4_5_6", "video_id": "P02_124", "narration_ids": [ "P02_124_3", "P02_124_4", "P02_124_5", "P02_124_6" ], "src": "open washing machine door . put clothes in washing machine . pick_up towel from laundry basket", "src1": "open washing machine door", "src2": "put clothes in washing machine", "src3": "pick_up towel from laundry basket", "trg": "put towel in washing machine", "vis_src": "P02_124:3 P02_124:4 P02_124:5", "vis_trg": "P02_124:6", "narrations": [ "open washing machine door", "put clothes in washing machine", "pick up towel from laundry basket", "put towel in washing machine" ], "verbs": [ "open", "put-in", "pick-up", "put-in" ], "verb_classes": [ 3, 5, 0, 5 ], "nouns": [ "door:washing:machine", "clothes", "towel", "towel" ], "noun_classes": [ 124, 73, 52, 52 ], "start_stop_timestamps": [ [ "00:00:06.87", "00:00:07.42" ], [ "00:00:07.51", "00:00:09.97" ], [ "00:00:09.87", "00:00:11.99" ], [ "00:00:11.99", "00:00:13.50" ] ], "start_stop_frames": [ [ 343, 371 ], [ 375, 498 ], [ 493, 599 ], [ 599, 675 ] ], "trgnoun": "towel", "trgverb": "put_in" }, { "key": "P01_105+359_360_361_362", "video_id": "P01_105", "narration_ids": [ "P01_105_359", "P01_105_360", "P01_105_361", "P01_105_362" ], "src": "move pak_choi . pick_up pak choi leaves . put_down pak choi leaves", "src1": "move pak_choi", "src2": "pick_up pak choi leaves", "src3": "put_down pak choi leaves", "trg": "cut pak_choi", "vis_src": "P01_105:359 P01_105:360 P01_105:361", "vis_trg": "P01_105:362", "narrations": [ "move pak choi", "pick up pak choi leaves", "put down pak choi leaves", "cut pak choi" ], "verbs": [ "move", "pick-up", "put-down", "cut" ], "verb_classes": [ 11, 0, 1, 7 ], "nouns": [ "choi:pak", "leaf:pak:choi", "leaf:pak:choi", "choi:pak" ], "noun_classes": [ 151, 62, 62, 151 ], "start_stop_timestamps": [ [ "00:13:56.02", "00:13:56.48" ], [ "00:13:56.45", "00:13:58.46" ], [ "00:13:58.47", "00:13:59.08" ], [ "00:13:59.10", "00:14:05.97" ] ], "start_stop_frames": [ [ 41801, 41824 ], [ 41822, 41923 ], [ 41923, 41954 ], [ 41955, 42298 ] ], "trgnoun": "pak_choi", "trgverb": "cut" }, { "key": "P03_04+52_53_54_55", "video_id": "P03_04", "narration_ids": [ "P03_04_52", "P03_04_53", "P03_04_54", "P03_04_55" ], "src": "take kitchen_towel . clean knife . put towel in bin", "src1": "take kitchen_towel", "src2": "clean knife", "src3": "put towel in bin", "trg": "put knife", "vis_src": "P03_04:52 P03_04:53 P03_04:54", "vis_trg": "P03_04:55", "narrations": [ "take kitchen towel", "clean knife", "put towel in bin", "put knife" ], "verbs": [ "take", "clean", "put-in", "put" ], "verb_classes": [ 0, 2, 5, 1 ], "nouns": [ "towel:kitchen", "knife", "towel", "knife" ], "noun_classes": [ 93, 4, 52, 4 ], "start_stop_timestamps": [ [ "00:02:12.76", "00:02:16.26" ], [ "00:02:17.00", "00:02:21.86" ], [ "00:02:23.05", "00:02:23.95" ], [ "00:02:24.38", "00:02:24.94" ] ], "start_stop_frames": [ [ 7965, 8175 ], [ 8220, 8511 ], [ 8583, 8637 ], [ 8662, 8696 ] ], "trgnoun": "knife", "trgverb": "put" }, { "key": "P04_113+312_313_314_315", "video_id": "P04_113", "narration_ids": [ "P04_113_312", "P04_113_313", "P04_113_314", "P04_113_315" ], "src": "slide chopping_board into dishwasher . move frying_pan . move oven_dish", "src1": "slide chopping_board into dishwasher", "src2": "move frying_pan", "src3": "move oven_dish", "trg": "put_down frying_pan", "vis_src": "P04_113:312 P04_113:313 P04_113:314", "vis_trg": "P04_113:315", "narrations": [ "slide chopping board into dishwasher", "move frying pan", "move oven dish", "put down frying pan" ], "verbs": [ "slide-into", "move", "move", "put-down" ], "verb_classes": [ 5, 11, 11, 1 ], "nouns": [ "board:chopping", "pan:frying", "dish:oven", "pan:frying" ], "noun_classes": [ 18, 5, 35, 5 ], "start_stop_timestamps": [ [ "00:09:39.58", "00:09:42.85" ], [ "00:09:44.87", "00:09:46.85" ], [ "00:09:46.76", "00:09:49.21" ], [ "00:09:49.23", "00:09:49.88" ] ], "start_stop_frames": [ [ 28979, 29142 ], [ 29243, 29342 ], [ 29338, 29460 ], [ 29461, 29494 ] ], "trgnoun": "frying_pan", "trgverb": "put_down" }, { "key": "P04_108+0_1_2_3", "video_id": "P04_108", "narration_ids": [ "P04_108_0", "P04_108_1", "P04_108_2", "P04_108_3" ], "src": "open oven . put_on oven_gloves . take oven_dish out of oven", "src1": "open oven", "src2": "put_on oven_gloves", "src3": "take oven_dish out of oven", "trg": "put oven_dish on floor", "vis_src": "P04_108:0 P04_108:1 P04_108:2", "vis_trg": "P04_108:3", "narrations": [ "open oven", "put on oven gloves", "take oven dish out of oven", "put oven dish on floor" ], "verbs": [ "open", "put-on", "take-out", "put-on" ], "verb_classes": [ 3, 1, 12, 1 ], "nouns": [ "oven", "glove:oven", "dish:oven", "dish:oven" ], "noun_classes": [ 46, 60, 35, 35 ], "start_stop_timestamps": [ [ "00:00:02.88", "00:00:06.27" ], [ "00:00:05.57", "00:00:06.36" ], [ "00:00:06.46", "00:00:08.53" ], [ "00:00:08.63", "00:00:11.09" ] ], "start_stop_frames": [ [ 144, 313 ], [ 278, 318 ], [ 323, 426 ], [ 431, 554 ] ], "trgnoun": "oven_dish", "trgverb": "put_on" }, { "key": "P04_120+243_244_245_246", "video_id": "P04_120", "narration_ids": [ "P04_120_243", "P04_120_244", "P04_120_245", "P04_120_246" ], "src": "pull bit off oven_dish . throw bit into sink . pick_up tea_towel", "src1": "pull bit off oven_dish", "src2": "throw bit into sink", "src3": "pick_up tea_towel", "trg": "dry oven_dish with tea towel", "vis_src": "P04_120:243 P04_120:244 P04_120:245", "vis_trg": "P04_120:246", "narrations": [ "pull bit off oven dish", "throw bit into sink", "pick up tea towel", "dry oven dish with tea towel" ], "verbs": [ "pull-off", "throw-into", "pick-up", "dry" ], "verb_classes": [ 0, 13, 0, 14 ], "nouns": [ "dish:oven", "sink", "towel:tea", "dish:oven" ], "noun_classes": [ 35, 63, 52, 35 ], "start_stop_timestamps": [ [ "00:09:47.65", "00:09:48.15" ], [ "00:09:48.20", "00:09:48.84" ], [ "00:09:48.56", "00:09:49.75" ], [ "00:09:49.51", "00:09:54.14" ] ], "start_stop_frames": [ [ 29382, 29407 ], [ 29410, 29442 ], [ 29427, 29487 ], [ 29475, 29707 ] ], "trgnoun": "oven_dish", "trgverb": "dry" }, { "key": "P27_103+25_26_27_29", "video_id": "P27_103", "narration_ids": [ "P27_103_25", "P27_103_26", "P27_103_27", "P27_103_29" ], "src": "pick_up eggs . put_down eggs . pick_up egg", "src1": "pick_up eggs", "src2": "put_down eggs", "src3": "pick_up egg", "trg": "adjust tea_towel", "vis_src": "P27_103:25 P27_103:26 P27_103:27", "vis_trg": "P27_103:29", "narrations": [ "pick up eggs", "put down eggs", "pick up egg", "adjust tea towel" ], "verbs": [ "pick-up", "put-down", "pick-up", "adjust" ], "verb_classes": [ 0, 1, 0, 17 ], "nouns": [ "egg", "egg", "egg", "towel:tea" ], "noun_classes": [ 53, 53, 53, 52 ], "start_stop_timestamps": [ [ "00:01:03.82", "00:01:04.61" ], [ "00:01:04.70", "00:01:05.77" ], [ "00:01:05.75", "00:01:06.27" ], [ "00:01:07.16", "00:01:07.98" ] ], "start_stop_frames": [ [ 3191, 3230 ], [ 3235, 3288 ], [ 3287, 3313 ], [ 3358, 3399 ] ], "trgnoun": "tea_towel", "trgverb": "adjust" }, { "key": "P04_121+81_82_83_84", "video_id": "P04_121", "narration_ids": [ "P04_121_81", "P04_121_82", "P04_121_83", "P04_121_84" ], "src": "pull open dishwasher_drawer . pick_up baking_tray . close dishwasher_drawer", "src1": "pull open dishwasher_drawer", "src2": "pick_up baking_tray", "src3": "close dishwasher_drawer", "trg": "put baking_tray in dishwasher", "vis_src": "P04_121:81 P04_121:82 P04_121:83", "vis_trg": "P04_121:84", "narrations": [ "pull open dishwasher drawer", "pick up baking tray", "close dishwasher drawer", "put baking tray in dishwasher" ], "verbs": [ "pull", "pick-up", "close", "put-in" ], "verb_classes": [ 31, 0, 4, 5 ], "nouns": [ "drawer:dishwasher", "tray:baking", "drawer:dishwasher", "tray:baking" ], "noun_classes": [ 70, 35, 70, 35 ], "start_stop_timestamps": [ [ "00:05:36.23", "00:05:36.66" ], [ "00:05:36.90", "00:05:37.85" ], [ "00:05:39.28", "00:05:39.73" ], [ "00:05:40.39", "00:05:45.33" ] ], "start_stop_frames": [ [ 16811, 16833 ], [ 16845, 16892 ], [ 16964, 16986 ], [ 17019, 17266 ] ], "trgnoun": "baking_tray", "trgverb": "put_in" }, { "key": "P04_111+40_41_42_43", "video_id": "P04_111", "narration_ids": [ "P04_111_40", "P04_111_41", "P04_111_42", "P04_111_43" ], "src": "put knife on chopping board . open oven_door . take oven_dish out of oven", "src1": "put knife on chopping board", "src2": "open oven_door", "src3": "take oven_dish out of oven", "trg": "close oven_door", "vis_src": "P04_111:40 P04_111:41 P04_111:42", "vis_trg": "P04_111:43", "narrations": [ "put knife on chopping board", "open oven door", "take oven dish out of oven", "close oven door" ], "verbs": [ "put-on", "open", "take-out", "close" ], "verb_classes": [ 1, 3, 12, 4 ], "nouns": [ "knife", "door:oven", "dish:oven", "door:oven" ], "noun_classes": [ 4, 46, 35, 46 ], "start_stop_timestamps": [ [ "00:01:35.35", "00:01:36.08" ], [ "00:01:36.96", "00:01:38.25" ], [ "00:01:39.30", "00:01:41.30" ], [ "00:01:42.89", "00:01:44.31" ] ], "start_stop_frames": [ [ 4767, 4804 ], [ 4848, 4912 ], [ 4965, 5065 ], [ 5144, 5215 ] ], "trgnoun": "oven_door", "trgverb": "close" }, { "key": "P03_115+9_10_11_12", "video_id": "P03_115", "narration_ids": [ "P03_115_9", "P03_115_10", "P03_115_11", "P03_115_12" ], "src": "close fridge . pick_up glass . turn_on tap", "src1": "close fridge", "src2": "pick_up glass", "src3": "turn_on tap", "trg": "fill glass with water", "vis_src": "P03_115:9 P03_115:10 P03_115:11", "vis_trg": "P03_115:12", "narrations": [ "close fridge", "pick up glass", "turn on tap", "fill glass with water" ], "verbs": [ "close", "pick-up", "turn-on", "fill-with" ], "verb_classes": [ 4, 0, 6, 26 ], "nouns": [ "fridge", "glass", "tap", "glass" ], "noun_classes": [ 12, 10, 0, 10 ], "start_stop_timestamps": [ [ "00:00:14.26", "00:00:14.96" ], [ "00:00:14.95", "00:00:15.61" ], [ "00:00:15.71", "00:00:16.85" ], [ "00:00:16.14", "00:00:18.50" ] ], "start_stop_frames": [ [ 713, 748 ], [ 747, 780 ], [ 785, 842 ], [ 807, 925 ] ], "trgnoun": "glass", "trgverb": "fill_with" }, { "key": "P04_113+317_318_319_320", "video_id": "P04_113", "narration_ids": [ "P04_113_317", "P04_113_318", "P04_113_319", "P04_113_320" ], "src": "close dishwasher_drawer . close dishwasher . pick_up sponge", "src1": "close dishwasher_drawer", "src2": "close dishwasher", "src3": "pick_up sponge", "trg": "wet sponge", "vis_src": "P04_113:317 P04_113:318 P04_113:319", "vis_trg": "P04_113:320", "narrations": [ "close dishwasher drawer", "close dishwasher", "pick up sponge", "wet sponge" ], "verbs": [ "close", "close", "pick-up", "wet" ], "verb_classes": [ 4, 4, 0, 62 ], "nouns": [ "drawer:dishwasher", "dishwasher", "sponge", "sponge" ], "noun_classes": [ 70, 70, 9, 9 ], "start_stop_timestamps": [ [ "00:09:52.00", "00:09:55.47" ], [ "00:09:55.57", "00:09:57.16" ], [ "00:09:57.26", "00:09:59.00" ], [ "00:09:59.11", "00:10:00.53" ] ], "start_stop_frames": [ [ 29600, 29773 ], [ 29778, 29858 ], [ 29863, 29950 ], [ 29955, 30026 ] ], "trgnoun": "sponge", "trgverb": "wet" }, { "key": "P04_106+93_94_95_96", "video_id": "P04_106", "narration_ids": [ "P04_106_93", "P04_106_94", "P04_106_95", "P04_106_96" ], "src": "wipe hands on kitchen roll . wipe sauce off hob . pick_up pork belly chunk", "src1": "wipe hands on kitchen roll", "src2": "wipe sauce off hob", "src3": "pick_up pork belly chunk", "trg": "eat pork belly chunk", "vis_src": "P04_106:93 P04_106:94 P04_106:95", "vis_trg": "P04_106:96", "narrations": [ "wipe hands on kitchen roll", "wipe sauce off hob", "pick up pork belly chunk", "eat pork belly chunk" ], "verbs": [ "wipe-on", "wipe", "pick-up", "eat" ], "verb_classes": [ 2, 2, 0, 35 ], "nouns": [ "hand", "sauce", "chunk:pork:belly", "chunk:pork:belly" ], "noun_classes": [ 11, 47, 144, 144 ], "start_stop_timestamps": [ [ "00:03:26.61", "00:03:27.26" ], [ "00:03:27.29", "00:03:28.70" ], [ "00:03:28.84", "00:03:29.98" ], [ "00:03:30.02", "00:03:31.29" ] ], "start_stop_frames": [ [ 10330, 10363 ], [ 10364, 10435 ], [ 10442, 10499 ], [ 10501, 10564 ] ], "trgnoun": "belly_pork_chunk", "trgverb": "eat" }, { "key": "P27_105+263_264_265_266", "video_id": "P27_105", "narration_ids": [ "P27_105_263", "P27_105_264", "P27_105_265", "P27_105_266" ], "src": "tear aluminium_foil . tear paper . pick_up sandwich", "src1": "tear aluminium_foil", "src2": "tear paper", "src3": "pick_up sandwich", "trg": "wrap sandwich", "vis_src": "P27_105:263 P27_105:264 P27_105:265", "vis_trg": "P27_105:266", "narrations": [ "tear aluminium foil", "tear paper", "pick up sandwich", "wrap sandwich" ], "verbs": [ "tear", "tear", "pick-up", "wrap" ], "verb_classes": [ 43, 43, 0, 36 ], "nouns": [ "foil:aluminium", "paper", "sandwich", "sandwich" ], "noun_classes": [ 123, 49, 164, 164 ], "start_stop_timestamps": [ [ "00:14:40.48", "00:14:50.12" ], [ "00:14:48.48", "00:14:50.19" ], [ "00:14:51.17", "00:14:58.40" ], [ "00:14:54.40", "00:14:56.99" ] ], "start_stop_frames": [ [ 44024, 44506 ], [ 44424, 44509 ], [ 44558, 44920 ], [ 44720, 44849 ] ], "trgnoun": "sandwich", "trgverb": "wrap" }, { "key": "P26_21+22_23_24_25", "video_id": "P26_21", "narration_ids": [ "P26_21_22", "P26_21_23", "P26_21_24", "P26_21_25" ], "src": "stir onion . take saucepan . turn_on tap", "src1": "stir onion", "src2": "take saucepan", "src3": "turn_on tap", "trg": "fill saucepan", "vis_src": "P26_21:22 P26_21:23 P26_21:24", "vis_trg": "P26_21:25", "narrations": [ "stir onion", "take saucepan", "turn on tap", "fill saucepan" ], "verbs": [ "stir", "take", "turn-on", "fill" ], "verb_classes": [ 10, 0, 6, 26 ], "nouns": [ "onion", "saucepan", "tap", "saucepan" ], "noun_classes": [ 16, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:02:02.02", "00:02:08.46" ], [ "00:02:15.86", "00:02:17.19" ], [ "00:02:20.56", "00:02:21.43" ], [ "00:02:21.73", "00:02:28.84" ] ], "start_stop_frames": [ [ 7321, 7707 ], [ 8151, 8231 ], [ 8433, 8485 ], [ 8503, 8930 ] ], "trgnoun": "saucepan", "trgverb": "fill" }, { "key": "P04_106+69_70_71_72", "video_id": "P04_106", "narration_ids": [ "P04_106_69", "P04_106_70", "P04_106_71", "P04_106_72" ], "src": "remove oven_dish from oven . put_down oven_dish . lift_off foil", "src1": "remove oven_dish from oven", "src2": "put_down oven_dish", "src3": "lift_off foil", "trg": "put_down foil", "vis_src": "P04_106:69 P04_106:70 P04_106:71", "vis_trg": "P04_106:72", "narrations": [ "remove oven dish from oven", "put down oven dish", "lift off foil", "put down foil" ], "verbs": [ "remove-from", "put-down", "lift-off", "put-down" ], "verb_classes": [ 12, 1, 33, 1 ], "nouns": [ "dish:oven", "dish:oven", "foil", "foil" ], "noun_classes": [ 35, 35, 123, 123 ], "start_stop_timestamps": [ [ "00:02:39.25", "00:02:41.25" ], [ "00:02:41.80", "00:02:42.83" ], [ "00:02:44.09", "00:02:45.20" ], [ "00:02:45.30", "00:02:46.62" ] ], "start_stop_frames": [ [ 7962, 8062 ], [ 8090, 8141 ], [ 8204, 8260 ], [ 8265, 8331 ] ], "trgnoun": "foil", "trgverb": "put_down" }, { "key": "P01_106+4_46_48_49", "video_id": "P01_106", "narration_ids": [ "P01_106_4", "P01_106_46", "P01_106_48", "P01_106_49" ], "src": "put_down chopsticks and spoon . put_down wok . pick_up food_containers", "src1": "put_down chopsticks and spoon", "src2": "put_down wok", "src3": "pick_up food_containers", "trg": "put_down food_containers", "vis_src": "P01_106:4 P01_106:46 P01_106:48", "vis_trg": "P01_106:49", "narrations": [ "put down chopsticks and spoon", "put down wok", "pick up food containers", "put down food containers" ], "verbs": [ "put-down", "put-down", "pick-up", "put-down" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "chopstick", "wok", "container:food", "container:food" ], "noun_classes": [ 80, 5, 21, 21 ], "start_stop_timestamps": [ [ "00:00:14.08", "00:00:15.25" ], [ "00:02:09.29", "00:02:11.07" ], [ "00:02:11.51", "00:02:12.71" ], [ "00:02:13.03", "00:02:14.35" ] ], "start_stop_frames": [ [ 704, 762 ], [ 6464, 6553 ], [ 6575, 6635 ], [ 6651, 6717 ] ], "trgnoun": "food_container", "trgverb": "put_down" }, { "key": "P24_02+88_89_90_91", "video_id": "P24_02", "narration_ids": [ "P24_02_88", "P24_02_89", "P24_02_90", "P24_02_91" ], "src": "put_into pan . put pan onto cooker . press meat in pan", "src1": "put_into pan", "src2": "put pan onto cooker", "src3": "press meat in pan", "trg": "move meat in pan", "vis_src": "P24_02:88 P24_02:89 P24_02:90", "vis_trg": "P24_02:91", "narrations": [ "put into pan", "put pan onto cooker", "press meat in pan", "move meat in pan" ], "verbs": [ "put-into", "put-onto", "press", "move-in" ], "verb_classes": [ 5, 1, 21, 5 ], "nouns": [ "pan", "pan", "meat", "meat" ], "noun_classes": [ 5, 5, 28, 28 ], "start_stop_timestamps": [ [ "00:07:20.87", "00:07:22.21" ], [ "00:07:22.31", "00:07:24.55" ], [ "00:07:25.57", "00:07:31.64" ], [ "00:07:31.74", "00:07:37.03" ] ], "start_stop_frames": [ [ 26452, 26532 ], [ 26538, 26673 ], [ 26734, 27098 ], [ 27104, 27421 ] ], "trgnoun": "meat", "trgverb": "move_in" }, { "key": "P03_102+55_56_57_58", "video_id": "P03_102", "narration_ids": [ "P03_102_55", "P03_102_56", "P03_102_57", "P03_102_58" ], "src": "close fridge . move tap . pick_up washing up bowl", "src1": "close fridge", "src2": "move tap", "src3": "pick_up washing up bowl", "trg": "turn_on tap", "vis_src": "P03_102:55 P03_102:56 P03_102:57", "vis_trg": "P03_102:58", "narrations": [ "close fridge", "move tap", "pick up washing up bowl", "turn on tap" ], "verbs": [ "close", "move", "pick-up", "turn-on" ], "verb_classes": [ 4, 11, 0, 6 ], "nouns": [ "fridge", "tap", "bowl:washing:up", "tap" ], "noun_classes": [ 12, 0, 7, 0 ], "start_stop_timestamps": [ [ "00:01:52.95", "00:01:53.92" ], [ "00:01:59.37", "00:02:00.37" ], [ "00:01:59.68", "00:02:00.44" ], [ "00:02:00.22", "00:02:01.09" ] ], "start_stop_frames": [ [ 5647, 5696 ], [ 5968, 6018 ], [ 5984, 6022 ], [ 6011, 6054 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P11_16+48_49_50_51", "video_id": "P11_16", "narration_ids": [ "P11_16_48", "P11_16_49", "P11_16_50", "P11_16_51" ], "src": "rinse chopping_block . wash chopping_block . turn_on tap", "src1": "rinse chopping_block", "src2": "wash chopping_block", "src3": "turn_on tap", "trg": "rinse_off chopping_block", "vis_src": "P11_16:48 P11_16:49 P11_16:50", "vis_trg": "P11_16:51", "narrations": [ "rinse chopping block", "wash chopping block", "turn on tap", "rinse off chopping block" ], "verbs": [ "rinse", "wash", "turn-on", "rinse-off" ], "verb_classes": [ 2, 2, 6, 2 ], "nouns": [ "block:chopping", "block:chopping", "tap", "block:chopping" ], "noun_classes": [ 18, 18, 0, 18 ], "start_stop_timestamps": [ [ "00:03:20.02", "00:03:25.83" ], [ "00:03:26.61", "00:03:35.80" ], [ "00:03:35.90", "00:03:38.35" ], [ "00:03:36.68", "00:03:49.22" ] ], "start_stop_frames": [ [ 12001, 12349 ], [ 12396, 12948 ], [ 12954, 13101 ], [ 13000, 13753 ] ], "trgnoun": "chopping_block", "trgverb": "rinse_off" }, { "key": "P04_117+31_32_33_34", "video_id": "P04_117", "narration_ids": [ "P04_117_31", "P04_117_32", "P04_117_33", "P04_117_34" ], "src": "turn bread around . put_in bread . pick_up bread_knife", "src1": "turn bread around", "src2": "put_in bread", "src3": "pick_up bread_knife", "trg": "put_down bread_knife", "vis_src": "P04_117:31 P04_117:32 P04_117:33", "vis_trg": "P04_117:34", "narrations": [ "turn bread around", "put in bread", "pick up bread knife", "put down bread knife" ], "verbs": [ "turn", "put-in", "pick-up", "put-down" ], "verb_classes": [ 23, 5, 0, 1 ], "nouns": [ "bread", "bread", "knife:bread", "knife:bread" ], "noun_classes": [ 33, 33, 4, 4 ], "start_stop_timestamps": [ [ "00:01:18.50", "00:01:20.34" ], [ "00:01:20.37", "00:01:21.43" ], [ "00:01:21.09", "00:01:22.09" ], [ "00:01:22.04", "00:01:22.49" ] ], "start_stop_frames": [ [ 3925, 4017 ], [ 4018, 4071 ], [ 4054, 4104 ], [ 4102, 4124 ] ], "trgnoun": "bread_knife", "trgverb": "put_down" }, { "key": "P22_117+290_291_292_293", "video_id": "P22_117", "narration_ids": [ "P22_117_290", "P22_117_291", "P22_117_292", "P22_117_293" ], "src": "put_down bowl . pick_up scale . put_down scale", "src1": "put_down bowl", "src2": "pick_up scale", "src3": "put_down scale", "trg": "turn_on scale", "vis_src": "P22_117:290 P22_117:291 P22_117:292", "vis_trg": "P22_117:293", "narrations": [ "put down bowl", "pick up scale", "put down scale", "turn on scale" ], "verbs": [ "put-down", "pick-up", "put-down", "turn-on" ], "verb_classes": [ 1, 0, 1, 6 ], "nouns": [ "bowl", "scale", "scale", "scale" ], "noun_classes": [ 7, 108, 108, 108 ], "start_stop_timestamps": [ [ "00:11:11.26", "00:11:11.92" ], [ "00:11:11.75", "00:11:12.04" ], [ "00:11:11.99", "00:11:12.60" ], [ "00:11:12.70", "00:11:13.31" ] ], "start_stop_frames": [ [ 33563, 33596 ], [ 33587, 33602 ], [ 33599, 33630 ], [ 33635, 33665 ] ], "trgnoun": "scale", "trgverb": "turn_on" }, { "key": "P29_03+277_278_279_280", "video_id": "P29_03", "narration_ids": [ "P29_03_277", "P29_03_278", "P29_03_279", "P29_03_280" ], "src": "wash tin . put tin on drying rack . pick_up jug", "src1": "wash tin", "src2": "put tin on drying rack", "src3": "pick_up jug", "trg": "put jug in bowl", "vis_src": "P29_03:277 P29_03:278 P29_03:279", "vis_trg": "P29_03:280", "narrations": [ "wash tin", "put tin on drying rack", "pick up jug", "put jug in bowl" ], "verbs": [ "wash", "put-on", "pick-up", "put-in" ], "verb_classes": [ 2, 1, 0, 5 ], "nouns": [ "tin", "tin", "jug", "jug" ], "noun_classes": [ 61, 61, 66, 66 ], "start_stop_timestamps": [ [ "00:17:33.70", "00:17:37.73" ], [ "00:17:38.32", "00:17:46.31" ], [ "00:17:49.77", "00:17:51.30" ], [ "00:17:52.82", "00:17:53.65" ] ], "start_stop_frames": [ [ 63222, 63463 ], [ 63499, 63978 ], [ 64186, 64278 ], [ 64369, 64419 ] ], "trgnoun": "jug", "trgverb": "put_in" }, { "key": "P04_117+3_4_5_6", "video_id": "P04_117", "narration_ids": [ "P04_117_3", "P04_117_4", "P04_117_5", "P04_117_6" ], "src": "pick_up bread_knife . hold_onto bread . cut slice of bread", "src1": "pick_up bread_knife", "src2": "hold_onto bread", "src3": "cut slice of bread", "trg": "move bread_slice away from bread", "vis_src": "P04_117:3 P04_117:4 P04_117:5", "vis_trg": "P04_117:6", "narrations": [ "pick up bread knife", "hold onto bread", "cut slice of bread", "move bread slice away from bread" ], "verbs": [ "pick-up", "hold-onto", "cut", "move" ], "verb_classes": [ 0, 34, 7, 11 ], "nouns": [ "knife:bread", "bread", "slice:bread", "slice:bread" ], "noun_classes": [ 4, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:00:01.71", "00:00:02.69" ], [ "00:00:02.79", "00:00:03.35" ], [ "00:00:03.09", "00:00:11.60" ], [ "00:00:14.31", "00:00:21.98" ] ], "start_stop_frames": [ [ 85, 134 ], [ 139, 167 ], [ 154, 580 ], [ 715, 1099 ] ], "trgnoun": "bread_slice", "trgverb": "move" }, { "key": "P12_105+40_41_42_43", "video_id": "P12_105", "narration_ids": [ "P12_105_40", "P12_105_41", "P12_105_42", "P12_105_43" ], "src": "open plastic_bag . take mug . scoop_up soup from saucepan into mug", "src1": "open plastic_bag", "src2": "take mug", "src3": "scoop_up soup from saucepan into mug", "trg": "scrape_off soup using fork", "vis_src": "P12_105:40 P12_105:41 P12_105:42", "vis_trg": "P12_105:43", "narrations": [ "open plastic bag", "take mug", "scoop up soup from saucepan into mug", "scrape off soup using fork" ], "verbs": [ "open", "take", "scoop-up", "scrape-off" ], "verb_classes": [ 3, 0, 16, 25 ], "nouns": [ "bag:plastic", "mug", "soup", "soup" ], "noun_classes": [ 19, 13, 126, 126 ], "start_stop_timestamps": [ [ "00:02:29.08", "00:02:33.46" ], [ "00:02:33.50", "00:02:35.10" ], [ "00:02:35.51", "00:02:43.31" ], [ "00:02:48.44", "00:02:58.86" ] ], "start_stop_frames": [ [ 7453, 7673 ], [ 7675, 7755 ], [ 7775, 8165 ], [ 8422, 8943 ] ], "trgnoun": "soup", "trgverb": "scrape_off" }, { "key": "P25_107+204_205_206_207", "video_id": "P25_107", "narration_ids": [ "P25_107_204", "P25_107_205", "P25_107_206", "P25_107_207" ], "src": "move aubergine . put_down fork . pick_up aubergine", "src1": "move aubergine", "src2": "put_down fork", "src3": "pick_up aubergine", "trg": "put_down aubergine", "vis_src": "P25_107:204 P25_107:205 P25_107:206", "vis_trg": "P25_107:207", "narrations": [ "move aubergine", "put down fork", "pick up aubergine", "put down aubergine" ], "verbs": [ "move", "put-down", "pick-up", "put-down" ], "verb_classes": [ 11, 1, 0, 1 ], "nouns": [ "aubergine", "fork", "aubergine", "aubergine" ], "noun_classes": [ 67, 14, 67, 67 ], "start_stop_timestamps": [ [ "00:17:49.04", "00:17:57.04" ], [ "00:17:57.02", "00:17:58.06" ], [ "00:17:58.16", "00:17:59.46" ], [ "00:17:59.41", "00:18:00.65" ] ], "start_stop_frames": [ [ 53452, 53852 ], [ 53851, 53903 ], [ 53908, 53973 ], [ 53970, 54032 ] ], "trgnoun": "aubergine", "trgverb": "put_down" }, { "key": "P05_08+30_31_32_33", "video_id": "P05_08", "narration_ids": [ "P05_08_30", "P05_08_31", "P05_08_32", "P05_08_33" ], "src": "open package of pasta . take meat_pack . take knife", "src1": "open package of pasta", "src2": "take meat_pack", "src3": "take knife", "trg": "open meat_pack", "vis_src": "P05_08:30 P05_08:31 P05_08:32", "vis_trg": "P05_08:33", "narrations": [ "open package of pasta", "take meat pack", "take knife", "open meat pack" ], "verbs": [ "open", "take", "take", "open" ], "verb_classes": [ 3, 0, 0, 3 ], "nouns": [ "package:pasta", "pack:meat", "knife", "pack:meat" ], "noun_classes": [ 26, 26, 4, 26 ], "start_stop_timestamps": [ [ "00:01:41.75", "00:01:46.06" ], [ "00:01:46.61", "00:01:47.45" ], [ "00:01:47.50", "00:01:48.52" ], [ "00:01:48.44", "00:01:52.30" ] ], "start_stop_frames": [ [ 6105, 6363 ], [ 6396, 6447 ], [ 6450, 6511 ], [ 6506, 6738 ] ], "trgnoun": "meat_pack", "trgverb": "open" }, { "key": "P02_112+194_195_196_197", "video_id": "P02_112", "narration_ids": [ "P02_112_194", "P02_112_195", "P02_112_196", "P02_112_197" ], "src": "squeeze dough . get some oil from . oil hand", "src1": "squeeze dough", "src2": "get some oil from", "src3": "oil hand", "trg": "knead dough", "vis_src": "P02_112:194 P02_112:195 P02_112:196", "vis_trg": "P02_112:197", "narrations": [ "squeeze dough", "get some oil from", "oil hand", "knead dough" ], "verbs": [ "squeeze", "get-from", "oil", "knead" ], "verb_classes": [ 18, 0, 66, 51 ], "nouns": [ "dough", "oil", "hand", "dough" ], "noun_classes": [ 25, 31, 11, 25 ], "start_stop_timestamps": [ [ "00:13:23.72", "00:13:31.64" ], [ "00:13:31.74", "00:13:32.49" ], [ "00:13:32.55", "00:13:32.86" ], [ "00:13:32.96", "00:13:47.64" ] ], "start_stop_frames": [ [ 40186, 40582 ], [ 40587, 40624 ], [ 40627, 40643 ], [ 40648, 41382 ] ], "trgnoun": "dough", "trgverb": "knead" }, { "key": "P05_08+64_65_66_67", "video_id": "P05_08", "narration_ids": [ "P05_08_64", "P05_08_65", "P05_08_66", "P05_08_67" ], "src": "take meat_pack . take wooden_spatula . pour meat in pan", "src1": "take meat_pack", "src2": "take wooden_spatula", "src3": "pour meat in pan", "trg": "spread meat in saucepan", "vis_src": "P05_08:64 P05_08:65 P05_08:66", "vis_trg": "P05_08:67", "narrations": [ "take meat pack", "take wooden spatula", "pour meat in pan", "spread meat in saucepan" ], "verbs": [ "take", "take", "pour-in", "spread-in" ], "verb_classes": [ 0, 0, 9, 27 ], "nouns": [ "pack:meat", "spatula:wooden", "meat", "meat" ], "noun_classes": [ 26, 20, 28, 28 ], "start_stop_timestamps": [ [ "00:05:33.41", "00:05:35.72" ], [ "00:05:37.00", "00:05:38.23" ], [ "00:05:38.39", "00:05:41.06" ], [ "00:05:46.63", "00:06:08.77" ] ], "start_stop_frames": [ [ 20004, 20143 ], [ 20220, 20293 ], [ 20303, 20463 ], [ 20797, 22126 ] ], "trgnoun": "meat", "trgverb": "spread_in" }, { "key": "P04_109+154_155_156_157", "video_id": "P04_109", "narration_ids": [ "P04_109_154", "P04_109_155", "P04_109_156", "P04_109_157" ], "src": "wipe cucumber off knife and into measuring jug . arrange pieces of cucumber . slice cucumber", "src1": "wipe cucumber off knife and into measuring jug", "src2": "arrange pieces of cucumber", "src3": "slice cucumber", "trg": "pick_up pieces of cucumber", "vis_src": "P04_109:154 P04_109:155 P04_109:156", "vis_trg": "P04_109:157", "narrations": [ "wipe cucumber off knife and into measuring jug", "arrange pieces of cucumber", "slice cucumber", "pick up pieces of cucumber" ], "verbs": [ "wipe", "arrange", "slice", "pick-up" ], "verb_classes": [ 2, 40, 7, 0 ], "nouns": [ "cucumber", "piece:cucumber", "cucumber", "piece:cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:05:23.04", "00:05:23.46" ], [ "00:05:23.49", "00:05:25.91" ], [ "00:05:25.92", "00:05:29.61" ], [ "00:05:29.40", "00:05:31.81" ] ], "start_stop_frames": [ [ 16152, 16172 ], [ 16174, 16295 ], [ 16296, 16480 ], [ 16470, 16590 ] ], "trgnoun": "cucumber_piece", "trgverb": "pick_up" }, { "key": "P22_103+120_121_122_123", "video_id": "P22_103", "narration_ids": [ "P22_103_120", "P22_103_121", "P22_103_122", "P22_103_123" ], "src": "put_down fork . pick_up tongs . wash tongs", "src1": "put_down fork", "src2": "pick_up tongs", "src3": "wash tongs", "trg": "put_down tongs", "vis_src": "P22_103:120 P22_103:121 P22_103:122", "vis_trg": "P22_103:123", "narrations": [ "put down fork", "pick up tongs", "wash tongs", "put down tongs" ], "verbs": [ "put-down", "pick-up", "wash", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "fork", "tongs", "tongs", "tongs" ], "noun_classes": [ 14, 142, 142, 142 ], "start_stop_timestamps": [ [ "00:03:40.85", "00:03:41.59" ], [ "00:03:40.67", "00:03:41.43" ], [ "00:03:41.48", "00:03:46.96" ], [ "00:03:47.06", "00:03:48.17" ] ], "start_stop_frames": [ [ 11042, 11079 ], [ 11033, 11071 ], [ 11074, 11348 ], [ 11353, 11408 ] ], "trgnoun": "tongs", "trgverb": "put_down" }, { "key": "P05_08+71_72_73_74", "video_id": "P05_08", "narration_ids": [ "P05_08_71", "P05_08_72", "P05_08_73", "P05_08_74" ], "src": "pour salad in saucepan . place wooden_spatula on refrigerator . rinse packaging", "src1": "pour salad in saucepan", "src2": "place wooden_spatula on refrigerator", "src3": "rinse packaging", "trg": "take wooden_spatula", "vis_src": "P05_08:71 P05_08:72 P05_08:73", "vis_trg": "P05_08:74", "narrations": [ "pour salad in saucepan", "place wooden spatula on refrigerator", "rinse packaging", "take wooden spatula" ], "verbs": [ "pour-in", "place-on", "rinse", "take" ], "verb_classes": [ 9, 1, 2, 0 ], "nouns": [ "salad", "spatula:wooden", "packaging", "spatula:wooden" ], "noun_classes": [ 68, 20, 26, 20 ], "start_stop_timestamps": [ [ "00:07:11.70", "00:07:31.13" ], [ "00:07:31.63", "00:07:33.08" ], [ "00:07:33.67", "00:07:41.16" ], [ "00:07:51.43", "00:07:52.82" ] ], "start_stop_frames": [ [ 25902, 27067 ], [ 27097, 27184 ], [ 27220, 27669 ], [ 28285, 28369 ] ], "trgnoun": "wooden_spatula", "trgverb": "take" }, { "key": "P29_03+401_402_403_404", "video_id": "P29_03", "narration_ids": [ "P29_03_401", "P29_03_402", "P29_03_403", "P29_03_404" ], "src": "submerge bowl . wash bowl . turn_on tap", "src1": "submerge bowl", "src2": "wash bowl", "src3": "turn_on tap", "trg": "rinse bowl", "vis_src": "P29_03:401 P29_03:402 P29_03:403", "vis_trg": "P29_03:404", "narrations": [ "submerge bowl", "wash bowl", "turn on tap", "rinse bowl" ], "verbs": [ "submerge", "wash", "turn-on", "rinse" ], "verb_classes": [ 56, 2, 6, 2 ], "nouns": [ "bowl", "bowl", "tap", "bowl" ], "noun_classes": [ 7, 7, 0, 7 ], "start_stop_timestamps": [ [ "00:25:43.55", "00:25:44.35" ], [ "00:25:44.72", "00:25:53.21" ], [ "00:25:54.81", "00:25:55.72" ], [ "00:25:55.76", "00:25:58.48" ] ], "start_stop_frames": [ [ 92613, 92661 ], [ 92683, 93192 ], [ 93288, 93343 ], [ 93345, 93508 ] ], "trgnoun": "bowl", "trgverb": "rinse" }, { "key": "P04_118+28_29_30_31", "video_id": "P04_118", "narration_ids": [ "P04_118_28", "P04_118_29", "P04_118_30", "P04_118_31" ], "src": "look_through instruction_booklet . fold_over instruction_booklet . read instruction_booklet", "src1": "look_through instruction_booklet", "src2": "fold_over instruction_booklet", "src3": "read instruction_booklet", "trg": "put_down instruction_booklet", "vis_src": "P04_118:28 P04_118:29 P04_118:30", "vis_trg": "P04_118:31", "narrations": [ "look through instruction booklet", "fold over instruction booklet", "read instruction booklet", "put down instruction booklet" ], "verbs": [ "look-through", "fold-over", "read", "put-down" ], "verb_classes": [ 38, 28, 38, 1 ], "nouns": [ "booklet:instruction", "booklet:instruction", "booklet:instruction", "booklet:instruction" ], "noun_classes": [ 140, 140, 140, 140 ], "start_stop_timestamps": [ [ "00:00:54.30", "00:01:10.46" ], [ "00:01:10.31", "00:01:11.96" ], [ "00:01:10.70", "00:01:25.87" ], [ "00:01:25.86", "00:01:26.63" ] ], "start_stop_frames": [ [ 2715, 3523 ], [ 3515, 3598 ], [ 3535, 4293 ], [ 4293, 4331 ] ], "trgnoun": "instruction_booklet", "trgverb": "put_down" }, { "key": "P29_03+289_291_292_293", "video_id": "P29_03", "narration_ids": [ "P29_03_289", "P29_03_291", "P29_03_292", "P29_03_293" ], "src": "scour plate . put plate on dryer rack . pick_up plate", "src1": "scour plate", "src2": "put plate on dryer rack", "src3": "pick_up plate", "trg": "submerge plate", "vis_src": "P29_03:289 P29_03:291 P29_03:292", "vis_trg": "P29_03:293", "narrations": [ "scour plate", "put plate on dryer rack", "pick up plate", "submerge plate" ], "verbs": [ "scour", "put-on", "pick-up", "submerge" ], "verb_classes": [ 29, 1, 0, 56 ], "nouns": [ "plate", "plate", "plate", "plate" ], "noun_classes": [ 2, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:18:35.26", "00:18:45.11" ], [ "00:18:51.43", "00:18:56.14" ], [ "00:18:56.78", "00:18:57.63" ], [ "00:18:57.50", "00:18:58.59" ] ], "start_stop_frames": [ [ 66915, 67506 ], [ 67885, 68168 ], [ 68206, 68257 ], [ 68250, 68315 ] ], "trgnoun": "plate", "trgverb": "submerge" }, { "key": "P08_11+28_29_30_31", "video_id": "P08_11", "narration_ids": [ "P08_11_28", "P08_11_29", "P08_11_30", "P08_11_31" ], "src": "place cloth in washing washing . open cupboard . get detergent", "src1": "place cloth in washing washing", "src2": "open cupboard", "src3": "get detergent", "trg": "pour detergent in cup", "vis_src": "P08_11:28 P08_11:29 P08_11:30", "vis_trg": "P08_11:31", "narrations": [ "place cloth in washing washing", "open cupboard", "get detergent", "pour detergent in cup" ], "verbs": [ "place-in", "open", "get", "pour" ], "verb_classes": [ 5, 3, 0, 9 ], "nouns": [ "cloth", "cupboard", "detergent", "detergent" ], "noun_classes": [ 17, 3, 22, 22 ], "start_stop_timestamps": [ [ "00:02:11.37", "00:02:14.20" ], [ "00:02:14.30", "00:02:15.21" ], [ "00:02:15.53", "00:02:17.69" ], [ "00:02:18.35", "00:02:22.93" ] ], "start_stop_frames": [ [ 7882, 8051 ], [ 8058, 8112 ], [ 8131, 8261 ], [ 8301, 8575 ] ], "trgnoun": "detergent", "trgverb": "pour" }, { "key": "P11_102+20_21_22_23", "video_id": "P11_102", "narration_ids": [ "P11_102_20", "P11_102_21", "P11_102_22", "P11_102_23" ], "src": "turn_on kettle . open fridge . pick_up leeks", "src1": "turn_on kettle", "src2": "open fridge", "src3": "pick_up leeks", "trg": "put_down leeks", "vis_src": "P11_102:20 P11_102:21 P11_102:22", "vis_trg": "P11_102:23", "narrations": [ "turn on kettle", "open fridge", "pick up leeks", "put down leeks" ], "verbs": [ "turn-on", "open", "pick-up", "put-down" ], "verb_classes": [ 6, 3, 0, 1 ], "nouns": [ "kettle", "fridge", "leek", "leek" ], "noun_classes": [ 44, 12, 117, 117 ], "start_stop_timestamps": [ [ "00:00:59.34", "00:00:59.80" ], [ "00:01:02.71", "00:01:04.23" ], [ "00:01:05.47", "00:01:06.85" ], [ "00:01:14.64", "00:01:15.36" ] ], "start_stop_frames": [ [ 2967, 2990 ], [ 3135, 3211 ], [ 3273, 3342 ], [ 3732, 3768 ] ], "trgnoun": "leek", "trgverb": "put_down" }, { "key": "P07_10+294_295_296_297", "video_id": "P07_10", "narration_ids": [ "P07_10_294", "P07_10_295", "P07_10_296", "P07_10_297" ], "src": "turn_on switch . rinse chilli . turn_of switch", "src1": "turn_on switch", "src2": "rinse chilli", "src3": "turn_of switch", "trg": "cut chilli", "vis_src": "P07_10:294 P07_10:295 P07_10:296", "vis_trg": "P07_10:297", "narrations": [ "turn on switch", "rinse chilli", "turn of switch", "cut chilli" ], "verbs": [ "turn-on", "rinse", "turn-of", "cut" ], "verb_classes": [ 6, 2, 8, 7 ], "nouns": [ "switch", "chilli", "switch", "chilli" ], "noun_classes": [ 92, 69, 92, 69 ], "start_stop_timestamps": [ [ "00:30:33.24", "00:30:34.33" ], [ "00:30:34.43", "00:30:36.77" ], [ "00:30:36.87", "00:30:37.93" ], [ "00:30:40.11", "00:30:45.13" ] ], "start_stop_frames": [ [ 109994, 110059 ], [ 110065, 110206 ], [ 110212, 110275 ], [ 110406, 110707 ] ], "trgnoun": "chilli", "trgverb": "cut" }, { "key": "P04_121+44_45_46_47", "video_id": "P04_121", "narration_ids": [ "P04_121_44", "P04_121_45", "P04_121_46", "P04_121_47" ], "src": "pick_up spatula . stir cheese_curds with spatula . cut large cheese_curds with spatula", "src1": "pick_up spatula", "src2": "stir cheese_curds with spatula", "src3": "cut large cheese_curds with spatula", "trg": "lift cheese_curds out of whey", "vis_src": "P04_121:44 P04_121:45 P04_121:46", "vis_trg": "P04_121:47", "narrations": [ "pick up spatula", "stir cheese curds with spatula", "cut large cheese curds with spatula", "lift cheese curds out of whey" ], "verbs": [ "pick-up", "stir-with", "cut-with", "lift-out" ], "verb_classes": [ 0, 10, 7, 33 ], "nouns": [ "spatula", "curd:cheese", "curd:cheese", "curd:cheese" ], "noun_classes": [ 20, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:03:27.69", "00:03:28.51" ], [ "00:03:28.54", "00:03:31.28" ], [ "00:03:30.39", "00:03:32.89" ], [ "00:03:40.66", "00:03:42.25" ] ], "start_stop_frames": [ [ 10384, 10425 ], [ 10427, 10564 ], [ 10519, 10644 ], [ 11033, 11112 ] ], "trgnoun": "cheese_curd", "trgverb": "lift_out" }, { "key": "P29_03+290_291_292_294", "video_id": "P29_03", "narration_ids": [ "P29_03_290", "P29_03_291", "P29_03_292", "P29_03_294" ], "src": "submerge plate . put plate on dryer rack . pick_up plate", "src1": "submerge plate", "src2": "put plate on dryer rack", "src3": "pick_up plate", "trg": "scour plate", "vis_src": "P29_03:290 P29_03:291 P29_03:292", "vis_trg": "P29_03:294", "narrations": [ "submerge plate", "put plate on dryer rack", "pick up plate", "scour plate" ], "verbs": [ "submerge", "put-on", "pick-up", "scour" ], "verb_classes": [ 56, 1, 0, 29 ], "nouns": [ "plate", "plate", "plate", "plate" ], "noun_classes": [ 2, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:18:49.34", "00:18:50.50" ], [ "00:18:51.43", "00:18:56.14" ], [ "00:18:56.78", "00:18:57.63" ], [ "00:18:58.53", "00:19:11.06" ] ], "start_stop_frames": [ [ 67760, 67830 ], [ 67885, 68168 ], [ 68206, 68257 ], [ 68311, 69063 ] ], "trgnoun": "plate", "trgverb": "scour" }, { "key": "P19_01+51_52_53_54", "video_id": "P19_01", "narration_ids": [ "P19_01_51", "P19_01_52", "P19_01_53", "P19_01_54" ], "src": "take scale . waiting for pan be heat . take oil", "src1": "take scale", "src2": "waiting for pan be heat", "src3": "take oil", "trg": "pour oil into pan", "vis_src": "P19_01:51 P19_01:52 P19_01:53", "vis_trg": "P19_01:54", "narrations": [ "take scale", "waiting for pan be heat", "take oil", "pour oil into pan" ], "verbs": [ "take", "wait-for", "take", "pour-into" ], "verb_classes": [ 0, 72, 0, 9 ], "nouns": [ "scale", "pan", "oil", "oil" ], "noun_classes": [ 108, 5, 31, 31 ], "start_stop_timestamps": [ [ "00:06:45.65", "00:06:48.11" ], [ "00:06:47.61", "00:07:37.44" ], [ "00:07:37.41", "00:07:38.60" ], [ "00:07:39.20", "00:07:52.13" ] ], "start_stop_frames": [ [ 24339, 24486 ], [ 24456, 27446 ], [ 27444, 27516 ], [ 27552, 28327 ] ], "trgnoun": "oil", "trgverb": "pour_into" }, { "key": "P22_17+556_557_558_559", "video_id": "P22_17", "narration_ids": [ "P22_17_556", "P22_17_557", "P22_17_558", "P22_17_559" ], "src": "put rag down . pick napkins . open cupboard", "src1": "put rag down", "src2": "pick napkins", "src3": "open cupboard", "trg": "put napkin down", "vis_src": "P22_17:556 P22_17:557 P22_17:558", "vis_trg": "P22_17:559", "narrations": [ "put rag down", "pick napkins", "open cupboard", "put napkin down" ], "verbs": [ "put-down", "pick", "open", "put-down" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "rag", "napkin", "cupboard", "napkin" ], "noun_classes": [ 17, 88, 3, 88 ], "start_stop_timestamps": [ [ "00:21:24.08", "00:21:26.08" ], [ "00:21:27.91", "00:21:28.94" ], [ "00:21:29.69", "00:21:30.44" ], [ "00:21:30.54", "00:21:33.04" ] ], "start_stop_frames": [ [ 77044, 77164 ], [ 77274, 77336 ], [ 77381, 77426 ], [ 77432, 77582 ] ], "trgnoun": "napkin", "trgverb": "put_down" }, { "key": "P11_05+98_99_100_104", "video_id": "P11_05", "narration_ids": [ "P11_05_98", "P11_05_99", "P11_05_100", "P11_05_104" ], "src": "cut onion in half . remove onion_skin . slice onions", "src1": "cut onion in half", "src2": "remove onion_skin", "src3": "slice onions", "trg": "pick_up knife", "vis_src": "P11_05:98 P11_05:99 P11_05:100", "vis_trg": "P11_05:104", "narrations": [ "cut onion in half", "remove onion skin", "slice onions", "pick up knife" ], "verbs": [ "cut-in", "remove", "slice", "pick-up" ], "verb_classes": [ 7, 12, 7, 0 ], "nouns": [ "onion", "skin:onion", "onion", "knife" ], "noun_classes": [ 16, 48, 16, 4 ], "start_stop_timestamps": [ [ "00:05:36.39", "00:05:39.32" ], [ "00:05:40.20", "00:05:43.87" ], [ "00:05:44.88", "00:05:49.94" ], [ "00:06:12.18", "00:06:12.71" ] ], "start_stop_frames": [ [ 20183, 20359 ], [ 20412, 20632 ], [ 20692, 20996 ], [ 22330, 22362 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P10_04+131_132_133_134", "video_id": "P10_04", "narration_ids": [ "P10_04_131", "P10_04_132", "P10_04_133", "P10_04_134" ], "src": "switch_on the hob . get the lettuce . open the cover of the lettuce", "src1": "switch_on the hob", "src2": "get the lettuce", "src3": "open the cover of the lettuce", "trg": "remove the cover", "vis_src": "P10_04:131 P10_04:132 P10_04:133", "vis_trg": "P10_04:134", "narrations": [ "switch on the hob", "get the lettuce", "open the cover of the lettuce", "remove the cover" ], "verbs": [ "switch-on", "get", "open", "remove" ], "verb_classes": [ 6, 0, 3, 12 ], "nouns": [ "hob", "lettuce", "cover", "cover" ], "noun_classes": [ 24, 120, 89, 89 ], "start_stop_timestamps": [ [ "00:14:49.02", "00:14:56.02" ], [ "00:15:06.13", "00:15:08.63" ], [ "00:15:08.40", "00:15:18.27" ], [ "00:15:16.57", "00:15:18.87" ] ], "start_stop_frames": [ [ 53341, 53761 ], [ 54367, 54517 ], [ 54504, 55096 ], [ 54994, 55132 ] ], "trgnoun": "cover", "trgverb": "remove" }, { "key": "P10_04+249_250_251_252", "video_id": "P10_04", "narration_ids": [ "P10_04_249", "P10_04_250", "P10_04_251", "P10_04_252" ], "src": "mix the lettuce . stir the lettuce . switch_on the hob", "src1": "mix the lettuce", "src2": "stir the lettuce", "src3": "switch_on the hob", "trg": "clean hob with the cloth", "vis_src": "P10_04:249 P10_04:250 P10_04:251", "vis_trg": "P10_04:252", "narrations": [ "mix the lettuce", "stir the lettuce", "switch on the hob", "clean hob with the cloth" ], "verbs": [ "mix", "stir", "switch-on", "clean" ], "verb_classes": [ 10, 10, 6, 2 ], "nouns": [ "lettuce", "lettuce", "hob", "hob" ], "noun_classes": [ 120, 120, 24, 24 ], "start_stop_timestamps": [ [ "00:26:55.65", "00:27:02.66" ], [ "00:27:00.76", "00:27:06.49" ], [ "00:27:06.58", "00:27:08.45" ], [ "00:27:08.55", "00:27:10.37" ] ], "start_stop_frames": [ [ 96939, 97359 ], [ 97245, 97589 ], [ 97594, 97707 ], [ 97713, 97822 ] ], "trgnoun": "hob", "trgverb": "clean" }, { "key": "P22_111+159_160_161_162", "video_id": "P22_111", "narration_ids": [ "P22_111_159", "P22_111_160", "P22_111_161", "P22_111_162" ], "src": "move jar . pick_up pepper . open pepper", "src1": "move jar", "src2": "pick_up pepper", "src3": "open pepper", "trg": "pour pepper", "vis_src": "P22_111:159 P22_111:160 P22_111:161", "vis_trg": "P22_111:162", "narrations": [ "move jar", "pick up pepper", "open pepper", "pour pepper" ], "verbs": [ "move", "pick-up", "open", "pour" ], "verb_classes": [ 11, 0, 3, 9 ], "nouns": [ "jar", "pepper", "pepper", "pepper" ], "noun_classes": [ 40, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:06:52.84", "00:06:53.84" ], [ "00:06:53.89", "00:06:54.50" ], [ "00:06:54.45", "00:06:56.24" ], [ "00:06:55.71", "00:06:58.10" ] ], "start_stop_frames": [ [ 20642, 20692 ], [ 20694, 20725 ], [ 20722, 20812 ], [ 20785, 20905 ] ], "trgnoun": "pepper", "trgverb": "pour" }, { "key": "P04_113+235_236_237_238", "video_id": "P04_113", "narration_ids": [ "P04_113_235", "P04_113_236", "P04_113_237", "P04_113_238" ], "src": "pick_up jar . turn_on tap . fill jar with water", "src1": "pick_up jar", "src2": "turn_on tap", "src3": "fill jar with water", "trg": "empty jar", "vis_src": "P04_113:235 P04_113:236 P04_113:237", "vis_trg": "P04_113:238", "narrations": [ "pick up jar", "turn on tap", "fill jar with water", "empty jar" ], "verbs": [ "pick-up", "turn-on", "fill-with", "empty" ], "verb_classes": [ 0, 6, 26, 20 ], "nouns": [ "jar", "tap", "jar", "jar" ], "noun_classes": [ 40, 0, 40, 40 ], "start_stop_timestamps": [ [ "00:07:12.44", "00:07:13.40" ], [ "00:07:13.35", "00:07:13.97" ], [ "00:07:14.25", "00:07:16.79" ], [ "00:07:16.80", "00:07:17.77" ] ], "start_stop_frames": [ [ 21622, 21670 ], [ 21667, 21698 ], [ 21712, 21839 ], [ 21840, 21888 ] ], "trgnoun": "jar", "trgverb": "empty" }, { "key": "P02_04+29_30_31_32", "video_id": "P02_04", "narration_ids": [ "P02_04_29", "P02_04_30", "P02_04_31", "P02_04_32" ], "src": "pick_up jar . shake jar . open fridge", "src1": "pick_up jar", "src2": "shake jar", "src3": "open fridge", "trg": "put jar", "vis_src": "P02_04:29 P02_04:30 P02_04:31", "vis_trg": "P02_04:32", "narrations": [ "pick up jar", "shake jar", "open fridge", "put jar" ], "verbs": [ "pick-up", "shake", "open", "put" ], "verb_classes": [ 0, 15, 3, 1 ], "nouns": [ "jar", "jar", "fridge", "jar" ], "noun_classes": [ 40, 40, 12, 40 ], "start_stop_timestamps": [ [ "00:01:14.49", "00:01:15.08" ], [ "00:01:15.08", "00:01:16.63" ], [ "00:01:17.67", "00:01:18.64" ], [ "00:01:18.74", "00:01:20.56" ] ], "start_stop_frames": [ [ 4469, 4504 ], [ 4504, 4597 ], [ 4660, 4718 ], [ 4724, 4833 ] ], "trgnoun": "jar", "trgverb": "put" }, { "key": "P22_117+98_99_100_101", "video_id": "P22_117", "narration_ids": [ "P22_117_98", "P22_117_99", "P22_117_100", "P22_117_101" ], "src": "turn_on tap . move tap . rinse container", "src1": "turn_on tap", "src2": "move tap", "src3": "rinse container", "trg": "put_down container", "vis_src": "P22_117:98 P22_117:99 P22_117:100", "vis_trg": "P22_117:101", "narrations": [ "turn on tap", "move tap", "rinse container", "put down container" ], "verbs": [ "turn-on", "move", "rinse", "put-down" ], "verb_classes": [ 6, 11, 2, 1 ], "nouns": [ "tap", "tap", "container", "container" ], "noun_classes": [ 0, 0, 21, 21 ], "start_stop_timestamps": [ [ "00:03:30.10", "00:03:30.64" ], [ "00:03:29.47", "00:03:30.95" ], [ "00:03:31.35", "00:03:44.85" ], [ "00:03:32.71", "00:03:45.92" ] ], "start_stop_frames": [ [ 10505, 10532 ], [ 10473, 10547 ], [ 10567, 11242 ], [ 10635, 11296 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P20_04+331_332_333_334", "video_id": "P20_04", "narration_ids": [ "P20_04_331", "P20_04_332", "P20_04_333", "P20_04_334" ], "src": "take lettuce out of fridge . open lettuce_packaging . take bag out of packaging", "src1": "take lettuce out of fridge", "src2": "open lettuce_packaging", "src3": "take bag out of packaging", "trg": "inspect bag", "vis_src": "P20_04:331 P20_04:332 P20_04:333", "vis_trg": "P20_04:334", "narrations": [ "take lettuce out of fridge", "open lettuce packaging", "take bag out of packaging", "inspect bag" ], "verbs": [ "take-out", "open", "take-out", "inspect" ], "verb_classes": [ 12, 3, 12, 24 ], "nouns": [ "lettuce", "packaging:lettuce", "bag", "bag" ], "noun_classes": [ 120, 26, 19, 19 ], "start_stop_timestamps": [ [ "00:32:38.01", "00:32:40.37" ], [ "00:32:40.49", "00:32:46.42" ], [ "00:32:48.57", "00:32:51.23" ], [ "00:32:54.85", "00:32:57.78" ] ], "start_stop_frames": [ [ 117480, 117622 ], [ 117629, 117985 ], [ 118114, 118273 ], [ 118491, 118666 ] ], "trgnoun": "bag", "trgverb": "inspect" }, { "key": "P04_121+265_267_292_294", "video_id": "P04_121", "narration_ids": [ "P04_121_265", "P04_121_267", "P04_121_292", "P04_121_294" ], "src": "take_out water from bowl . scour bowl . pick_up scourer", "src1": "take_out water from bowl", "src2": "scour bowl", "src3": "pick_up scourer", "trg": "tip water out of bowl", "vis_src": "P04_121:265 P04_121:267 P04_121:292", "vis_trg": "P04_121:294", "narrations": [ "take out water from bowl", "scour bowl", "pick up scourer", "tip water out of bowl" ], "verbs": [ "take-out", "scour", "pick-up", "tip-out" ], "verb_classes": [ 12, 29, 0, 20 ], "nouns": [ "water", "bowl", "scourer", "water" ], "noun_classes": [ 27, 7, 9, 27 ], "start_stop_timestamps": [ [ "00:12:12.05", "00:12:16.71" ], [ "00:12:14.44", "00:12:16.05" ], [ "00:13:14.73", "00:13:15.17" ], [ "00:13:18.19", "00:13:19.39" ] ], "start_stop_frames": [ [ 36602, 36835 ], [ 36722, 36802 ], [ 39736, 39758 ], [ 39909, 39969 ] ], "trgnoun": "water", "trgverb": "tip_out" }, { "key": "P04_121+267_292_294_295", "video_id": "P04_121", "narration_ids": [ "P04_121_267", "P04_121_292", "P04_121_294", "P04_121_295" ], "src": "scour bowl . pick_up scourer . tip water out of bowl", "src1": "scour bowl", "src2": "pick_up scourer", "src3": "tip water out of bowl", "trg": "put_down bowl", "vis_src": "P04_121:267 P04_121:292 P04_121:294", "vis_trg": "P04_121:295", "narrations": [ "scour bowl", "pick up scourer", "tip water out of bowl", "put down bowl" ], "verbs": [ "scour", "pick-up", "tip-out", "put-down" ], "verb_classes": [ 29, 0, 20, 1 ], "nouns": [ "bowl", "scourer", "water", "bowl" ], "noun_classes": [ 7, 9, 27, 7 ], "start_stop_timestamps": [ [ "00:12:14.44", "00:12:16.05" ], [ "00:13:14.73", "00:13:15.17" ], [ "00:13:18.19", "00:13:19.39" ], [ "00:13:19.85", "00:13:20.89" ] ], "start_stop_frames": [ [ 36722, 36802 ], [ 39736, 39758 ], [ 39909, 39969 ], [ 39992, 40044 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P04_121+266_268_269_270", "video_id": "P04_121", "narration_ids": [ "P04_121_266", "P04_121_268", "P04_121_269", "P04_121_270" ], "src": "pick_up scourer . tip water out of bowl . put_down bowl", "src1": "pick_up scourer", "src2": "tip water out of bowl", "src3": "put_down bowl", "trg": "scour bowl", "vis_src": "P04_121:266 P04_121:268 P04_121:269", "vis_trg": "P04_121:270", "narrations": [ "pick up scourer", "tip water out of bowl", "put down bowl", "scour bowl" ], "verbs": [ "pick-up", "tip-out", "put-down", "scour" ], "verb_classes": [ 0, 20, 1, 29 ], "nouns": [ "scourer", "water", "bowl", "bowl" ], "noun_classes": [ 9, 27, 7, 7 ], "start_stop_timestamps": [ [ "00:12:14.98", "00:12:18.34" ], [ "00:12:18.25", "00:12:18.93" ], [ "00:12:19.03", "00:12:20.59" ], [ "00:12:21.19", "00:12:31.33" ] ], "start_stop_frames": [ [ 36749, 36917 ], [ 36912, 36946 ], [ 36951, 37029 ], [ 37059, 37566 ] ], "trgnoun": "bowl", "trgverb": "scour" }, { "key": "P10_02+44_45_46_47", "video_id": "P10_02", "narration_ids": [ "P10_02_44", "P10_02_45", "P10_02_46", "P10_02_47" ], "src": "wash the spring_onion . remove the outer_skin of the spring onion . switch_off the water_tap", "src1": "wash the spring_onion", "src2": "remove the outer_skin of the spring onion", "src3": "switch_off the water_tap", "trg": "throw away the part of the spring_onion", "vis_src": "P10_02:44 P10_02:45 P10_02:46", "vis_trg": "P10_02:47", "narrations": [ "wash the spring onion", "remove the outer skin of the spring onion", "switch off the water tap", "throw away the part of the spring onion" ], "verbs": [ "wash", "remove", "switch-off", "throw" ], "verb_classes": [ 2, 12, 8, 13 ], "nouns": [ "onion:spring", "skin:outer", "tap:water", "onion:spring" ], "noun_classes": [ 128, 48, 0, 128 ], "start_stop_timestamps": [ [ "00:05:48.44", "00:05:52.29" ], [ "00:05:52.79", "00:06:01.02" ], [ "00:05:59.72", "00:06:01.43" ], [ "00:06:01.53", "00:06:05.14" ] ], "start_stop_frames": [ [ 20906, 21137 ], [ 21167, 21661 ], [ 21583, 21685 ], [ 21691, 21908 ] ], "trgnoun": "spring_onion", "trgverb": "throw" }, { "key": "P04_120+106_108_109_110", "video_id": "P04_120", "narration_ids": [ "P04_120_106", "P04_120_108", "P04_120_109", "P04_120_110" ], "src": "dry hands on tea towel . pick_up spatula . scrape cream off side of wok", "src1": "dry hands on tea towel", "src2": "pick_up spatula", "src3": "scrape cream off side of wok", "trg": "drag spatula through milk in pan", "vis_src": "P04_120:106 P04_120:108 P04_120:109", "vis_trg": "P04_120:110", "narrations": [ "dry hands on tea towel", "pick up spatula", "scrape cream off side of wok", "drag spatula through milk in pan" ], "verbs": [ "dry-on", "pick-up", "scrape", "drag-through" ], "verb_classes": [ 14, 0, 25, 25 ], "nouns": [ "hand", "spatula", "cream", "spatula" ], "noun_classes": [ 11, 20, 143, 20 ], "start_stop_timestamps": [ [ "00:05:37.12", "00:05:39.70" ], [ "00:05:40.90", "00:05:41.43" ], [ "00:05:41.71", "00:05:44.82" ], [ "00:05:43.45", "00:05:47.45" ] ], "start_stop_frames": [ [ 16856, 16985 ], [ 17045, 17071 ], [ 17085, 17241 ], [ 17172, 17372 ] ], "trgnoun": "spatula", "trgverb": "drag_through" }, { "key": "P02_06+250_251_252_254", "video_id": "P02_06", "narration_ids": [ "P02_06_250", "P02_06_251", "P02_06_252", "P02_06_254" ], "src": "put can . mixing salad . mix salad", "src1": "put can", "src2": "mixing salad", "src3": "mix salad", "trg": "open can", "vis_src": "P02_06:250 P02_06:251 P02_06:252", "vis_trg": "P02_06:254", "narrations": [ "put can", "mixing salad", "mix salad", "open can" ], "verbs": [ "put", "mix", "mix", "open" ], "verb_classes": [ 1, 10, 10, 3 ], "nouns": [ "can", "salad", "salad", "can" ], "noun_classes": [ 61, 68, 68, 61 ], "start_stop_timestamps": [ [ "00:11:55.88", "00:11:56.65" ], [ "00:11:56.40", "00:12:03.83" ], [ "00:11:56.69", "00:11:58.53" ], [ "00:12:05.30", "00:12:08.05" ] ], "start_stop_frames": [ [ 42952, 42999 ], [ 42984, 43429 ], [ 43001, 43111 ], [ 43518, 43683 ] ], "trgnoun": "can", "trgverb": "open" }, { "key": "P02_06+251_252_254_255", "video_id": "P02_06", "narration_ids": [ "P02_06_251", "P02_06_252", "P02_06_254", "P02_06_255" ], "src": "mixing salad . mix salad . open can", "src1": "mixing salad", "src2": "mix salad", "src3": "open can", "trg": "throw can", "vis_src": "P02_06:251 P02_06:252 P02_06:254", "vis_trg": "P02_06:255", "narrations": [ "mixing salad", "mix salad", "open can", "throw can" ], "verbs": [ "mix", "mix", "open", "throw" ], "verb_classes": [ 10, 10, 3, 13 ], "nouns": [ "salad", "salad", "can", "can" ], "noun_classes": [ 68, 68, 61, 61 ], "start_stop_timestamps": [ [ "00:11:56.40", "00:12:03.83" ], [ "00:11:56.69", "00:11:58.53" ], [ "00:12:05.30", "00:12:08.05" ], [ "00:12:09.23", "00:12:10.15" ] ], "start_stop_frames": [ [ 42984, 43429 ], [ 43001, 43111 ], [ 43518, 43683 ], [ 43753, 43809 ] ], "trgnoun": "can", "trgverb": "throw" }, { "key": "P06_101+199_200_201_202", "video_id": "P06_101", "narration_ids": [ "P06_101_199", "P06_101_200", "P06_101_201", "P06_101_202" ], "src": "put_down can_opener . close drawer . shake can", "src1": "put_down can_opener", "src2": "close drawer", "src3": "shake can", "trg": "open can", "vis_src": "P06_101:199 P06_101:200 P06_101:201", "vis_trg": "P06_101:202", "narrations": [ "put down can opener", "close drawer", "shake can", "open can" ], "verbs": [ "put-down", "close", "shake", "open" ], "verb_classes": [ 1, 4, 15, 3 ], "nouns": [ "opener:can", "drawer", "can", "can" ], "noun_classes": [ 174, 8, 61, 61 ], "start_stop_timestamps": [ [ "00:14:44.19", "00:14:44.87" ], [ "00:14:45.08", "00:14:45.55" ], [ "00:14:45.99", "00:14:46.63" ], [ "00:14:46.81", "00:14:50.76" ] ], "start_stop_frames": [ [ 44209, 44243 ], [ 44254, 44277 ], [ 44299, 44331 ], [ 44340, 44538 ] ], "trgnoun": "can", "trgverb": "open" }, { "key": "P11_05+138_139_140_141", "video_id": "P11_05", "narration_ids": [ "P11_05_138", "P11_05_139", "P11_05_140", "P11_05_141" ], "src": "take_out pasta . take_out measuring_jug . measure pasta", "src1": "take_out pasta", "src2": "take_out measuring_jug", "src3": "measure pasta", "trg": "pick_up measuring_jug", "vis_src": "P11_05:138 P11_05:139 P11_05:140", "vis_trg": "P11_05:141", "narrations": [ "take out pasta", "take out measuring jug", "measure pasta", "pick up measuring jug" ], "verbs": [ "take-out", "take-out", "measure", "pick-up" ], "verb_classes": [ 12, 12, 69, 0 ], "nouns": [ "pasta", "jug:measuring", "pasta", "jug:measuring" ], "noun_classes": [ 45, 66, 45, 66 ], "start_stop_timestamps": [ [ "00:08:15.70", "00:08:17.53" ], [ "00:08:17.63", "00:08:19.41" ], [ "00:08:20.90", "00:08:27.84" ], [ "00:08:26.87", "00:08:27.62" ] ], "start_stop_frames": [ [ 29742, 29851 ], [ 29857, 29964 ], [ 30054, 30470 ], [ 30412, 30457 ] ], "trgnoun": "measuring_jug", "trgverb": "pick_up" }, { "key": "P02_129+349_350_351_352", "video_id": "P02_129", "narration_ids": [ "P02_129_349", "P02_129_350", "P02_129_351", "P02_129_352" ], "src": "pick_up garlic_presser . open garlic_presser . open tap", "src1": "pick_up garlic_presser", "src2": "open garlic_presser", "src3": "open tap", "trg": "rinse garlic_presser", "vis_src": "P02_129:349 P02_129:350 P02_129:351", "vis_trg": "P02_129:352", "narrations": [ "pick up garlic presser", "open garlic presser", "open tap", "rinse garlic presser" ], "verbs": [ "pick-up", "open", "turn-on", "rinse" ], "verb_classes": [ 0, 3, 6, 2 ], "nouns": [ "presser:garlic", "presser:garlic", "tap", "presser:garlic" ], "noun_classes": [ 172, 172, 0, 172 ], "start_stop_timestamps": [ [ "00:12:04.64", "00:12:05.34" ], [ "00:12:05.40", "00:12:05.86" ], [ "00:12:05.95", "00:12:06.88" ], [ "00:12:06.73", "00:12:07.33" ] ], "start_stop_frames": [ [ 36232, 36267 ], [ 36270, 36293 ], [ 36297, 36344 ], [ 36336, 36366 ] ], "trgnoun": "garlic_presser", "trgverb": "rinse" }, { "key": "P04_121+299_300_301_302", "video_id": "P04_121", "narration_ids": [ "P04_121_299", "P04_121_300", "P04_121_301", "P04_121_302" ], "src": "tip water out of bowl . put_down bowl . put_down scourer", "src1": "tip water out of bowl", "src2": "put_down bowl", "src3": "put_down scourer", "trg": "upturn bowl", "vis_src": "P04_121:299 P04_121:300 P04_121:301", "vis_trg": "P04_121:302", "narrations": [ "tip water out of bowl", "put down bowl", "put down scourer", "upturn bowl" ], "verbs": [ "tip-out", "put-down", "put-down", "upturn" ], "verb_classes": [ 20, 1, 1, 22 ], "nouns": [ "water", "bowl", "scourer", "bowl" ], "noun_classes": [ 27, 7, 9, 7 ], "start_stop_timestamps": [ [ "00:13:46.74", "00:13:47.73" ], [ "00:13:47.14", "00:13:48.30" ], [ "00:13:48.40", "00:13:49.43" ], [ "00:13:49.52", "00:13:50.14" ] ], "start_stop_frames": [ [ 41337, 41386 ], [ 41357, 41415 ], [ 41420, 41471 ], [ 41476, 41507 ] ], "trgnoun": "bowl", "trgverb": "upturn" }, { "key": "P06_101+178_179_180_181", "video_id": "P06_101", "narration_ids": [ "P06_101_178", "P06_101_179", "P06_101_180", "P06_101_181" ], "src": "open cupboard . pick_up colander . shake can", "src1": "open cupboard", "src2": "pick_up colander", "src3": "shake can", "trg": "open can", "vis_src": "P06_101:178 P06_101:179 P06_101:180", "vis_trg": "P06_101:181", "narrations": [ "open cupboard", "pick up colander", "shake can", "open can" ], "verbs": [ "open", "pick-up", "shake", "open" ], "verb_classes": [ 3, 0, 15, 3 ], "nouns": [ "cupboard", "colander", "can", "can" ], "noun_classes": [ 3, 39, 61, 61 ], "start_stop_timestamps": [ [ "00:13:20.10", "00:13:21.02" ], [ "00:13:20.81", "00:13:23.58" ], [ "00:13:25.65", "00:13:27.41" ], [ "00:13:27.45", "00:13:34.73" ] ], "start_stop_frames": [ [ 40005, 40051 ], [ 40040, 40179 ], [ 40282, 40370 ], [ 40372, 40736 ] ], "trgnoun": "can", "trgverb": "open" }, { "key": "P15_08+71_72_73_74", "video_id": "P15_08", "narration_ids": [ "P15_08_71", "P15_08_72", "P15_08_73", "P15_08_74" ], "src": "pick_up board . put_down board . pick_up spatula", "src1": "pick_up board", "src2": "put_down board", "src3": "pick_up spatula", "trg": "put_down spatula", "vis_src": "P15_08:71 P15_08:72 P15_08:73", "vis_trg": "P15_08:74", "narrations": [ "pick up board", "put down board", "pick up spatula", "put down spatula" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "board", "board", "spatula", "spatula" ], "noun_classes": [ 18, 18, 20, 20 ], "start_stop_timestamps": [ [ "00:05:38.12", "00:05:39.32" ], [ "00:05:40.19", "00:05:40.74" ], [ "00:05:44.83", "00:05:45.81" ], [ "00:05:47.43", "00:05:48.26" ] ], "start_stop_frames": [ [ 20287, 20359 ], [ 20411, 20444 ], [ 20689, 20748 ], [ 20845, 20895 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P06_101+257_258_259_260", "video_id": "P06_101", "narration_ids": [ "P06_101_257", "P06_101_258", "P06_101_259", "P06_101_260" ], "src": "pick_up chopped_tomatoes . shake can . open can", "src1": "pick_up chopped_tomatoes", "src2": "shake can", "src3": "open can", "trg": "pour chopped_tomatoes into pan", "vis_src": "P06_101:257 P06_101:258 P06_101:259", "vis_trg": "P06_101:260", "narrations": [ "pick up chopped tomatoes", "shake can", "open can", "pour chopped tomatoes into pan" ], "verbs": [ "pick-up", "shake", "open", "pour-into" ], "verb_classes": [ 0, 15, 3, 9 ], "nouns": [ "tomato:chopped", "can", "can", "tomato:chopped" ], "noun_classes": [ 43, 61, 61, 43 ], "start_stop_timestamps": [ [ "00:18:16.38", "00:18:18.16" ], [ "00:18:18.26", "00:18:19.24" ], [ "00:18:19.20", "00:18:22.47" ], [ "00:18:22.48", "00:18:26.58" ] ], "start_stop_frames": [ [ 54819, 54908 ], [ 54913, 54962 ], [ 54960, 55123 ], [ 55124, 55329 ] ], "trgnoun": "chopped_tomato", "trgverb": "pour_into" }, { "key": "P04_102+44_45_46_47", "video_id": "P04_102", "narration_ids": [ "P04_102_44", "P04_102_45", "P04_102_46", "P04_102_47" ], "src": "put_down flour . pick_up coffee . open cupboard", "src1": "put_down flour", "src2": "pick_up coffee", "src3": "open cupboard", "trg": "put coffee in cupboard", "vis_src": "P04_102:44 P04_102:45 P04_102:46", "vis_trg": "P04_102:47", "narrations": [ "put down flour", "pick up coffee", "open cupboard", "put coffee in cupboard" ], "verbs": [ "put-down", "pick-up", "open", "put-in" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "flour", "coffee", "cupboard", "coffee" ], "noun_classes": [ 75, 59, 3, 59 ], "start_stop_timestamps": [ [ "00:01:42.19", "00:01:43.51" ], [ "00:01:43.45", "00:01:44.40" ], [ "00:01:44.34", "00:01:45.73" ], [ "00:01:45.80", "00:01:47.30" ] ], "start_stop_frames": [ [ 5109, 5175 ], [ 5172, 5220 ], [ 5217, 5286 ], [ 5290, 5365 ] ], "trgnoun": "coffee", "trgverb": "put_in" }, { "key": "P29_01+85_88_93_95", "video_id": "P29_01", "narration_ids": [ "P29_01_85", "P29_01_88", "P29_01_93", "P29_01_95" ], "src": "chop onion . peel onion . throw away onion_peeling", "src1": "chop onion", "src2": "peel onion", "src3": "throw away onion_peeling", "trg": "put salt on onion in pan", "vis_src": "P29_01:85 P29_01:88 P29_01:93", "vis_trg": "P29_01:95", "narrations": [ "chop onion", "peel onion", "throw away onion peeling", "put salt on onion in pan" ], "verbs": [ "chop", "peel", "throw", "put-on" ], "verb_classes": [ 7, 19, 13, 1 ], "nouns": [ "onion", "onion", "peeling:onion", "salt" ], "noun_classes": [ 16, 16, 48, 38 ], "start_stop_timestamps": [ [ "00:04:45.08", "00:04:46.23" ], [ "00:04:51.97", "00:04:59.73" ], [ "00:05:15.81", "00:05:16.85" ], [ "00:05:16.68", "00:05:19.61" ] ], "start_stop_frames": [ [ 17104, 17173 ], [ 17518, 17983 ], [ 18948, 19011 ], [ 19000, 19176 ] ], "trgnoun": "salt", "trgverb": "put_on" }, { "key": "P04_01+23_24_25_26", "video_id": "P04_01", "narration_ids": [ "P04_01_23", "P04_01_24", "P04_01_25", "P04_01_26" ], "src": "put lid in dishwasher . pick_up can_opener . open can", "src1": "put lid in dishwasher", "src2": "pick_up can_opener", "src3": "open can", "trg": "drain can", "vis_src": "P04_01:23 P04_01:24 P04_01:25", "vis_trg": "P04_01:26", "narrations": [ "put lid in dishwasher", "pick up can opener", "open can", "drain can" ], "verbs": [ "put-in", "pick-up", "open", "drain" ], "verb_classes": [ 5, 0, 3, 37 ], "nouns": [ "lid", "opener:can", "can", "can" ], "noun_classes": [ 6, 174, 61, 61 ], "start_stop_timestamps": [ [ "00:01:12.58", "00:01:17.03" ], [ "00:01:18.87", "00:01:19.50" ], [ "00:01:19.45", "00:01:30.30" ], [ "00:01:30.77", "00:01:33.57" ] ], "start_stop_frames": [ [ 4354, 4621 ], [ 4732, 4770 ], [ 4767, 5418 ], [ 5446, 5614 ] ], "trgnoun": "can", "trgverb": "drain" }, { "key": "P02_122+81_82_83_84", "video_id": "P02_122", "narration_ids": [ "P02_122_81", "P02_122_82", "P02_122_83", "P02_122_84" ], "src": "pick_up fork . close drawer . whisk eggs using fork in plate", "src1": "pick_up fork", "src2": "close drawer", "src3": "whisk eggs using fork in plate", "trg": "put_down fork", "vis_src": "P02_122:81 P02_122:82 P02_122:83", "vis_trg": "P02_122:84", "narrations": [ "pick up fork", "close drawer", "whisk eggs using fork in plate", "put down fork" ], "verbs": [ "pick-up", "close", "whisk", "put-down" ], "verb_classes": [ 0, 4, 10, 1 ], "nouns": [ "fork", "drawer", "egg", "fork" ], "noun_classes": [ 14, 8, 53, 14 ], "start_stop_timestamps": [ [ "00:04:25.93", "00:04:27.64" ], [ "00:04:27.72", "00:04:31.24" ], [ "00:04:31.51", "00:04:38.78" ], [ "00:04:47.62", "00:04:49.07" ] ], "start_stop_frames": [ [ 13296, 13382 ], [ 13386, 13562 ], [ 13575, 13938 ], [ 14381, 14453 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P23_101+236_237_238_239", "video_id": "P23_101", "narration_ids": [ "P23_101_236", "P23_101_237", "P23_101_238", "P23_101_239" ], "src": "open cap . take chana_dal . put bottle", "src1": "open cap", "src2": "take chana_dal", "src3": "put bottle", "trg": "take bottle", "vis_src": "P23_101:236 P23_101:237 P23_101:238", "vis_trg": "P23_101:239", "narrations": [ "open cap", "take chana dal", "put bottle", "take bottle" ], "verbs": [ "open", "take", "put", "take" ], "verb_classes": [ 3, 0, 1, 0 ], "nouns": [ "cap", "dal:chana", "bottle", "bottle" ], "noun_classes": [ 118, 177, 15, 15 ], "start_stop_timestamps": [ [ "00:22:04.68", "00:22:05.66" ], [ "00:22:05.92", "00:22:08.78" ], [ "00:22:09.71", "00:22:12.87" ], [ "00:22:13.81", "00:22:16.45" ] ], "start_stop_frames": [ [ 66234, 66283 ], [ 66296, 66439 ], [ 66485, 66643 ], [ 66690, 66822 ] ], "trgnoun": "bottle", "trgverb": "take" }, { "key": "P06_101+258_259_260_261", "video_id": "P06_101", "narration_ids": [ "P06_101_258", "P06_101_259", "P06_101_260", "P06_101_261" ], "src": "shake can . open can . pour chopped_tomatoes into pan", "src1": "shake can", "src2": "open can", "src3": "pour chopped_tomatoes into pan", "trg": "close can", "vis_src": "P06_101:258 P06_101:259 P06_101:260", "vis_trg": "P06_101:261", "narrations": [ "shake can", "open can", "pour chopped tomatoes into pan", "close can" ], "verbs": [ "shake", "open", "pour-into", "close" ], "verb_classes": [ 15, 3, 9, 4 ], "nouns": [ "can", "can", "tomato:chopped", "can" ], "noun_classes": [ 61, 61, 43, 61 ], "start_stop_timestamps": [ [ "00:18:18.26", "00:18:19.24" ], [ "00:18:19.20", "00:18:22.47" ], [ "00:18:22.48", "00:18:26.58" ], [ "00:18:28.41", "00:18:29.76" ] ], "start_stop_frames": [ [ 54913, 54962 ], [ 54960, 55123 ], [ 55124, 55329 ], [ 55420, 55488 ] ], "trgnoun": "can", "trgverb": "close" }, { "key": "P07_101+29_30_31_32", "video_id": "P07_101", "narration_ids": [ "P07_101_29", "P07_101_30", "P07_101_31", "P07_101_32" ], "src": "turn_on oven . flip omelette . grab cheese", "src1": "turn_on oven", "src2": "flip omelette", "src3": "grab cheese", "trg": "put cheese onto omelette", "vis_src": "P07_101:29 P07_101:30 P07_101:31", "vis_trg": "P07_101:32", "narrations": [ "turn on oven", "flip omelette", "grab cheese", "put cheese onto omelette" ], "verbs": [ "turn-on", "flip", "grab", "put-onto" ], "verb_classes": [ 6, 22, 0, 1 ], "nouns": [ "oven", "omelette", "cheese", "cheese" ], "noun_classes": [ 46, 162, 32, 32 ], "start_stop_timestamps": [ [ "00:02:42.82", "00:02:50.58" ], [ "00:02:50.37", "00:02:53.28" ], [ "00:02:53.11", "00:02:56.84" ], [ "00:02:56.60", "00:03:12.58" ] ], "start_stop_frames": [ [ 8141, 8529 ], [ 8518, 8664 ], [ 8655, 8842 ], [ 8830, 9629 ] ], "trgnoun": "cheese", "trgverb": "put_onto" }, { "key": "P22_107+203_204_205_206", "video_id": "P22_107", "narration_ids": [ "P22_107_203", "P22_107_204", "P22_107_205", "P22_107_206" ], "src": "remove clip . open cereals . pour cereals", "src1": "remove clip", "src2": "open cereals", "src3": "pour cereals", "trg": "close cereals", "vis_src": "P22_107:203 P22_107:204 P22_107:205", "vis_trg": "P22_107:206", "narrations": [ "remove clip", "open cereals", "pour cereals", "close cereals" ], "verbs": [ "remove", "open", "pour", "close" ], "verb_classes": [ 12, 3, 9, 4 ], "nouns": [ "clip", "cereal", "cereal", "cereal" ], "noun_classes": [ 129, 99, 99, 99 ], "start_stop_timestamps": [ [ "00:07:43.13", "00:07:44.57" ], [ "00:07:44.64", "00:07:47.52" ], [ "00:07:47.62", "00:07:55.71" ], [ "00:07:56.50", "00:07:58.51" ] ], "start_stop_frames": [ [ 23156, 23228 ], [ 23232, 23376 ], [ 23381, 23785 ], [ 23825, 23925 ] ], "trgnoun": "cereal", "trgverb": "close" }, { "key": "P20_01+79_80_81_82", "video_id": "P20_01", "narration_ids": [ "P20_01_79", "P20_01_80", "P20_01_81", "P20_01_82" ], "src": "stir frying_pan . put_down frying_pan . pick_up milk", "src1": "stir frying_pan", "src2": "put_down frying_pan", "src3": "pick_up milk", "trg": "drink milk", "vis_src": "P20_01:79 P20_01:80 P20_01:81", "vis_trg": "P20_01:82", "narrations": [ "stir frying pan", "put down frying pan", "pick up milk", "drink milk" ], "verbs": [ "stir", "put-down", "pick-up", "drink" ], "verb_classes": [ 10, 1, 0, 60 ], "nouns": [ "pan:frying", "pan:frying", "milk", "milk" ], "noun_classes": [ 5, 5, 64, 64 ], "start_stop_timestamps": [ [ "00:04:25.43", "00:04:26.41" ], [ "00:04:26.51", "00:04:28.32" ], [ "00:04:29.33", "00:04:30.89" ], [ "00:04:30.93", "00:04:32.67" ] ], "start_stop_frames": [ [ 15925, 15984 ], [ 15990, 16099 ], [ 16159, 16253 ], [ 16255, 16360 ] ], "trgnoun": "milk", "trgverb": "drink" }, { "key": "P01_103+72_73_74_75", "video_id": "P01_103", "narration_ids": [ "P01_103_72", "P01_103_73", "P01_103_74", "P01_103_75" ], "src": "put_down soy_milk . pick_up food_container . close fridge", "src1": "put_down soy_milk", "src2": "pick_up food_container", "src3": "close fridge", "trg": "put_down food_container", "vis_src": "P01_103:72 P01_103:73 P01_103:74", "vis_trg": "P01_103:75", "narrations": [ "put down soy milk", "pick up food container", "close fridge", "put down food container" ], "verbs": [ "put-down", "pick-up", "close", "put-down" ], "verb_classes": [ 1, 0, 4, 1 ], "nouns": [ "milk:soy", "container:food", "fridge", "container:food" ], "noun_classes": [ 64, 21, 12, 21 ], "start_stop_timestamps": [ [ "00:02:07.80", "00:02:08.80" ], [ "00:02:09.22", "00:02:10.17" ], [ "00:02:10.35", "00:02:11.25" ], [ "00:02:11.27", "00:02:12.40" ] ], "start_stop_frames": [ [ 6390, 6440 ], [ 6461, 6508 ], [ 6517, 6562 ], [ 6563, 6620 ] ], "trgnoun": "food_container", "trgverb": "put_down" }, { "key": "P04_109+465_466_467_468", "video_id": "P04_109", "narration_ids": [ "P04_109_465", "P04_109_466", "P04_109_467", "P04_109_468" ], "src": "move ramekin . pick_up coriander_packet . move broccoli around in pan", "src1": "move ramekin", "src2": "pick_up coriander_packet", "src3": "move broccoli around in pan", "trg": "pick_up pan", "vis_src": "P04_109:465 P04_109:466 P04_109:467", "vis_trg": "P04_109:468", "narrations": [ "move ramekin", "pick up coriander packet", "move broccoli around in pan", "pick up pan" ], "verbs": [ "move", "pick-up", "move", "pick-up" ], "verb_classes": [ 11, 0, 11, 0 ], "nouns": [ "ramekin", "packet:coriander", "pan", "pan" ], "noun_classes": [ 7, 26, 5, 5 ], "start_stop_timestamps": [ [ "00:14:21.20", "00:14:22.30" ], [ "00:14:22.34", "00:14:23.40" ], [ "00:14:23.39", "00:14:24.29" ], [ "00:14:24.33", "00:14:25.53" ] ], "start_stop_frames": [ [ 43060, 43115 ], [ 43117, 43170 ], [ 43169, 43214 ], [ 43216, 43276 ] ], "trgnoun": "pan", "trgverb": "pick_up" }, { "key": "P02_08+4_5_6_7", "video_id": "P02_08", "narration_ids": [ "P02_08_4", "P02_08_5", "P02_08_6", "P02_08_7" ], "src": "open oven . pull drawer . pick tray", "src1": "open oven", "src2": "pull drawer", "src3": "pick tray", "trg": "put tray on stove", "vis_src": "P02_08:4 P02_08:5 P02_08:6", "vis_trg": "P02_08:7", "narrations": [ "open oven", "pull drawer", "pick tray", "put tray on stove" ], "verbs": [ "open", "pull", "pick", "put-on" ], "verb_classes": [ 3, 31, 0, 1 ], "nouns": [ "oven", "drawer", "tray", "tray" ], "noun_classes": [ 46, 8, 35, 35 ], "start_stop_timestamps": [ [ "00:00:09.16", "00:00:10.66" ], [ "00:00:11.01", "00:00:12.26" ], [ "00:00:11.32", "00:00:13.86" ], [ "00:00:14.42", "00:00:15.31" ] ], "start_stop_frames": [ [ 549, 639 ], [ 660, 735 ], [ 679, 831 ], [ 865, 918 ] ], "trgnoun": "tray", "trgverb": "put_on" }, { "key": "P26_09+20_21_22_23", "video_id": "P26_09", "narration_ids": [ "P26_09_20", "P26_09_21", "P26_09_22", "P26_09_23" ], "src": "put dish . pick_up pot with salsa . put salsa in the pasta", "src1": "put dish", "src2": "pick_up pot with salsa", "src3": "put salsa in the pasta", "trg": "put pot", "vis_src": "P26_09:20 P26_09:21 P26_09:22", "vis_trg": "P26_09:23", "narrations": [ "put dish", "pick up pot with salsa", "put salsa in the pasta", "put pot" ], "verbs": [ "put", "pick-up", "put-in", "put" ], "verb_classes": [ 1, 0, 5, 1 ], "nouns": [ "dish", "pot", "salsa", "pot" ], "noun_classes": [ 2, 29, 47, 29 ], "start_stop_timestamps": [ [ "00:01:42.75", "00:01:44.93" ], [ "00:01:45.00", "00:01:47.93" ], [ "00:01:47.26", "00:01:56.47" ], [ "00:01:55.99", "00:01:57.19" ] ], "start_stop_frames": [ [ 6165, 6295 ], [ 6300, 6475 ], [ 6435, 6988 ], [ 6959, 7031 ] ], "trgnoun": "pot", "trgverb": "put" }, { "key": "P12_101+68_69_70_71", "video_id": "P12_101", "narration_ids": [ "P12_101_68", "P12_101_69", "P12_101_70", "P12_101_71" ], "src": "open meat_box using knife . move meat_boxes on countertop . put_down meat", "src1": "open meat_box using knife", "src2": "move meat_boxes on countertop", "src3": "put_down meat", "trg": "take_out meat from box", "vis_src": "P12_101:68 P12_101:69 P12_101:70", "vis_trg": "P12_101:71", "narrations": [ "open meat box using knife", "move meat boxes on countertop", "put down meat", "take out meat from box" ], "verbs": [ "open", "move-on", "put-down", "take-out" ], "verb_classes": [ 3, 11, 1, 12 ], "nouns": [ "box:meat", "box:meat", "meat", "meat" ], "noun_classes": [ 23, 23, 28, 28 ], "start_stop_timestamps": [ [ "00:03:05.25", "00:03:07.00" ], [ "00:03:06.92", "00:03:07.95" ], [ "00:03:12.31", "00:03:14.85" ], [ "00:03:12.66", "00:03:16.35" ] ], "start_stop_frames": [ [ 9262, 9350 ], [ 9346, 9397 ], [ 9615, 9742 ], [ 9633, 9817 ] ], "trgnoun": "meat", "trgverb": "take_out" }, { "key": "P02_115+3_4_5_6", "video_id": "P02_115", "narration_ids": [ "P02_115_3", "P02_115_4", "P02_115_5", "P02_115_6" ], "src": "turn_off oven . slide tray . pick_up tray from oven", "src1": "turn_off oven", "src2": "slide tray", "src3": "pick_up tray from oven", "trg": "put tray on oven", "vis_src": "P02_115:3 P02_115:4 P02_115:5", "vis_trg": "P02_115:6", "narrations": [ "turn off oven", "slide tray", "pick up tray from oven", "put tray on oven" ], "verbs": [ "turn-off", "slide", "pick-up", "put-on" ], "verb_classes": [ 8, 61, 0, 1 ], "nouns": [ "oven", "tray", "oven", "tray" ], "noun_classes": [ 46, 35, 46, 35 ], "start_stop_timestamps": [ [ "00:00:11.61", "00:00:14.69" ], [ "00:00:19.24", "00:00:30.02" ], [ "00:00:19.00", "00:00:22.55" ], [ "00:00:22.65", "00:00:24.70" ] ], "start_stop_frames": [ [ 580, 734 ], [ 961, 1501 ], [ 950, 1127 ], [ 1132, 1235 ] ], "trgnoun": "tray", "trgverb": "put_on" }, { "key": "P04_121+374_375_376_377", "video_id": "P04_121", "narration_ids": [ "P04_121_374", "P04_121_375", "P04_121_376", "P04_121_377" ], "src": "look_at instructions . turn bowl upright . hold cheese_curds with spatula", "src1": "look_at instructions", "src2": "turn bowl upright", "src3": "hold cheese_curds with spatula", "trg": "drain whey from bowl", "vis_src": "P04_121:374 P04_121:375 P04_121:376", "vis_trg": "P04_121:377", "narrations": [ "look at instructions", "turn bowl upright", "hold cheese curds with spatula", "drain whey from bowl" ], "verbs": [ "look-at", "turn", "hold-with", "drain-from" ], "verb_classes": [ 38, 23, 34, 37 ], "nouns": [ "instruction", "bowl", "curd:cheese", "bowl" ], "noun_classes": [ 149, 7, 32, 7 ], "start_stop_timestamps": [ [ "00:16:44.35", "00:16:46.03" ], [ "00:16:56.40", "00:16:57.67" ], [ "00:16:57.88", "00:17:02.69" ], [ "00:16:58.91", "00:17:08.28" ] ], "start_stop_frames": [ [ 50217, 50301 ], [ 50820, 50883 ], [ 50894, 51134 ], [ 50945, 51414 ] ], "trgnoun": "bowl", "trgverb": "drain_from" }, { "key": "P26_19+66_67_68_69", "video_id": "P26_19", "narration_ids": [ "P26_19_66", "P26_19_67", "P26_19_68", "P26_19_69" ], "src": "rinse dish . put dish . pick_up glass", "src1": "rinse dish", "src2": "put dish", "src3": "pick_up glass", "trg": "soap glass", "vis_src": "P26_19:66 P26_19:67 P26_19:68", "vis_trg": "P26_19:69", "narrations": [ "rinse dish", "put dish", "pick up glass", "soap glass" ], "verbs": [ "rinse", "put", "pick-up", "soap" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "dish", "dish", "glass", "glass" ], "noun_classes": [ 2, 2, 10, 10 ], "start_stop_timestamps": [ [ "00:04:52.87", "00:05:03.45" ], [ "00:05:05.55", "00:05:07.07" ], [ "00:05:09.12", "00:05:09.85" ], [ "00:05:11.37", "00:05:17.68" ] ], "start_stop_frames": [ [ 17572, 18207 ], [ 18333, 18424 ], [ 18547, 18591 ], [ 18682, 19060 ] ], "trgnoun": "glass", "trgverb": "soap" }, { "key": "P22_17+547_552_553_554", "video_id": "P22_17", "narration_ids": [ "P22_17_547", "P22_17_552", "P22_17_553", "P22_17_554" ], "src": "clean sink . open tap . wash cloth", "src1": "clean sink", "src2": "open tap", "src3": "wash cloth", "trg": "wring_out cloth", "vis_src": "P22_17:547 P22_17:552 P22_17:553", "vis_trg": "P22_17:554", "narrations": [ "clean sink", "open tap", "wash cloth", "wring out cloth" ], "verbs": [ "clean", "turn-on", "wash", "wring-out" ], "verb_classes": [ 2, 6, 2, 18 ], "nouns": [ "sink", "tap", "cloth", "cloth" ], "noun_classes": [ 63, 0, 17, 17 ], "start_stop_timestamps": [ [ "00:21:00.28", "00:21:14.32" ], [ "00:21:14.42", "00:21:16.78" ], [ "00:21:15.74", "00:21:18.20" ], [ "00:21:18.18", "00:21:18.92" ] ], "start_stop_frames": [ [ 75616, 76459 ], [ 76465, 76606 ], [ 76544, 76692 ], [ 76690, 76735 ] ], "trgnoun": "cloth", "trgverb": "wring_out" }, { "key": "P24_07+114_115_116_117", "video_id": "P24_07", "narration_ids": [ "P24_07_114", "P24_07_115", "P24_07_116", "P24_07_117" ], "src": "turn meat in frying pan . take dish . put dish", "src1": "turn meat in frying pan", "src2": "take dish", "src3": "put dish", "trg": "move meat in frying pan", "vis_src": "P24_07:114 P24_07:115 P24_07:116", "vis_trg": "P24_07:117", "narrations": [ "turn meat in frying pan", "take dish", "put dish", "move meat in frying pan" ], "verbs": [ "turn-in", "take", "put", "move-in" ], "verb_classes": [ 23, 0, 1, 5 ], "nouns": [ "meat", "dish", "dish", "meat" ], "noun_classes": [ 28, 2, 2, 28 ], "start_stop_timestamps": [ [ "00:08:00.83", "00:08:03.93" ], [ "00:08:08.45", "00:08:11.45" ], [ "00:08:11.16", "00:08:13.53" ], [ "00:08:13.36", "00:08:18.86" ] ], "start_stop_frames": [ [ 28849, 29035 ], [ 29307, 29487 ], [ 29469, 29611 ], [ 29601, 29931 ] ], "trgnoun": "meat", "trgverb": "move_in" }, { "key": "P10_01+23_24_25_26", "video_id": "P10_01", "narration_ids": [ "P10_01_23", "P10_01_24", "P10_01_25", "P10_01_26" ], "src": "switch_on the oven . switch_on the up left_oven . switch_on the bottom right oven", "src1": "switch_on the oven", "src2": "switch_on the up left_oven", "src3": "switch_on the bottom right oven", "trg": "switch_off the bottom left_oven", "vis_src": "P10_01:23 P10_01:24 P10_01:25", "vis_trg": "P10_01:26", "narrations": [ "switch on the oven", "switch on the up left oven", "switch on the bottom right oven", "switch off the bottom left oven" ], "verbs": [ "switch-on", "switch-on", "switch-on", "switch-off" ], "verb_classes": [ 6, 6, 6, 8 ], "nouns": [ "oven", "oven:left", "oven", "oven:left" ], "noun_classes": [ 46, 24, 46, 24 ], "start_stop_timestamps": [ [ "00:02:27.75", "00:02:30.13" ], [ "00:02:29.98", "00:02:33.58" ], [ "00:02:33.43", "00:02:37.58" ], [ "00:02:41.95", "00:02:43.81" ] ], "start_stop_frames": [ [ 8865, 9007 ], [ 8998, 9214 ], [ 9205, 9454 ], [ 9717, 9828 ] ], "trgnoun": "left_oven", "trgverb": "switch_off" }, { "key": "P03_20+8_9_10_11", "video_id": "P03_20", "narration_ids": [ "P03_20_8", "P03_20_9", "P03_20_10", "P03_20_11" ], "src": "pat_down rice . spoon rice . put saucepan", "src1": "pat_down rice", "src2": "spoon rice", "src3": "put saucepan", "trg": "take saucepan", "vis_src": "P03_20:8 P03_20:9 P03_20:10", "vis_trg": "P03_20:11", "narrations": [ "pat down rice", "spoon rice", "put saucepan", "take saucepan" ], "verbs": [ "pat-down", "spoon", "put", "take" ], "verb_classes": [ 32, 16, 1, 0 ], "nouns": [ "rice", "rice", "saucepan", "saucepan" ], "noun_classes": [ 55, 55, 5, 5 ], "start_stop_timestamps": [ [ "00:00:34.44", "00:00:36.19" ], [ "00:00:36.54", "00:00:51.02" ], [ "00:00:57.46", "00:00:58.26" ], [ "00:00:59.65", "00:01:01.59" ] ], "start_stop_frames": [ [ 2066, 2171 ], [ 2192, 3061 ], [ 3447, 3495 ], [ 3579, 3695 ] ], "trgnoun": "saucepan", "trgverb": "take" }, { "key": "P28_111+27_28_29_30", "video_id": "P28_111", "narration_ids": [ "P28_111_27", "P28_111_28", "P28_111_29", "P28_111_30" ], "src": "rinse cup . put cup . take grater", "src1": "rinse cup", "src2": "put cup", "src3": "take grater", "trg": "rinse grater", "vis_src": "P28_111:27 P28_111:28 P28_111:29", "vis_trg": "P28_111:30", "narrations": [ "rinse cup", "put cup", "take grater", "rinse grater" ], "verbs": [ "rinse", "put", "take", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "cup", "cup", "grater", "grater" ], "noun_classes": [ 13, 13, 96, 96 ], "start_stop_timestamps": [ [ "00:01:30.94", "00:01:32.20" ], [ "00:01:32.95", "00:01:33.68" ], [ "00:01:33.71", "00:01:34.76" ], [ "00:01:34.71", "00:01:41.74" ] ], "start_stop_frames": [ [ 4547, 4610 ], [ 4647, 4684 ], [ 4685, 4738 ], [ 4735, 5087 ] ], "trgnoun": "grater", "trgverb": "rinse" }, { "key": "P02_123+259_260_261_262", "video_id": "P02_123", "narration_ids": [ "P02_123_259", "P02_123_260", "P02_123_261", "P02_123_262" ], "src": "pour washing_liquid onto sponge . put_down washing_liquid . pick_up plate", "src1": "pour washing_liquid onto sponge", "src2": "put_down washing_liquid", "src3": "pick_up plate", "trg": "sponge plate", "vis_src": "P02_123:259 P02_123:260 P02_123:261", "vis_trg": "P02_123:262", "narrations": [ "pour washing liquid onto sponge", "put down washing liquid", "pick up plate", "sponge plate" ], "verbs": [ "pour-onto", "put-down", "pick-up", "sponge" ], "verb_classes": [ 9, 1, 0, 2 ], "nouns": [ "liquid:washing", "liquid:washing", "plate", "plate" ], "noun_classes": [ 22, 22, 2, 2 ], "start_stop_timestamps": [ [ "00:13:42.55", "00:13:43.83" ], [ "00:13:43.79", "00:13:44.59" ], [ "00:13:44.61", "00:13:46.58" ], [ "00:13:46.35", "00:13:53.61" ] ], "start_stop_frames": [ [ 41127, 41191 ], [ 41189, 41229 ], [ 41230, 41329 ], [ 41317, 41680 ] ], "trgnoun": "plate", "trgverb": "sponge" }, { "key": "P29_01+233_234_235_236", "video_id": "P29_01", "narration_ids": [ "P29_01_233", "P29_01_234", "P29_01_235", "P29_01_236" ], "src": "mixing ingredients . put chilli in pan . stir chilli", "src1": "mixing ingredients", "src2": "put chilli in pan", "src3": "stir chilli", "trg": "stir ingredients", "vis_src": "P29_01:233 P29_01:234 P29_01:235", "vis_trg": "P29_01:236", "narrations": [ "mixing ingredients", "put chilli in pan", "stir", "stir ingredients" ], "verbs": [ "mix", "put-in", "stir", "stir" ], "verb_classes": [ 10, 5, 10, 10 ], "nouns": [ "ingredient", "chilli", "chilli", "ingredient" ], "noun_classes": [ 34, 69, 69, 34 ], "start_stop_timestamps": [ [ "00:14:39.80", "00:14:40.94" ], [ "00:14:39.91", "00:14:40.49" ], [ "00:14:40.59", "00:14:42.23" ], [ "00:14:42.33", "00:14:44.33" ] ], "start_stop_frames": [ [ 52788, 52856 ], [ 52794, 52829 ], [ 52835, 52933 ], [ 52939, 53059 ] ], "trgnoun": "ingredient", "trgverb": "stir" }, { "key": "P11_05+56_57_58_59", "video_id": "P11_05", "narration_ids": [ "P11_05_56", "P11_05_57", "P11_05_58", "P11_05_59" ], "src": "slice courgette into pan . shake courgette . pick_up spatula", "src1": "slice courgette into pan", "src2": "shake courgette", "src3": "pick_up spatula", "trg": "stir courgette", "vis_src": "P11_05:56 P11_05:57 P11_05:58", "vis_trg": "P11_05:59", "narrations": [ "slice courgette into pan", "shake courgette", "pick up spatula", "stir courgette" ], "verbs": [ "slice-into", "shake", "pick-up", "stir" ], "verb_classes": [ 7, 15, 0, 10 ], "nouns": [ "courgette", "courgette", "spatula", "courgette" ], "noun_classes": [ 76, 76, 20, 76 ], "start_stop_timestamps": [ [ "00:03:00.58", "00:03:08.59" ], [ "00:03:11.50", "00:03:13.65" ], [ "00:03:17.34", "00:03:18.59" ], [ "00:03:20.21", "00:03:26.10" ] ], "start_stop_frames": [ [ 10834, 11315 ], [ 11490, 11619 ], [ 11840, 11915 ], [ 12012, 12366 ] ], "trgnoun": "courgette", "trgverb": "stir" }, { "key": "P01_09+744_745_746_747", "video_id": "P01_09", "narration_ids": [ "P01_09_744", "P01_09_745", "P01_09_746", "P01_09_747" ], "src": "wash measuring_cup . put_down measuring_cup . take cutting_board", "src1": "wash measuring_cup", "src2": "put_down measuring_cup", "src3": "take cutting_board", "trg": "wash cutting_board", "vis_src": "P01_09:744 P01_09:745 P01_09:746", "vis_trg": "P01_09:747", "narrations": [ "wash measuring cup", "put down measuring cup", "take cutting board", "wash cutting board" ], "verbs": [ "wash", "put-down", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "cup:measuring", "cup:measuring", "board:cutting", "board:cutting" ], "noun_classes": [ 13, 13, 18, 18 ], "start_stop_timestamps": [ [ "00:50:28.48", "00:50:32.31" ], [ "00:50:32.41", "00:50:33.05" ], [ "00:50:33.15", "00:50:35.15" ], [ "00:50:34.94", "00:50:41.21" ] ], "start_stop_frames": [ [ 181708, 181938 ], [ 181944, 181983 ], [ 181989, 182109 ], [ 182096, 182472 ] ], "trgnoun": "cutting_board", "trgverb": "wash" }, { "key": "P02_118+140_141_142_143", "video_id": "P02_118", "narration_ids": [ "P02_118_140", "P02_118_141", "P02_118_142", "P02_118_143" ], "src": "put_down washing_liquid . sponge strainer . open tap", "src1": "put_down washing_liquid", "src2": "sponge strainer", "src3": "open tap", "trg": "rinse strainer", "vis_src": "P02_118:140 P02_118:141 P02_118:142", "vis_trg": "P02_118:143", "narrations": [ "put down washing liquid", "sponge strainer", "open tap", "rinse strainer" ], "verbs": [ "put-down", "sponge", "turn-on", "rinse" ], "verb_classes": [ 1, 2, 6, 2 ], "nouns": [ "liquid:washing", "strainer", "tap", "strainer" ], "noun_classes": [ 22, 39, 0, 39 ], "start_stop_timestamps": [ [ "00:06:43.04", "00:06:44.00" ], [ "00:06:45.69", "00:07:05.92" ], [ "00:07:06.01", "00:07:07.06" ], [ "00:07:06.98", "00:07:16.86" ] ], "start_stop_frames": [ [ 20152, 20200 ], [ 20284, 21296 ], [ 21300, 21353 ], [ 21349, 21843 ] ], "trgnoun": "strainer", "trgverb": "rinse" }, { "key": "P04_06+107_109_110_111", "video_id": "P04_06", "narration_ids": [ "P04_06_107", "P04_06_109", "P04_06_110", "P04_06_111" ], "src": "spread butter on bread . clip bread . spread butter", "src1": "spread butter on bread", "src2": "clip bread", "src3": "spread butter", "trg": "put bread", "vis_src": "P04_06:107 P04_06:109 P04_06:110", "vis_trg": "P04_06:111", "narrations": [ "spread butter on bread", "clip bread", "spread butter", "put bread" ], "verbs": [ "spread-on", "clip", "spread", "put" ], "verb_classes": [ 27, 36, 27, 1 ], "nouns": [ "butter", "bread", "butter", "bread" ], "noun_classes": [ 78, 33, 78, 33 ], "start_stop_timestamps": [ [ "00:11:58.38", "00:12:19.72" ], [ "00:12:11.85", "00:12:14.58" ], [ "00:12:14.39", "00:12:19.57" ], [ "00:12:18.42", "00:12:21.76" ] ], "start_stop_frames": [ [ 43102, 44383 ], [ 43911, 44074 ], [ 44063, 44374 ], [ 44305, 44505 ] ], "trgnoun": "bread", "trgverb": "put" }, { "key": "P04_06+111_112_113_114", "video_id": "P04_06", "narration_ids": [ "P04_06_111", "P04_06_112", "P04_06_113", "P04_06_114" ], "src": "put bread . spread butter . turn_off extractor plan", "src1": "put bread", "src2": "spread butter", "src3": "turn_off extractor plan", "trg": "put bread on plate", "vis_src": "P04_06:111 P04_06:112 P04_06:113", "vis_trg": "P04_06:114", "narrations": [ "put bread", "spread butter", "turn off extractor plan", "put bread on plate" ], "verbs": [ "put", "spread", "turn-off", "put-on" ], "verb_classes": [ 1, 27, 8, 1 ], "nouns": [ "bread", "butter", "fan:extractor", "bread" ], "noun_classes": [ 33, 78, 179, 33 ], "start_stop_timestamps": [ [ "00:12:18.42", "00:12:21.76" ], [ "00:12:21.86", "00:12:36.21" ], [ "00:12:43.74", "00:12:45.66" ], [ "00:12:50.41", "00:12:53.89" ] ], "start_stop_frames": [ [ 44305, 44505 ], [ 44511, 45372 ], [ 45824, 45939 ], [ 46224, 46433 ] ], "trgnoun": "bread", "trgverb": "put_on" }, { "key": "P08_01+126_127_128_129", "video_id": "P08_01", "narration_ids": [ "P08_01_126", "P08_01_127", "P08_01_128", "P08_01_129" ], "src": "place pepper_shaker in cupboard . pour salt . open cupboard", "src1": "place pepper_shaker in cupboard", "src2": "pour salt", "src3": "open cupboard", "trg": "place salt", "vis_src": "P08_01:126 P08_01:127 P08_01:128", "vis_trg": "P08_01:129", "narrations": [ "place pepper shaker in cupboard", "pour salt", "open cupboard", "place salt" ], "verbs": [ "place-in", "pour", "open", "place" ], "verb_classes": [ 5, 9, 3, 1 ], "nouns": [ "shaker:pepper", "salt", "cupboard", "salt" ], "noun_classes": [ 180, 38, 3, 38 ], "start_stop_timestamps": [ [ "00:08:41.99", "00:08:43.47" ], [ "00:08:45.68", "00:08:48.18" ], [ "00:08:48.03", "00:08:49.10" ], [ "00:08:48.70", "00:08:50.19" ] ], "start_stop_frames": [ [ 31319, 31408 ], [ 31540, 31690 ], [ 31681, 31746 ], [ 31722, 31811 ] ], "trgnoun": "salt", "trgverb": "place" }, { "key": "P35_108+26_27_28_29", "video_id": "P35_108", "narration_ids": [ "P35_108_26", "P35_108_27", "P35_108_28", "P35_108_29" ], "src": "throw napkin . pick_up container . pick_up lid", "src1": "throw napkin", "src2": "pick_up container", "src3": "pick_up lid", "trg": "close container", "vis_src": "P35_108:26 P35_108:27 P35_108:28", "vis_trg": "P35_108:29", "narrations": [ "throw napkin", "pick up container", "pick up lid", "close container" ], "verbs": [ "throw", "pick-up", "pick-up", "close" ], "verb_classes": [ 13, 0, 0, 4 ], "nouns": [ "napkin", "container", "lid", "container" ], "noun_classes": [ 88, 21, 6, 21 ], "start_stop_timestamps": [ [ "00:01:09.45", "00:01:12.34" ], [ "00:01:11.90", "00:01:14.70" ], [ "00:01:14.54", "00:01:18.32" ], [ "00:01:18.20", "00:01:20.96" ] ], "start_stop_frames": [ [ 3472, 3617 ], [ 3595, 3735 ], [ 3726, 3915 ], [ 3910, 4048 ] ], "trgnoun": "container", "trgverb": "close" }, { "key": "P08_01+51_52_53_54", "video_id": "P08_01", "narration_ids": [ "P08_01_51", "P08_01_52", "P08_01_53", "P08_01_54" ], "src": "cut loaf . place bread . put bread", "src1": "cut loaf", "src2": "place bread", "src3": "put bread", "trg": "put bread in back", "vis_src": "P08_01:51 P08_01:52 P08_01:53", "vis_trg": "P08_01:54", "narrations": [ "cut loaf", "place bread", "put bread", "put bread in back" ], "verbs": [ "cut", "place", "put", "put-in" ], "verb_classes": [ 7, 1, 1, 5 ], "nouns": [ "loaf", "bread", "bread", "bread" ], "noun_classes": [ 33, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:02:56.53", "00:02:59.73" ], [ "00:02:59.69", "00:03:01.04" ], [ "00:03:00.94", "00:03:08.57" ], [ "00:03:09.06", "00:03:12.53" ] ], "start_stop_frames": [ [ 10591, 10783 ], [ 10781, 10862 ], [ 10856, 11314 ], [ 11343, 11551 ] ], "trgnoun": "bread", "trgverb": "put_in" }, { "key": "P02_06+327_328_329_330", "video_id": "P02_06", "narration_ids": [ "P02_06_327", "P02_06_328", "P02_06_329", "P02_06_330" ], "src": "pick_up olives . put olives on salad . open fridge", "src1": "pick_up olives", "src2": "put olives on salad", "src3": "open fridge", "trg": "return olives", "vis_src": "P02_06:327 P02_06:328 P02_06:329", "vis_trg": "P02_06:330", "narrations": [ "pick up olives", "put olives on salad", "open fridge", "return olives" ], "verbs": [ "pick-up", "put-on", "open", "return" ], "verb_classes": [ 0, 1, 3, 1 ], "nouns": [ "olive", "olive", "fridge", "olive" ], "noun_classes": [ 83, 83, 12, 83 ], "start_stop_timestamps": [ [ "00:15:17.12", "00:15:18.12" ], [ "00:15:21.02", "00:15:24.50" ], [ "00:15:27.06", "00:15:27.88" ], [ "00:15:28.02", "00:15:29.02" ] ], "start_stop_frames": [ [ 55027, 55087 ], [ 55261, 55470 ], [ 55623, 55672 ], [ 55681, 55741 ] ], "trgnoun": "olive", "trgverb": "return" }, { "key": "P04_113+193_194_195_197", "video_id": "P04_113", "narration_ids": [ "P04_113_193", "P04_113_194", "P04_113_195", "P04_113_197" ], "src": "put scissors in cutlery tray . pick_up tofu_packet . pick_up rubbish", "src1": "put scissors in cutlery tray", "src2": "pick_up tofu_packet", "src3": "pick_up rubbish", "trg": "put rubbish in bin", "vis_src": "P04_113:193 P04_113:194 P04_113:195", "vis_trg": "P04_113:197", "narrations": [ "put scissors in cutlery tray", "pick up tofu packet", "pick up rubbish", "put rubbish in bin" ], "verbs": [ "put-in", "pick-up", "pick-up", "put-in" ], "verb_classes": [ 5, 0, 0, 5 ], "nouns": [ "scissors", "packet:tofu", "rubbish", "rubbish" ], "noun_classes": [ 79, 26, 54, 54 ], "start_stop_timestamps": [ [ "00:05:56.27", "00:05:56.89" ], [ "00:05:57.48", "00:05:58.17" ], [ "00:05:58.88", "00:06:00.20" ], [ "00:06:01.00", "00:06:04.07" ] ], "start_stop_frames": [ [ 17813, 17844 ], [ 17874, 17908 ], [ 17944, 18010 ], [ 18050, 18203 ] ], "trgnoun": "rubbish", "trgverb": "put_in" }, { "key": "P10_04+208_209_210_211", "video_id": "P10_04", "narration_ids": [ "P10_04_208", "P10_04_209", "P10_04_210", "P10_04_211" ], "src": "brush the pot . wash it with water . clean the chopsticks", "src1": "brush the pot", "src2": "wash it with water", "src3": "clean the chopsticks", "trg": "wash the pot", "vis_src": "P10_04:208 P10_04:209 P10_04:210", "vis_trg": "P10_04:211", "narrations": [ "brush the pot", "wash it with water", "clean the chopsticks", "wash the pot" ], "verbs": [ "brush", "wash-with", "clean", "wash" ], "verb_classes": [ 57, 2, 2, 2 ], "nouns": [ "pot", "water", "chopstick", "pot" ], "noun_classes": [ 29, 27, 80, 29 ], "start_stop_timestamps": [ [ "00:22:17.20", "00:22:26.54" ], [ "00:22:26.79", "00:22:31.14" ], [ "00:22:31.24", "00:22:32.99" ], [ "00:22:34.84", "00:22:39.85" ] ], "start_stop_frames": [ [ 80232, 80792 ], [ 80807, 81068 ], [ 81074, 81179 ], [ 81290, 81591 ] ], "trgnoun": "pot", "trgverb": "wash" }, { "key": "P02_108+166_167_168_169", "video_id": "P02_108", "narration_ids": [ "P02_108_166", "P02_108_167", "P02_108_168", "P02_108_169" ], "src": "mix mixture in bowl using spoon . clear spoon from any mixture . put_down spoon", "src1": "mix mixture in bowl using spoon", "src2": "clear spoon from any mixture", "src3": "put_down spoon", "trg": "mix mixture using hand in bowl", "vis_src": "P02_108:166 P02_108:167 P02_108:168", "vis_trg": "P02_108:169", "narrations": [ "mix mixture in bowl using spoon", "clear spoon from any mixture", "put down spoon", "mix mixture using hand in bowl" ], "verbs": [ "mix-in", "clear", "put-down", "mix" ], "verb_classes": [ 10, 12, 1, 10 ], "nouns": [ "mixture", "spoon", "spoon", "mixture" ], "noun_classes": [ 71, 1, 1, 71 ], "start_stop_timestamps": [ [ "00:07:27.79", "00:07:43.52" ], [ "00:07:43.11", "00:07:46.14" ], [ "00:07:46.24", "00:07:47.73" ], [ "00:07:47.80", "00:07:52.39" ] ], "start_stop_frames": [ [ 22389, 23176 ], [ 23155, 23307 ], [ 23312, 23386 ], [ 23390, 23619 ] ], "trgnoun": "mixture", "trgverb": "mix" }, { "key": "P10_01+79_80_81_82", "video_id": "P10_01", "narration_ids": [ "P10_01_79", "P10_01_80", "P10_01_81", "P10_01_82" ], "src": "put the pot inside the sink . open the tap_water . wash the pot", "src1": "put the pot inside the sink", "src2": "open the tap_water", "src3": "wash the pot", "trg": "brush the pot", "vis_src": "P10_01:79 P10_01:80 P10_01:81", "vis_trg": "P10_01:82", "narrations": [ "put the pot inside the sink", "open the tap water", "wash the pot", "brush the pot" ], "verbs": [ "put-inside", "open", "wash", "brush" ], "verb_classes": [ 5, 3, 2, 57 ], "nouns": [ "pot", "water:tap", "pot", "pot" ], "noun_classes": [ 29, 0, 29, 29 ], "start_stop_timestamps": [ [ "00:09:48.39", "00:09:50.52" ], [ "00:09:50.54", "00:09:52.66" ], [ "00:09:55.42", "00:09:58.47" ], [ "00:10:00.48", "00:10:02.56" ] ], "start_stop_frames": [ [ 35303, 35431 ], [ 35432, 35559 ], [ 35725, 35908 ], [ 36028, 36153 ] ], "trgnoun": "pot", "trgverb": "brush" }, { "key": "P30_04+94_96_97_98", "video_id": "P30_04", "narration_ids": [ "P30_04_94", "P30_04_96", "P30_04_97", "P30_04_98" ], "src": "wash box . put washing up liquid on box . rinse box", "src1": "wash box", "src2": "put washing up liquid on box", "src3": "rinse box", "trg": "put box", "vis_src": "P30_04:94 P30_04:96 P30_04:97", "vis_trg": "P30_04:98", "narrations": [ "wash box", "put washing up liquid on box", "rinse box", "put box" ], "verbs": [ "wash", "put", "rinse", "put" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "box", "liquid:washing:up", "box", "box" ], "noun_classes": [ 23, 22, 23, 23 ], "start_stop_timestamps": [ [ "00:05:01.87", "00:05:11.36" ], [ "00:05:10.96", "00:05:12.98" ], [ "00:05:34.99", "00:05:41.23" ], [ "00:05:41.57", "00:05:42.84" ] ], "start_stop_frames": [ [ 18112, 18681 ], [ 18657, 18778 ], [ 20099, 20473 ], [ 20494, 20570 ] ], "trgnoun": "box", "trgverb": "put" }, { "key": "P03_112+108_109_110_111", "video_id": "P03_112", "narration_ids": [ "P03_112_108", "P03_112_109", "P03_112_110", "P03_112_111" ], "src": "tap cheese against grater . place grater onto plate . pick_up cheese_bag", "src1": "tap cheese against grater", "src2": "place grater onto plate", "src3": "pick_up cheese_bag", "trg": "place cheese into bag", "vis_src": "P03_112:108 P03_112:109 P03_112:110", "vis_trg": "P03_112:111", "narrations": [ "tap cheese against grater", "place grater onto plate", "pick up cheese bag", "place cheese into bag" ], "verbs": [ "tap", "place-onto", "pick-up", "place-into" ], "verb_classes": [ 32, 1, 0, 5 ], "nouns": [ "cheese", "grater", "bag:cheese", "cheese" ], "noun_classes": [ 32, 96, 19, 32 ], "start_stop_timestamps": [ [ "00:03:42.80", "00:03:44.85" ], [ "00:03:45.44", "00:03:46.40" ], [ "00:03:46.81", "00:03:48.56" ], [ "00:03:47.06", "00:03:50.98" ] ], "start_stop_frames": [ [ 11140, 11242 ], [ 11272, 11320 ], [ 11340, 11428 ], [ 11353, 11549 ] ], "trgnoun": "cheese", "trgverb": "place_into" }, { "key": "P04_107+277_278_279_280", "video_id": "P04_107", "narration_ids": [ "P04_107_277", "P04_107_278", "P04_107_279", "P04_107_280" ], "src": "straighten dough . put dough on chopping board . roll_out dough", "src1": "straighten dough", "src2": "put dough on chopping board", "src3": "roll_out dough", "trg": "feel dough", "vis_src": "P04_107:277 P04_107:278 P04_107:279", "vis_trg": "P04_107:280", "narrations": [ "straighten dough", "put dough on chopping board", "roll out dough", "feel dough" ], "verbs": [ "straighten", "put-on", "roll-out", "feel" ], "verb_classes": [ 40, 1, 39, 54 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:09:02.20", "00:09:03.45" ], [ "00:09:03.08", "00:09:03.92" ], [ "00:09:04.02", "00:09:07.65" ], [ "00:09:06.00", "00:09:07.57" ] ], "start_stop_frames": [ [ 27110, 27172 ], [ 27154, 27195 ], [ 27201, 27382 ], [ 27300, 27378 ] ], "trgnoun": "dough", "trgverb": "feel" }, { "key": "P04_112+104_105_106_107", "video_id": "P04_112", "narration_ids": [ "P04_112_104", "P04_112_105", "P04_112_106", "P04_112_107" ], "src": "push tofu into tub . put spoon on plate . pick_up piece of tofu", "src1": "push tofu into tub", "src2": "put spoon on plate", "src3": "pick_up piece of tofu", "trg": "put piece of tofu in tupperware", "vis_src": "P04_112:104 P04_112:105 P04_112:106", "vis_trg": "P04_112:107", "narrations": [ "push tofu into tub", "put spoon on plate", "pick up piece of tofu", "put piece of tofu in tupperware" ], "verbs": [ "push-into", "put-on", "pick-up", "put-in" ], "verb_classes": [ 5, 1, 0, 5 ], "nouns": [ "tofu", "spoon", "piece:tofu", "piece:tofu" ], "noun_classes": [ 81, 1, 81, 81 ], "start_stop_timestamps": [ [ "00:03:03.82", "00:03:04.31" ], [ "00:03:04.29", "00:03:05.38" ], [ "00:03:05.85", "00:03:06.54" ], [ "00:03:06.63", "00:03:07.14" ] ], "start_stop_frames": [ [ 9191, 9215 ], [ 9214, 9269 ], [ 9292, 9327 ], [ 9331, 9357 ] ], "trgnoun": "tofu_piece", "trgverb": "put_in" }, { "key": "P05_03+17_18_19_20", "video_id": "P05_03", "narration_ids": [ "P05_03_17", "P05_03_18", "P05_03_19", "P05_03_20" ], "src": "open cupboard . take pasta_bag . open pasta_bag", "src1": "open cupboard", "src2": "take pasta_bag", "src3": "open pasta_bag", "trg": "place pasta_bag on table", "vis_src": "P05_03:17 P05_03:18 P05_03:19", "vis_trg": "P05_03:20", "narrations": [ "open cupboard", "take pasta bag", "open pasta bag", "place pasta bag on table" ], "verbs": [ "open", "take", "open", "place-on" ], "verb_classes": [ 3, 0, 3, 1 ], "nouns": [ "cupboard", "bag:pasta", "bag:pasta", "bag:pasta" ], "noun_classes": [ 3, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:00:50.76", "00:00:52.81" ], [ "00:00:55.57", "00:00:57.14" ], [ "00:00:58.19", "00:01:02.14" ], [ "00:01:02.24", "00:01:03.53" ] ], "start_stop_frames": [ [ 3045, 3168 ], [ 3334, 3428 ], [ 3491, 3728 ], [ 3734, 3811 ] ], "trgnoun": "pasta_bag", "trgverb": "place_on" }, { "key": "P24_06+23_24_25_26", "video_id": "P24_06", "narration_ids": [ "P24_06_23", "P24_06_24", "P24_06_25", "P24_06_26" ], "src": "pick_up pot . put_down pot . pick_up colander", "src1": "pick_up pot", "src2": "put_down pot", "src3": "pick_up colander", "trg": "put_down colander", "vis_src": "P24_06:23 P24_06:24 P24_06:25", "vis_trg": "P24_06:26", "narrations": [ "pick up pot", "put down pot", "pick up colander", "put down colander" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "pot", "pot", "colander", "colander" ], "noun_classes": [ 29, 29, 39, 39 ], "start_stop_timestamps": [ [ "00:02:24.20", "00:02:28.15" ], [ "00:02:27.75", "00:02:30.45" ], [ "00:02:30.68", "00:02:32.30" ], [ "00:02:32.84", "00:02:34.83" ] ], "start_stop_frames": [ [ 8652, 8889 ], [ 8865, 9027 ], [ 9040, 9138 ], [ 9170, 9289 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P30_04+92_97_98_99", "video_id": "P30_04", "narration_ids": [ "P30_04_92", "P30_04_97", "P30_04_98", "P30_04_99" ], "src": "dry mug . rinse box . put box", "src1": "dry mug", "src2": "rinse box", "src3": "put box", "trg": "take mug", "vis_src": "P30_04:92 P30_04:97 P30_04:98", "vis_trg": "P30_04:99", "narrations": [ "dry mug", "rinse box", "put box", "take mug" ], "verbs": [ "dry", "rinse", "put", "take" ], "verb_classes": [ 14, 2, 1, 0 ], "nouns": [ "mug", "box", "box", "mug" ], "noun_classes": [ 13, 23, 23, 13 ], "start_stop_timestamps": [ [ "00:04:45.41", "00:04:51.04" ], [ "00:05:34.99", "00:05:41.23" ], [ "00:05:41.57", "00:05:42.84" ], [ "00:05:42.71", "00:05:43.50" ] ], "start_stop_frames": [ [ 17124, 17462 ], [ 20099, 20473 ], [ 20494, 20570 ], [ 20562, 20610 ] ], "trgnoun": "mug", "trgverb": "take" }, { "key": "P01_09+620_621_622_623", "video_id": "P01_09", "narration_ids": [ "P01_09_620", "P01_09_621", "P01_09_622", "P01_09_623" ], "src": "spread mozzarella . sprinkle more_mozzarella . fold mozzarella_bag", "src1": "spread mozzarella", "src2": "sprinkle more_mozzarella", "src3": "fold mozzarella_bag", "trg": "put_down mozzarella_bag", "vis_src": "P01_09:620 P01_09:621 P01_09:622", "vis_trg": "P01_09:623", "narrations": [ "spread mozzarella", "sprinkle more mozzarella", "fold mozzarella bag", "put down mozzarella bag" ], "verbs": [ "spread", "sprinkle", "fold", "put-down" ], "verb_classes": [ 27, 42, 28, 1 ], "nouns": [ "mozzarella", "mozzarella:more", "bag:mozzarella", "bag:mozzarella" ], "noun_classes": [ 32, 32, 19, 19 ], "start_stop_timestamps": [ [ "00:43:45.08", "00:43:49.16" ], [ "00:43:49.62", "00:43:53.66" ], [ "00:43:57.45", "00:44:00.13" ], [ "00:44:00.05", "00:44:00.87" ] ], "start_stop_frames": [ [ 157504, 157749 ], [ 157777, 158019 ], [ 158247, 158407 ], [ 158403, 158452 ] ], "trgnoun": "mozzarella_bag", "trgverb": "put_down" }, { "key": "P04_110+207_208_209_210", "video_id": "P04_110", "narration_ids": [ "P04_110_207", "P04_110_208", "P04_110_209", "P04_110_210" ], "src": "put tofu into pan . move tofu with spatula . pick_up piece of tofu", "src1": "put tofu into pan", "src2": "move tofu with spatula", "src3": "pick_up piece of tofu", "trg": "put piece of tofu into pan", "vis_src": "P04_110:207 P04_110:208 P04_110:209", "vis_trg": "P04_110:210", "narrations": [ "put tofu into pan", "move tofu with spatula", "pick up piece of tofu", "put piece of tofu into pan" ], "verbs": [ "put-into", "move-with", "pick-up", "put-into" ], "verb_classes": [ 5, 11, 0, 5 ], "nouns": [ "tofu", "tofu", "piece:tofu", "piece:tofu" ], "noun_classes": [ 81, 81, 81, 81 ], "start_stop_timestamps": [ [ "00:07:03.31", "00:07:04.00" ], [ "00:07:03.90", "00:07:04.60" ], [ "00:07:04.70", "00:07:06.00" ], [ "00:07:06.08", "00:07:06.47" ] ], "start_stop_frames": [ [ 21165, 21200 ], [ 21195, 21230 ], [ 21235, 21300 ], [ 21304, 21323 ] ], "trgnoun": "tofu_piece", "trgverb": "put_into" }, { "key": "P04_121+292_293_294_295", "video_id": "P04_121", "narration_ids": [ "P04_121_292", "P04_121_293", "P04_121_294", "P04_121_295" ], "src": "pick_up scourer . scour bowl . tip water out of bowl", "src1": "pick_up scourer", "src2": "scour bowl", "src3": "tip water out of bowl", "trg": "put_down bowl", "vis_src": "P04_121:292 P04_121:293 P04_121:294", "vis_trg": "P04_121:295", "narrations": [ "pick up scourer", "scour bowl", "tip water out of bowl", "put down bowl" ], "verbs": [ "pick-up", "scour", "tip-out", "put-down" ], "verb_classes": [ 0, 29, 20, 1 ], "nouns": [ "scourer", "bowl", "water", "bowl" ], "noun_classes": [ 9, 7, 27, 7 ], "start_stop_timestamps": [ [ "00:13:14.73", "00:13:15.17" ], [ "00:13:15.66", "00:13:19.08" ], [ "00:13:18.19", "00:13:19.39" ], [ "00:13:19.85", "00:13:20.89" ] ], "start_stop_frames": [ [ 39736, 39758 ], [ 39783, 39954 ], [ 39909, 39969 ], [ 39992, 40044 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P24_08+196_197_198_199", "video_id": "P24_08", "narration_ids": [ "P24_08_196", "P24_08_197", "P24_08_198", "P24_08_199" ], "src": "put bottle in fridge . close fridge . take mozzarella_bag", "src1": "put bottle in fridge", "src2": "close fridge", "src3": "take mozzarella_bag", "trg": "throw mozzarella_bag", "vis_src": "P24_08:196 P24_08:197 P24_08:198", "vis_trg": "P24_08:199", "narrations": [ "put bottle in fridge", "close fridge", "take mozzarella bag", "throw mozzarella bag" ], "verbs": [ "put-in", "close", "take", "throw" ], "verb_classes": [ 5, 4, 0, 13 ], "nouns": [ "bottle", "fridge", "bag:mozzarella", "bag:mozzarella" ], "noun_classes": [ 15, 12, 19, 19 ], "start_stop_timestamps": [ [ "00:14:26.30", "00:14:27.54" ], [ "00:14:27.51", "00:14:28.66" ], [ "00:14:29.41", "00:14:31.80" ], [ "00:14:33.51", "00:14:37.94" ] ], "start_stop_frames": [ [ 51978, 52052 ], [ 52050, 52119 ], [ 52164, 52308 ], [ 52410, 52676 ] ], "trgnoun": "mozzarella_bag", "trgverb": "throw" }, { "key": "P04_109+520_524_525_526", "video_id": "P04_109", "narration_ids": [ "P04_109_520", "P04_109_524", "P04_109_525", "P04_109_526" ], "src": "slice tofu . pick_up piece of tofu . eat piece of tofu", "src1": "slice tofu", "src2": "pick_up piece of tofu", "src3": "eat piece of tofu", "trg": "take piece of tofu off knife", "vis_src": "P04_109:520 P04_109:524 P04_109:525", "vis_trg": "P04_109:526", "narrations": [ "slice tofu", "pick up piece of tofu", "eat piece of tofu", "take piece of tofu off knife" ], "verbs": [ "slice", "pick-up", "eat", "take-off" ], "verb_classes": [ 7, 0, 35, 12 ], "nouns": [ "tofu", "piece:tofu", "piece:tofu", "piece:tofu" ], "noun_classes": [ 81, 81, 81, 81 ], "start_stop_timestamps": [ [ "00:15:49.00", "00:15:51.42" ], [ "00:15:55.14", "00:15:56.50" ], [ "00:15:56.34", "00:15:57.07" ], [ "00:15:57.17", "00:15:58.09" ] ], "start_stop_frames": [ [ 47450, 47571 ], [ 47757, 47825 ], [ 47817, 47853 ], [ 47858, 47904 ] ], "trgnoun": "tofu_piece", "trgverb": "take_off" }, { "key": "P03_112+109_110_111_112", "video_id": "P03_112", "narration_ids": [ "P03_112_109", "P03_112_110", "P03_112_111", "P03_112_112" ], "src": "place grater onto plate . pick_up cheese_bag . place cheese into bag", "src1": "place grater onto plate", "src2": "pick_up cheese_bag", "src3": "place cheese into bag", "trg": "close cheese_bag", "vis_src": "P03_112:109 P03_112:110 P03_112:111", "vis_trg": "P03_112:112", "narrations": [ "place grater onto plate", "pick up cheese bag", "place cheese into bag", "close cheese bag" ], "verbs": [ "place-onto", "pick-up", "place-into", "close" ], "verb_classes": [ 1, 0, 5, 4 ], "nouns": [ "grater", "bag:cheese", "cheese", "bag:cheese" ], "noun_classes": [ 96, 19, 32, 19 ], "start_stop_timestamps": [ [ "00:03:45.44", "00:03:46.40" ], [ "00:03:46.81", "00:03:48.56" ], [ "00:03:47.06", "00:03:50.98" ], [ "00:03:50.98", "00:03:56.37" ] ], "start_stop_frames": [ [ 11272, 11320 ], [ 11340, 11428 ], [ 11353, 11549 ], [ 11549, 11818 ] ], "trgnoun": "cheese_bag", "trgverb": "close" }, { "key": "P23_04+86_87_88_91", "video_id": "P23_04", "narration_ids": [ "P23_04_86", "P23_04_87", "P23_04_88", "P23_04_91" ], "src": "take the tomato_plate . put tomato into the curry into the pan . mix the curry", "src1": "take the tomato_plate", "src2": "put tomato into the curry into the pan", "src3": "mix the curry", "trg": "put top on the pan", "vis_src": "P23_04:86 P23_04:87 P23_04:88", "vis_trg": "P23_04:91", "narrations": [ "take the tomato plate", "put tomato into the curry into the pan", "mix the curry", "put top on the pan" ], "verbs": [ "take", "put-into", "mix", "put-on" ], "verb_classes": [ 0, 5, 10, 1 ], "nouns": [ "plate:tomato", "tomato", "curry", "top" ], "noun_classes": [ 2, 43, 121, 42 ], "start_stop_timestamps": [ [ "00:21:00.45", "00:21:02.78" ], [ "00:21:07.01", "00:21:14.32" ], [ "00:21:16.05", "00:21:29.57" ], [ "00:21:54.66", "00:21:56.45" ] ], "start_stop_frames": [ [ 75627, 75766 ], [ 76020, 76459 ], [ 76563, 77374 ], [ 78879, 78987 ] ], "trgnoun": "top", "trgverb": "put_on" }, { "key": "P04_110+231_232_233_234", "video_id": "P04_110", "narration_ids": [ "P04_110_231", "P04_110_232", "P04_110_233", "P04_110_234" ], "src": "put piece of tofu in pan . move piece of tofu in pan . pick_up piece of tofu", "src1": "put piece of tofu in pan", "src2": "move piece of tofu in pan", "src3": "pick_up piece of tofu", "trg": "put_down piece of tofu", "vis_src": "P04_110:231 P04_110:232 P04_110:233", "vis_trg": "P04_110:234", "narrations": [ "put piece of tofu in pan", "move piece of tofu in pan", "pick up piece of tofu", "put down piece of tofu" ], "verbs": [ "put-in", "move-in", "pick-up", "put-down" ], "verb_classes": [ 5, 5, 0, 1 ], "nouns": [ "piece:tofu", "piece:tofu", "piece:tofu", "piece:tofu" ], "noun_classes": [ 81, 81, 81, 81 ], "start_stop_timestamps": [ [ "00:07:20.95", "00:07:21.60" ], [ "00:07:21.53", "00:07:22.32" ], [ "00:07:23.06", "00:07:23.60" ], [ "00:07:26.41", "00:07:26.88" ] ], "start_stop_frames": [ [ 22047, 22080 ], [ 22076, 22116 ], [ 22153, 22180 ], [ 22320, 22344 ] ], "trgnoun": "tofu_piece", "trgverb": "put_down" }, { "key": "P26_104+157_158_159_160", "video_id": "P26_104", "narration_ids": [ "P26_104_157", "P26_104_158", "P26_104_159", "P26_104_160" ], "src": "put_down mug . close fridge . pick_up mozzarella_bag", "src1": "put_down mug", "src2": "close fridge", "src3": "pick_up mozzarella_bag", "trg": "crumple mozzarella_bag", "vis_src": "P26_104:157 P26_104:158 P26_104:159", "vis_trg": "P26_104:160", "narrations": [ "put down mug", "close fridge", "pick up mozzarella bag", "crumple mozzarella bag" ], "verbs": [ "put-down", "close", "pick-up", "crumple" ], "verb_classes": [ 1, 4, 0, 18 ], "nouns": [ "mug", "fridge", "bag:mozzarella", "bag:mozzarella" ], "noun_classes": [ 13, 12, 19, 19 ], "start_stop_timestamps": [ [ "00:10:47.85", "00:10:49.73" ], [ "00:10:50.48", "00:10:51.70" ], [ "00:10:52.05", "00:10:52.80" ], [ "00:10:52.65", "00:10:55.68" ] ], "start_stop_frames": [ [ 32392, 32486 ], [ 32524, 32585 ], [ 32602, 32639 ], [ 32632, 32784 ] ], "trgnoun": "mozzarella_bag", "trgverb": "crumple" }, { "key": "P05_03+59_60_61_62", "video_id": "P05_03", "narration_ids": [ "P05_03_59", "P05_03_60", "P05_03_61", "P05_03_62" ], "src": "take pasta_bag . pour pasta in pot . take salt", "src1": "take pasta_bag", "src2": "pour pasta in pot", "src3": "take salt", "trg": "pour salt", "vis_src": "P05_03:59 P05_03:60 P05_03:61", "vis_trg": "P05_03:62", "narrations": [ "take pasta bag", "pour pasta in pot", "take salt", "pour salt" ], "verbs": [ "take", "pour-in", "take", "pour" ], "verb_classes": [ 0, 9, 0, 9 ], "nouns": [ "bag:pasta", "pasta", "salt", "salt" ], "noun_classes": [ 19, 45, 38, 38 ], "start_stop_timestamps": [ [ "00:04:55.42", "00:04:57.16" ], [ "00:04:58.25", "00:05:01.91" ], [ "00:05:04.17", "00:05:05.29" ], [ "00:05:07.17", "00:05:10.04" ] ], "start_stop_frames": [ [ 17725, 17829 ], [ 17895, 18114 ], [ 18250, 18317 ], [ 18430, 18602 ] ], "trgnoun": "salt", "trgverb": "pour" }, { "key": "P17_04+17_18_19_20", "video_id": "P17_04", "narration_ids": [ "P17_04_17", "P17_04_18", "P17_04_19", "P17_04_20" ], "src": "remove leaves . put corn into the pot . remove the leaves", "src1": "remove leaves", "src2": "put corn into the pot", "src3": "remove the leaves", "trg": "over turn the corns", "vis_src": "P17_04:17 P17_04:18 P17_04:19", "vis_trg": "P17_04:20", "narrations": [ "remove leaves", "put corn into the pot", "remove the leaves", "over turn the corns" ], "verbs": [ "remove", "put-into", "remove", "turn-over" ], "verb_classes": [ 12, 5, 12, 22 ], "nouns": [ "leaf", "corn", "leaf", "corn" ], "noun_classes": [ 62, 125, 62, 125 ], "start_stop_timestamps": [ [ "00:02:15.90", "00:02:17.06" ], [ "00:02:52.79", "00:02:54.29" ], [ "00:02:57.05", "00:02:58.26" ], [ "00:02:58.60", "00:02:59.32" ] ], "start_stop_frames": [ [ 8154, 8223 ], [ 10367, 10457 ], [ 10623, 10695 ], [ 10716, 10759 ] ], "trgnoun": "corn", "trgverb": "turn_over" }, { "key": "P01_09+311_312_313_316", "video_id": "P01_09", "narration_ids": [ "P01_09_311", "P01_09_312", "P01_09_313", "P01_09_316" ], "src": "move measuring_cup . take knife . slice mushrooms", "src1": "move measuring_cup", "src2": "take knife", "src3": "slice mushrooms", "trg": "pour", "vis_src": "P01_09:311 P01_09:312 P01_09:313", "vis_trg": "P01_09:316", "narrations": [ "move measuring cup", "take knife", "slice mushrooms", "pour" ], "verbs": [ "move", "take", "slice", "pour" ], "verb_classes": [ 11, 0, 7, 9 ], "nouns": [ "cup:measuring", "knife", "mushroom", "mushroom" ], "noun_classes": [ 13, 4, 56, 56 ], "start_stop_timestamps": [ [ "00:23:01.55", "00:23:03.55" ], [ "00:23:03.90", "00:23:04.93" ], [ "00:23:05.03", "00:23:23.48" ], [ "00:23:51.08", "00:23:52.90" ] ], "start_stop_frames": [ [ 82893, 83013 ], [ 83034, 83095 ], [ 83101, 84208 ], [ 85864, 85974 ] ], "trgnoun": "mushroom", "trgverb": "pour" }, { "key": "P30_10+89_90_91_92", "video_id": "P30_10", "narration_ids": [ "P30_10_89", "P30_10_90", "P30_10_91", "P30_10_92" ], "src": "put oven_gloves on cupboard handle . put box . take spoon", "src1": "put oven_gloves on cupboard handle", "src2": "put box", "src3": "take spoon", "trg": "move box", "vis_src": "P30_10:89 P30_10:90 P30_10:91", "vis_trg": "P30_10:92", "narrations": [ "put oven gloves on cupboard handle", "put box", "take spoon", "move box" ], "verbs": [ "put-on", "put", "take", "move" ], "verb_classes": [ 1, 1, 0, 11 ], "nouns": [ "glove:oven", "box", "spoon", "box" ], "noun_classes": [ 60, 23, 1, 23 ], "start_stop_timestamps": [ [ "00:04:46.05", "00:04:52.79" ], [ "00:04:53.14", "00:04:55.53" ], [ "00:04:57.52", "00:04:58.22" ], [ "00:04:58.32", "00:04:59.42" ] ], "start_stop_frames": [ [ 17163, 17567 ], [ 17588, 17731 ], [ 17851, 17893 ], [ 17899, 17965 ] ], "trgnoun": "box", "trgverb": "move" }, { "key": "P24_05+245_246_247_248", "video_id": "P24_05", "narration_ids": [ "P24_05_245", "P24_05_246", "P24_05_247", "P24_05_248" ], "src": "put bag onto table . take spoon . mix pasta", "src1": "put bag onto table", "src2": "take spoon", "src3": "mix pasta", "trg": "spoon pasta", "vis_src": "P24_05:245 P24_05:246 P24_05:247", "vis_trg": "P24_05:248", "narrations": [ "put bag onto table", "take spoon", "mix pasta", "spoon pasta" ], "verbs": [ "put-onto", "take", "mix", "spoon" ], "verb_classes": [ 1, 0, 10, 16 ], "nouns": [ "bag", "spoon", "pasta", "pasta" ], "noun_classes": [ 19, 1, 45, 45 ], "start_stop_timestamps": [ [ "00:21:42.07", "00:21:44.75" ], [ "00:21:47.76", "00:21:49.18" ], [ "00:21:49.28", "00:21:55.13" ], [ "00:21:55.31", "00:22:06.94" ] ], "start_stop_frames": [ [ 78124, 78285 ], [ 78465, 78550 ], [ 78556, 78907 ], [ 78918, 79616 ] ], "trgnoun": "pasta", "trgverb": "spoon" }, { "key": "P02_03+51_52_53_54", "video_id": "P02_03", "narration_ids": [ "P02_03_51", "P02_03_52", "P02_03_53", "P02_03_54" ], "src": "pick_up rest of broccoli . open trash_bin . throw broccoli", "src1": "pick_up rest of broccoli", "src2": "open trash_bin", "src3": "throw broccoli", "trg": "close trash_bin", "vis_src": "P02_03:51 P02_03:52 P02_03:53", "vis_trg": "P02_03:54", "narrations": [ "pick up rest of broccoli", "open trash bin", "throw broccoli", "close trash bin" ], "verbs": [ "pick-up", "open", "throw", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "rest:broccoli", "bin:trash", "broccoli", "bin:trash" ], "noun_classes": [ 101, 36, 101, 36 ], "start_stop_timestamps": [ [ "00:02:27.92", "00:02:29.84" ], [ "00:02:29.77", "00:02:30.67" ], [ "00:02:30.51", "00:02:31.54" ], [ "00:02:31.02", "00:02:31.57" ] ], "start_stop_frames": [ [ 8875, 8990 ], [ 8986, 9040 ], [ 9030, 9092 ], [ 9061, 9094 ] ], "trgnoun": "trash_bin", "trgverb": "close" }, { "key": "P28_11+27_28_29_30", "video_id": "P28_11", "narration_ids": [ "P28_11_27", "P28_11_28", "P28_11_29", "P28_11_30" ], "src": "open cupboard . take oil . open oil", "src1": "open cupboard", "src2": "take oil", "src3": "open oil", "trg": "put oil in pan", "vis_src": "P28_11:27 P28_11:28 P28_11:29", "vis_trg": "P28_11:30", "narrations": [ "open cupboard", "take oil", "open oil", "put oil in pan" ], "verbs": [ "open", "take", "open", "put-in" ], "verb_classes": [ 3, 0, 3, 5 ], "nouns": [ "cupboard", "oil", "oil", "oil" ], "noun_classes": [ 3, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:01:30.83", "00:01:31.55" ], [ "00:01:39.58", "00:01:41.43" ], [ "00:01:42.02", "00:01:46.10" ], [ "00:01:47.98", "00:01:52.99" ] ], "start_stop_frames": [ [ 5449, 5493 ], [ 5974, 6085 ], [ 6121, 6366 ], [ 6478, 6779 ] ], "trgnoun": "oil", "trgverb": "put_in" }, { "key": "P04_110+391_392_393_394", "video_id": "P04_110", "narration_ids": [ "P04_110_391", "P04_110_392", "P04_110_393", "P04_110_394" ], "src": "move piece of tofu off other piece of tofu . put_down spatula . pick_up rice cooker lid", "src1": "move piece of tofu off other piece of tofu", "src2": "put_down spatula", "src3": "pick_up rice cooker lid", "trg": "put_down rice cooker lid", "vis_src": "P04_110:391 P04_110:392 P04_110:393", "vis_trg": "P04_110:394", "narrations": [ "move piece of tofu off other piece of tofu", "put down spatula", "pick up rice cooker lid", "put down rice cooker lid" ], "verbs": [ "move-off", "put-down", "pick-up", "put-down" ], "verb_classes": [ 11, 1, 0, 1 ], "nouns": [ "piece:tofu", "spatula", "lid:rice:cooker", "lid:rice:cooker" ], "noun_classes": [ 81, 20, 6, 6 ], "start_stop_timestamps": [ [ "00:11:34.58", "00:11:36.64" ], [ "00:11:36.86", "00:11:38.07" ], [ "00:11:38.78", "00:11:40.76" ], [ "00:11:39.53", "00:11:41.38" ] ], "start_stop_frames": [ [ 34729, 34832 ], [ 34843, 34903 ], [ 34939, 35038 ], [ 34976, 35069 ] ], "trgnoun": "cooker_rice_lid", "trgverb": "put_down" }, { "key": "P04_110+170_171_172_174", "video_id": "P04_110", "narration_ids": [ "P04_110_170", "P04_110_171", "P04_110_172", "P04_110_174" ], "src": "pick_up spatula . tip broccoli onto plate . scrape broccoli out of pan with spatula", "src1": "pick_up spatula", "src2": "tip broccoli onto plate", "src3": "scrape broccoli out of pan with spatula", "trg": "put_down spatula", "vis_src": "P04_110:170 P04_110:171 P04_110:172", "vis_trg": "P04_110:174", "narrations": [ "pick up spatula", "tip broccoli onto plate", "scrape broccoli out of pan with spatula", "put down spatula" ], "verbs": [ "pick-up", "tip", "scrape", "put-down" ], "verb_classes": [ 0, 1, 25, 1 ], "nouns": [ "spatula", "broccoli", "broccoli", "spatula" ], "noun_classes": [ 20, 101, 101, 20 ], "start_stop_timestamps": [ [ "00:06:17.46", "00:06:18.48" ], [ "00:06:17.80", "00:06:22.11" ], [ "00:06:19.05", "00:06:22.85" ], [ "00:06:23.17", "00:06:25.37" ] ], "start_stop_frames": [ [ 18873, 18924 ], [ 18890, 19105 ], [ 18952, 19142 ], [ 19158, 19268 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P04_107+364_365_366_367", "video_id": "P04_107", "narration_ids": [ "P04_107_364", "P04_107_365", "P04_107_366", "P04_107_367" ], "src": "feel dough . pick_up pastry_brush . wipe pastry_brush on side of ramekin", "src1": "feel dough", "src2": "pick_up pastry_brush", "src3": "wipe pastry_brush on side of ramekin", "trg": "brush dough with oil", "vis_src": "P04_107:364 P04_107:365 P04_107:366", "vis_trg": "P04_107:367", "narrations": [ "feel dough", "pick up pastry brush", "wipe pastry brush on side of ramekin", "brush dough with oil" ], "verbs": [ "feel", "pick-up", "wipe-on", "brush-with" ], "verb_classes": [ 54, 0, 2, 66 ], "nouns": [ "dough", "brush:pastry", "brush:pastry", "dough" ], "noun_classes": [ 25, 103, 103, 25 ], "start_stop_timestamps": [ [ "00:11:18.23", "00:11:19.49" ], [ "00:11:18.35", "00:11:20.26" ], [ "00:11:18.96", "00:11:20.20" ], [ "00:11:20.19", "00:11:21.68" ] ], "start_stop_frames": [ [ 33911, 33974 ], [ 33917, 34013 ], [ 33948, 34010 ], [ 34009, 34084 ] ], "trgnoun": "dough", "trgverb": "brush_with" }, { "key": "P30_111+77_78_79_80", "video_id": "P30_111", "narration_ids": [ "P30_111_77", "P30_111_78", "P30_111_79", "P30_111_80" ], "src": "open cupboards . take olive_oil from cupboard . unscrew olive oil_bottle", "src1": "open cupboards", "src2": "take olive_oil from cupboard", "src3": "unscrew olive oil_bottle", "trg": "pour olive_oil into pan", "vis_src": "P30_111:77 P30_111:78 P30_111:79", "vis_trg": "P30_111:80", "narrations": [ "open cupboards", "take olive oil from cupboard", "unscrew olive oil bottle", "pour olive oil into pan" ], "verbs": [ "open", "take-from", "unscrew", "pour-into" ], "verb_classes": [ 3, 0, 71, 9 ], "nouns": [ "cupboard", "oil:olive", "bottle:oil", "oil:olive" ], "noun_classes": [ 3, 31, 15, 31 ], "start_stop_timestamps": [ [ "00:02:39.49", "00:02:40.51" ], [ "00:02:40.54", "00:02:42.04" ], [ "00:02:41.86", "00:02:42.79" ], [ "00:02:41.93", "00:02:43.52" ] ], "start_stop_frames": [ [ 7974, 8025 ], [ 8027, 8102 ], [ 8093, 8139 ], [ 8096, 8176 ] ], "trgnoun": "olive_oil", "trgverb": "pour_into" }, { "key": "P02_118+181_182_183_184", "video_id": "P02_118", "narration_ids": [ "P02_118_181", "P02_118_182", "P02_118_183", "P02_118_184" ], "src": "put_down washing_liquid . sponge tray . open tap", "src1": "put_down washing_liquid", "src2": "sponge tray", "src3": "open tap", "trg": "rinse tray", "vis_src": "P02_118:181 P02_118:182 P02_118:183", "vis_trg": "P02_118:184", "narrations": [ "put down washing liquid", "sponge tray", "open tap", "rinse tray" ], "verbs": [ "put-down", "sponge", "turn-on", "rinse" ], "verb_classes": [ 1, 2, 6, 2 ], "nouns": [ "liquid:washing", "tray", "tap", "tray" ], "noun_classes": [ 22, 35, 0, 35 ], "start_stop_timestamps": [ [ "00:09:21.69", "00:09:22.62" ], [ "00:09:22.63", "00:09:34.87" ], [ "00:09:35.82", "00:09:36.52" ], [ "00:09:36.52", "00:09:50.23" ] ], "start_stop_frames": [ [ 28084, 28131 ], [ 28131, 28743 ], [ 28791, 28826 ], [ 28826, 29511 ] ], "trgnoun": "tray", "trgverb": "rinse" }, { "key": "P04_116+34_35_36_37", "video_id": "P04_116", "narration_ids": [ "P04_116_34", "P04_116_35", "P04_116_36", "P04_116_37" ], "src": "pick_up spatula . scrape egg off bottom of saucepan . tilt saucepan", "src1": "pick_up spatula", "src2": "scrape egg off bottom of saucepan", "src3": "tilt saucepan", "trg": "lower saucepan", "vis_src": "P04_116:34 P04_116:35 P04_116:36", "vis_trg": "P04_116:37", "narrations": [ "pick up spatula", "scrape egg off bottom of saucepan", "tilt saucepan", "lower saucepan" ], "verbs": [ "pick-up", "scrape-off", "tilt", "lower" ], "verb_classes": [ 0, 25, 33, 73 ], "nouns": [ "spatula", "egg", "saucepan", "saucepan" ], "noun_classes": [ 20, 53, 5, 5 ], "start_stop_timestamps": [ [ "00:00:55.87", "00:00:56.75" ], [ "00:00:57.07", "00:00:58.12" ], [ "00:00:57.01", "00:00:58.63" ], [ "00:00:59.46", "00:01:00.61" ] ], "start_stop_frames": [ [ 2793, 2837 ], [ 2853, 2906 ], [ 2850, 2931 ], [ 2973, 3030 ] ], "trgnoun": "saucepan", "trgverb": "lower" }, { "key": "P04_119+261_262_263_264", "video_id": "P04_119", "narration_ids": [ "P04_119_261", "P04_119_262", "P04_119_263", "P04_119_264" ], "src": "tilt ramekin . tap spoon against ramekin . move spoon in mixture in ramekin", "src1": "tilt ramekin", "src2": "tap spoon against ramekin", "src3": "move spoon in mixture in ramekin", "trg": "put_down spoon", "vis_src": "P04_119:261 P04_119:262 P04_119:263", "vis_trg": "P04_119:264", "narrations": [ "tilt ramekin", "tap spoon against ramekin", "move spoon in mixture in ramekin", "put down spoon" ], "verbs": [ "tilt", "tap", "move", "put-down" ], "verb_classes": [ 33, 32, 11, 1 ], "nouns": [ "ramekin", "spoon", "spoon", "spoon" ], "noun_classes": [ 7, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:12:09.28", "00:12:11.15" ], [ "00:12:10.95", "00:12:11.57" ], [ "00:12:12.55", "00:12:15.53" ], [ "00:12:15.95", "00:12:17.25" ] ], "start_stop_frames": [ [ 36464, 36557 ], [ 36547, 36578 ], [ 36627, 36776 ], [ 36797, 36862 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P20_01+133_134_135_136", "video_id": "P20_01", "narration_ids": [ "P20_01_133", "P20_01_134", "P20_01_135", "P20_01_136" ], "src": "set microwave . turn_on microwave . pick_up frying_pan", "src1": "set microwave", "src2": "turn_on microwave", "src3": "pick_up frying_pan", "trg": "stir frying_pan", "vis_src": "P20_01:133 P20_01:134 P20_01:135", "vis_trg": "P20_01:136", "narrations": [ "set microwave", "turn on microwave", "pick up frying pan", "stir frying pan" ], "verbs": [ "set", "turn-on", "pick-up", "stir" ], "verb_classes": [ 53, 6, 0, 10 ], "nouns": [ "microwave", "microwave", "pan:frying", "pan:frying" ], "noun_classes": [ 90, 90, 5, 5 ], "start_stop_timestamps": [ [ "00:06:49.75", "00:06:52.50" ], [ "00:06:54.35", "00:06:56.10" ], [ "00:06:57.45", "00:06:59.95" ], [ "00:06:58.12", "00:07:00.48" ] ], "start_stop_frames": [ [ 24585, 24750 ], [ 24861, 24966 ], [ 25047, 25197 ], [ 25087, 25228 ] ], "trgnoun": "frying_pan", "trgverb": "stir" }, { "key": "P09_02+20_21_22_23", "video_id": "P09_02", "narration_ids": [ "P09_02_20", "P09_02_21", "P09_02_22", "P09_02_23" ], "src": "take oil . put oil on pan . close bottle of oil", "src1": "take oil", "src2": "put oil on pan", "src3": "close bottle of oil", "trg": "put oil in cabinet", "vis_src": "P09_02:20 P09_02:21 P09_02:22", "vis_trg": "P09_02:23", "narrations": [ "take oil", "put oil on pan", "close bottle of oil", "put oil in cabinet" ], "verbs": [ "take", "put-on", "close", "put-in" ], "verb_classes": [ 0, 1, 4, 5 ], "nouns": [ "oil", "oil", "bottle:oil", "oil" ], "noun_classes": [ 31, 31, 15, 31 ], "start_stop_timestamps": [ [ "00:01:38.05", "00:01:39.55" ], [ "00:01:45.73", "00:01:48.91" ], [ "00:01:49.25", "00:01:52.00" ], [ "00:01:53.60", "00:01:55.35" ] ], "start_stop_frames": [ [ 5883, 5973 ], [ 6343, 6534 ], [ 6555, 6720 ], [ 6816, 6921 ] ], "trgnoun": "oil", "trgverb": "put_in" }, { "key": "P02_124+67_68_69_70", "video_id": "P02_124", "narration_ids": [ "P02_124_67", "P02_124_68", "P02_124_69", "P02_124_70" ], "src": "close fridge . open milk_bottle . pour milk from bottle into mug", "src1": "close fridge", "src2": "open milk_bottle", "src3": "pour milk from bottle into mug", "trg": "close milk_bottle", "vis_src": "P02_124:67 P02_124:68 P02_124:69", "vis_trg": "P02_124:70", "narrations": [ "close fridge", "open milk bottle", "pour milk from bottle into mug", "close milk bottle" ], "verbs": [ "close", "open", "pour-from", "close" ], "verb_classes": [ 4, 3, 9, 4 ], "nouns": [ "fridge", "bottle:milk", "milk", "bottle:milk" ], "noun_classes": [ 12, 15, 64, 15 ], "start_stop_timestamps": [ [ "00:02:23.77", "00:02:24.45" ], [ "00:02:25.58", "00:02:27.14" ], [ "00:02:27.17", "00:02:30.29" ], [ "00:02:30.37", "00:02:32.08" ] ], "start_stop_frames": [ [ 7188, 7222 ], [ 7278, 7356 ], [ 7358, 7514 ], [ 7518, 7603 ] ], "trgnoun": "milk_bottle", "trgverb": "close" }, { "key": "P29_03+415_416_417_418", "video_id": "P29_03", "narration_ids": [ "P29_03_415", "P29_03_416", "P29_03_417", "P29_03_418" ], "src": "check time . put watch on side . pick_up phone", "src1": "check time", "src2": "put watch on side", "src3": "pick_up phone", "trg": "put phone in front of freezer", "vis_src": "P29_03:415 P29_03:416 P29_03:417", "vis_trg": "P29_03:418", "narrations": [ "check time", "put watch on side", "pick up phone", "put phone in front of freezer" ], "verbs": [ "check", "put-on", "pick-up", "put-in" ], "verb_classes": [ 24, 1, 0, 5 ], "nouns": [ "time", "watch", "phone", "phone" ], "noun_classes": [ 111, 272, 165, 165 ], "start_stop_timestamps": [ [ "00:26:38.79", "00:26:44.90" ], [ "00:26:45.63", "00:26:48.39" ], [ "00:26:49.25", "00:26:52.78" ], [ "00:26:50.16", "00:26:56.29" ] ], "start_stop_frames": [ [ 95927, 96294 ], [ 96337, 96503 ], [ 96555, 96766 ], [ 96609, 96977 ] ], "trgnoun": "phone", "trgverb": "put_in" }, { "key": "P29_01+34_35_36_38", "video_id": "P29_01", "narration_ids": [ "P29_01_34", "P29_01_35", "P29_01_36", "P29_01_38" ], "src": "put_down onions . fetch garlic . put_down watch", "src1": "put_down onions", "src2": "fetch garlic", "src3": "put_down watch", "trg": "pick_up pepper", "vis_src": "P29_01:34 P29_01:35 P29_01:36", "vis_trg": "P29_01:38", "narrations": [ "put down onions", "fetch garlic", "put down watch", "pick up pepper" ], "verbs": [ "put-down", "fetch", "put-down", "pick-up" ], "verb_classes": [ 1, 0, 1, 0 ], "nouns": [ "onion", "garlic", "watch", "pepper" ], "noun_classes": [ 16, 51, 272, 37 ], "start_stop_timestamps": [ [ "00:01:57.58", "00:02:00.31" ], [ "00:02:01.23", "00:02:05.88" ], [ "00:02:01.90", "00:02:05.19" ], [ "00:02:07.89", "00:02:12.07" ] ], "start_stop_frames": [ [ 7054, 7218 ], [ 7273, 7552 ], [ 7314, 7511 ], [ 7673, 7924 ] ], "trgnoun": "pepper", "trgverb": "pick_up" }, { "key": "P01_105+514_515_516_517", "video_id": "P01_105", "narration_ids": [ "P01_105_514", "P01_105_515", "P01_105_516", "P01_105_517" ], "src": "move mushrooms with knife . put_down mushroom . slice mushroom", "src1": "move mushrooms with knife", "src2": "put_down mushroom", "src3": "slice mushroom", "trg": "pick_up mushroom", "vis_src": "P01_105:514 P01_105:515 P01_105:516", "vis_trg": "P01_105:517", "narrations": [ "move mushrooms with knife", "put down mushroom", "slice mushroom", "pick up mushroom" ], "verbs": [ "move", "put-down", "slice", "pick-up" ], "verb_classes": [ 11, 1, 7, 0 ], "nouns": [ "mushroom", "mushroom", "mushroom", "mushroom" ], "noun_classes": [ 56, 56, 56, 56 ], "start_stop_timestamps": [ [ "00:20:24.01", "00:20:25.17" ], [ "00:20:24.67", "00:20:25.32" ], [ "00:20:25.24", "00:20:27.66" ], [ "00:20:27.80", "00:20:28.71" ] ], "start_stop_frames": [ [ 61200, 61258 ], [ 61233, 61266 ], [ 61262, 61383 ], [ 61390, 61435 ] ], "trgnoun": "mushroom", "trgverb": "pick_up" }, { "key": "P29_03+155_159_160_161", "video_id": "P29_03", "narration_ids": [ "P29_03_155", "P29_03_159", "P29_03_160", "P29_03_161" ], "src": "pick_up glove . pick_up jug . empty jug", "src1": "pick_up glove", "src2": "pick_up jug", "src3": "empty jug", "trg": "put_down jug", "vis_src": "P29_03:155 P29_03:159 P29_03:160", "vis_trg": "P29_03:161", "narrations": [ "pick up glove", "pick up jug", "empty jug", "put down jug" ], "verbs": [ "pick-up", "pick-up", "empty", "put-down" ], "verb_classes": [ 0, 0, 20, 1 ], "nouns": [ "glove", "jug", "jug", "jug" ], "noun_classes": [ 60, 66, 66, 66 ], "start_stop_timestamps": [ [ "00:08:59.69", "00:09:01.40" ], [ "00:09:18.03", "00:09:18.95" ], [ "00:09:19.05", "00:09:21.97" ], [ "00:09:23.03", "00:09:24.07" ] ], "start_stop_frames": [ [ 32381, 32484 ], [ 33481, 33537 ], [ 33543, 33718 ], [ 33781, 33844 ] ], "trgnoun": "jug", "trgverb": "put_down" }, { "key": "P04_101+192_193_194_195", "video_id": "P04_101", "narration_ids": [ "P04_101_192", "P04_101_193", "P04_101_194", "P04_101_195" ], "src": "put_down mug . open fridge . pick_up starter", "src1": "put_down mug", "src2": "open fridge", "src3": "pick_up starter", "trg": "smell starter", "vis_src": "P04_101:192 P04_101:193 P04_101:194", "vis_trg": "P04_101:195", "narrations": [ "put down mug", "open fridge", "pick up starter", "smell starter" ], "verbs": [ "put-down", "open", "pick-up", "smell" ], "verb_classes": [ 1, 3, 0, 75 ], "nouns": [ "mug", "fridge", "starter", "starter" ], "noun_classes": [ 13, 12, 71, 71 ], "start_stop_timestamps": [ [ "00:07:15.99", "00:07:17.14" ], [ "00:07:19.00", "00:07:20.05" ], [ "00:07:20.65", "00:07:22.50" ], [ "00:07:23.25", "00:07:25.25" ] ], "start_stop_frames": [ [ 21799, 21857 ], [ 21950, 22002 ], [ 22032, 22125 ], [ 22162, 22262 ] ], "trgnoun": "starter", "trgverb": "smell" }, { "key": "P24_05+246_247_248_249", "video_id": "P24_05", "narration_ids": [ "P24_05_246", "P24_05_247", "P24_05_248", "P24_05_249" ], "src": "take spoon . mix pasta . spoon pasta", "src1": "take spoon", "src2": "mix pasta", "src3": "spoon pasta", "trg": "stir pasta", "vis_src": "P24_05:246 P24_05:247 P24_05:248", "vis_trg": "P24_05:249", "narrations": [ "take spoon", "mix pasta", "spoon pasta", "stir pasta" ], "verbs": [ "take", "mix", "spoon", "stir" ], "verb_classes": [ 0, 10, 16, 10 ], "nouns": [ "spoon", "pasta", "pasta", "pasta" ], "noun_classes": [ 1, 45, 45, 45 ], "start_stop_timestamps": [ [ "00:21:47.76", "00:21:49.18" ], [ "00:21:49.28", "00:21:55.13" ], [ "00:21:55.31", "00:22:06.94" ], [ "00:21:58.05", "00:22:02.10" ] ], "start_stop_frames": [ [ 78465, 78550 ], [ 78556, 78907 ], [ 78918, 79616 ], [ 79083, 79326 ] ], "trgnoun": "pasta", "trgverb": "stir" }, { "key": "P28_06+123_124_125_126", "video_id": "P28_06", "narration_ids": [ "P28_06_123", "P28_06_124", "P28_06_125", "P28_06_126" ], "src": "open cupboard . put stuff in cupboard . take oil", "src1": "open cupboard", "src2": "put stuff in cupboard", "src3": "take oil", "trg": "put oil in cupboard", "vis_src": "P28_06:123 P28_06:124 P28_06:125", "vis_trg": "P28_06:126", "narrations": [ "open cupboard", "put stuff in cupboard", "take oil", "put oil in cupboard" ], "verbs": [ "open", "put-in", "take", "put-in" ], "verb_classes": [ 3, 5, 0, 5 ], "nouns": [ "cupboard", "cupboard", "oil", "oil" ], "noun_classes": [ 3, 3, 31, 31 ], "start_stop_timestamps": [ [ "00:09:47.15", "00:09:47.93" ], [ "00:09:48.49", "00:09:53.15" ], [ "00:09:53.25", "00:09:54.71" ], [ "00:09:54.21", "00:09:56.17" ] ], "start_stop_frames": [ [ 35229, 35275 ], [ 35309, 35589 ], [ 35595, 35682 ], [ 35652, 35770 ] ], "trgnoun": "oil", "trgverb": "put_in" }, { "key": "P04_107+671_743_744_827", "video_id": "P04_107", "narration_ids": [ "P04_107_671", "P04_107_743", "P04_107_744", "P04_107_827" ], "src": "tap dough . hold dough . slide chopstick out of dough", "src1": "tap dough", "src2": "hold dough", "src3": "slide chopstick out of dough", "trg": "lift_up chopstick", "vis_src": "P04_107:671 P04_107:743 P04_107:744", "vis_trg": "P04_107:827", "narrations": [ "tap dough", "hold dough", "slide chopstick out of dough", "lift up chopstick" ], "verbs": [ "tap", "hold", "slide-out", "lift-up" ], "verb_classes": [ 32, 34, 61, 33 ], "nouns": [ "dough", "dough", "chopstick", "chopstick" ], "noun_classes": [ 25, 25, 80, 80 ], "start_stop_timestamps": [ [ "00:18:10.98", "00:18:11.42" ], [ "00:19:58.54", "00:19:59.04" ], [ "00:19:59.11", "00:19:59.54" ], [ "00:21:50.25", "00:21:51.26" ] ], "start_stop_frames": [ [ 54549, 54571 ], [ 59927, 59952 ], [ 59955, 59977 ], [ 65512, 65563 ] ], "trgnoun": "chopstick", "trgverb": "lift_up" }, { "key": "P29_03+153_154_155_156", "video_id": "P29_03", "narration_ids": [ "P29_03_153", "P29_03_154", "P29_03_155", "P29_03_156" ], "src": "remove watch . place watch down . pick_up glove", "src1": "remove watch", "src2": "place watch down", "src3": "pick_up glove", "trg": "put_on glove", "vis_src": "P29_03:153 P29_03:154 P29_03:155", "vis_trg": "P29_03:156", "narrations": [ "remove watch", "place watch down", "pick up glove", "put on glove" ], "verbs": [ "remove", "place", "pick-up", "put-on" ], "verb_classes": [ 12, 1, 0, 1 ], "nouns": [ "watch", "watch", "glove", "glove" ], "noun_classes": [ 272, 272, 60, 60 ], "start_stop_timestamps": [ [ "00:08:52.78", "00:08:55.80" ], [ "00:08:55.75", "00:08:58.06" ], [ "00:08:59.69", "00:09:01.40" ], [ "00:09:02.59", "00:09:11.96" ] ], "start_stop_frames": [ [ 31966, 32147 ], [ 32145, 32283 ], [ 32381, 32484 ], [ 32555, 33117 ] ], "trgnoun": "glove", "trgverb": "put_on" }, { "key": "P04_106+67_68_69_70", "video_id": "P04_106", "narration_ids": [ "P04_106_67", "P04_106_68", "P04_106_69", "P04_106_70" ], "src": "open oven_door . pick_up oven_gloves . remove oven_dish from oven", "src1": "open oven_door", "src2": "pick_up oven_gloves", "src3": "remove oven_dish from oven", "trg": "put_down oven_dish", "vis_src": "P04_106:67 P04_106:68 P04_106:69", "vis_trg": "P04_106:70", "narrations": [ "open oven door", "pick up oven gloves", "remove oven dish from oven", "put down oven dish" ], "verbs": [ "open", "pick-up", "remove-from", "put-down" ], "verb_classes": [ 3, 0, 12, 1 ], "nouns": [ "door:oven", "glove:oven", "dish:oven", "dish:oven" ], "noun_classes": [ 46, 60, 35, 35 ], "start_stop_timestamps": [ [ "00:02:35.45", "00:02:36.45" ], [ "00:02:35.98", "00:02:38.52" ], [ "00:02:39.25", "00:02:41.25" ], [ "00:02:41.80", "00:02:42.83" ] ], "start_stop_frames": [ [ 7772, 7822 ], [ 7798, 7926 ], [ 7962, 8062 ], [ 8090, 8141 ] ], "trgnoun": "oven_dish", "trgverb": "put_down" }, { "key": "P04_113+117_118_119_120", "video_id": "P04_113", "narration_ids": [ "P04_113_117", "P04_113_118", "P04_113_119", "P04_113_120" ], "src": "pick_up measuring_spoon . put measuring_spoon in drawer . pick_up garlic_press inside", "src1": "pick_up measuring_spoon", "src2": "put measuring_spoon in drawer", "src3": "pick_up garlic_press inside", "trg": "put garlic_press inside in drawer", "vis_src": "P04_113:117 P04_113:118 P04_113:119", "vis_trg": "P04_113:120", "narrations": [ "pick up measuring spoon", "put measuring spoon in drawer", "pick up garlic press inside", "put garlic press inside in drawer" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-inside" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "spoon:measuring", "spoon:measuring", "press:garlic", "press:garlic" ], "noun_classes": [ 1, 1, 172, 172 ], "start_stop_timestamps": [ [ "00:03:47.75", "00:03:49.07" ], [ "00:03:49.10", "00:03:50.10" ], [ "00:03:50.18", "00:03:52.59" ], [ "00:03:52.69", "00:03:53.37" ] ], "start_stop_frames": [ [ 11387, 11453 ], [ 11455, 11505 ], [ 11509, 11629 ], [ 11634, 11668 ] ], "trgnoun": "garlic_press", "trgverb": "put_inside" }, { "key": "P30_03+81_82_83_84", "video_id": "P30_03", "narration_ids": [ "P30_03_81", "P30_03_82", "P30_03_83", "P30_03_84" ], "src": "fill_up water_bottle . screw cap on water bottle . put water_bottle in fridge", "src1": "fill_up water_bottle", "src2": "screw cap on water bottle", "src3": "put water_bottle in fridge", "trg": "take water_bottle from fridge", "vis_src": "P30_03:81 P30_03:82 P30_03:83", "vis_trg": "P30_03:84", "narrations": [ "fill up water bottle", "screw cap on water bottle", "put water bottle in fridge", "take water bottle from fridge" ], "verbs": [ "fill-up", "screw", "put-in", "take-from" ], "verb_classes": [ 26, 78, 5, 0 ], "nouns": [ "bottle:water", "cap", "bottle:water", "bottle:water" ], "noun_classes": [ 15, 118, 15, 15 ], "start_stop_timestamps": [ [ "00:04:20.38", "00:04:26.94" ], [ "00:04:26.88", "00:04:28.79" ], [ "00:04:28.23", "00:04:31.85" ], [ "00:04:29.40", "00:04:31.18" ] ], "start_stop_frames": [ [ 15622, 16016 ], [ 16012, 16127 ], [ 16093, 16311 ], [ 16163, 16270 ] ], "trgnoun": "water_bottle", "trgverb": "take_from" }, { "key": "P04_116+108_109_110_111", "video_id": "P04_116", "narration_ids": [ "P04_116_108", "P04_116_109", "P04_116_110", "P04_116_111" ], "src": "pick_up spatula . hold pan . stir egg in pan using spatula", "src1": "pick_up spatula", "src2": "hold pan", "src3": "stir egg in pan using spatula", "trg": "tilt pan", "vis_src": "P04_116:108 P04_116:109 P04_116:110", "vis_trg": "P04_116:111", "narrations": [ "pick up spatula", "hold pan", "stir egg in pan using spatula", "tilt pan" ], "verbs": [ "pick-up", "hold", "stir-in", "tilt" ], "verb_classes": [ 0, 34, 10, 33 ], "nouns": [ "spatula", "pan", "egg", "pan" ], "noun_classes": [ 20, 5, 53, 5 ], "start_stop_timestamps": [ [ "00:04:13.06", "00:04:13.69" ], [ "00:04:13.38", "00:04:14.18" ], [ "00:04:14.05", "00:04:14.85" ], [ "00:04:14.95", "00:04:22.15" ] ], "start_stop_frames": [ [ 12653, 12684 ], [ 12669, 12709 ], [ 12702, 12742 ], [ 12747, 13107 ] ], "trgnoun": "pan", "trgverb": "tilt" }, { "key": "P30_111+79_80_81_82", "video_id": "P30_111", "narration_ids": [ "P30_111_79", "P30_111_80", "P30_111_81", "P30_111_82" ], "src": "unscrew olive oil_bottle . pour olive_oil into pan . screw cap back onto olive oil", "src1": "unscrew olive oil_bottle", "src2": "pour olive_oil into pan", "src3": "screw cap back onto olive oil", "trg": "put olive_oil into cupboard", "vis_src": "P30_111:79 P30_111:80 P30_111:81", "vis_trg": "P30_111:82", "narrations": [ "unscrew olive oil bottle", "pour olive oil into pan", "screw cap back onto olive oil", "put olive oil into cupboard" ], "verbs": [ "unscrew", "pour-into", "screw", "put-into" ], "verb_classes": [ 71, 9, 78, 5 ], "nouns": [ "bottle:oil", "oil:olive", "cap", "oil:olive" ], "noun_classes": [ 15, 31, 118, 31 ], "start_stop_timestamps": [ [ "00:02:41.86", "00:02:42.79" ], [ "00:02:41.93", "00:02:43.52" ], [ "00:02:44.03", "00:02:45.61" ], [ "00:02:45.67", "00:02:46.44" ] ], "start_stop_frames": [ [ 8093, 8139 ], [ 8096, 8176 ], [ 8201, 8280 ], [ 8283, 8322 ] ], "trgnoun": "olive_oil", "trgverb": "put_into" }, { "key": "P24_08+252_253_254_255", "video_id": "P24_08", "narration_ids": [ "P24_08_252", "P24_08_253", "P24_08_254", "P24_08_255" ], "src": "put_down coffee_cup . pick_up colander . pick_up lid", "src1": "put_down coffee_cup", "src2": "pick_up colander", "src3": "pick_up lid", "trg": "rinse lid", "vis_src": "P24_08:252 P24_08:253 P24_08:254", "vis_trg": "P24_08:255", "narrations": [ "put down coffee cup", "pick up colander", "pick up lid", "rinse lid" ], "verbs": [ "put-down", "pick-up", "pick-up", "rinse" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "cup:coffee", "colander", "lid", "lid" ], "noun_classes": [ 13, 39, 6, 6 ], "start_stop_timestamps": [ [ "00:17:56.22", "00:17:57.83" ], [ "00:17:57.88", "00:18:07.70" ], [ "00:18:08.04", "00:18:10.12" ], [ "00:18:08.64", "00:18:11.51" ] ], "start_stop_frames": [ [ 64573, 64669 ], [ 64672, 65262 ], [ 65282, 65407 ], [ 65318, 65490 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P12_101+349_350_351_353", "video_id": "P12_101", "narration_ids": [ "P12_101_349", "P12_101_350", "P12_101_351", "P12_101_353" ], "src": "stir onions in frying pan using spoon . stir onions and meat in saucepan using spoon . stir meat and onions in saucepan using spoon", "src1": "stir onions in frying pan using spoon", "src2": "stir onions and meat in saucepan using spoon", "src3": "stir meat and onions in saucepan using spoon", "trg": "throw away empty containers into plastic bag", "vis_src": "P12_101:349 P12_101:350 P12_101:351", "vis_trg": "P12_101:353", "narrations": [ "stir onions in frying pan using spoon", "stir onions and meat in saucepan using spoon", "stir meat and onions in saucepan using spoon", "throw away empty containers into plastic bag" ], "verbs": [ "stir-in", "stir", "stir", "throw-into" ], "verb_classes": [ 10, 10, 10, 13 ], "nouns": [ "onion", "onion", "meat", "container:empty" ], "noun_classes": [ 16, 16, 28, 21 ], "start_stop_timestamps": [ [ "00:20:35.15", "00:20:43.70" ], [ "00:20:46.04", "00:21:14.83" ], [ "00:21:17.85", "00:21:22.71" ], [ "00:21:48.64", "00:21:55.62" ] ], "start_stop_frames": [ [ 61757, 62185 ], [ 62302, 63741 ], [ 63892, 64135 ], [ 65432, 65781 ] ], "trgnoun": "empty_container", "trgverb": "throw_into" }, { "key": "P07_04+24_25_26_27", "video_id": "P07_04", "narration_ids": [ "P07_04_24", "P07_04_25", "P07_04_26", "P07_04_27" ], "src": "turn_on stove . turn knob . take chopping_board", "src1": "turn_on stove", "src2": "turn knob", "src3": "take chopping_board", "trg": "put chopping_board on counter", "vis_src": "P07_04:24 P07_04:25 P07_04:26", "vis_trg": "P07_04:27", "narrations": [ "turn on stove", "turn knob", "take chopping board", "put chopping board on counter" ], "verbs": [ "turn-on", "turn", "take", "put-on" ], "verb_classes": [ 6, 23, 0, 1 ], "nouns": [ "stove", "knob", "board:chopping", "board:chopping" ], "noun_classes": [ 24, 190, 18, 18 ], "start_stop_timestamps": [ [ "00:01:52.11", "00:01:52.81" ], [ "00:01:53.77", "00:01:55.14" ], [ "00:02:02.53", "00:02:03.75" ], [ "00:02:04.05", "00:02:05.82" ] ], "start_stop_frames": [ [ 6726, 6768 ], [ 6826, 6908 ], [ 7351, 7425 ], [ 7443, 7549 ] ], "trgnoun": "chopping_board", "trgverb": "put_on" }, { "key": "P25_02+3_4_5_6", "video_id": "P25_02", "narration_ids": [ "P25_02_3", "P25_02_4", "P25_02_5", "P25_02_6" ], "src": "pick_up napkin . pick_up pot . pour_out pasta", "src1": "pick_up napkin", "src2": "pick_up pot", "src3": "pour_out pasta", "trg": "put_down pot", "vis_src": "P25_02:3 P25_02:4 P25_02:5", "vis_trg": "P25_02:6", "narrations": [ "pick up napkin", "pick up pot", "pour out pasta", "put down pot" ], "verbs": [ "pick-up", "pick-up", "pour-out", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "napkin", "pot", "pasta", "pot" ], "noun_classes": [ 88, 29, 45, 29 ], "start_stop_timestamps": [ [ "00:00:10.58", "00:00:12.20" ], [ "00:00:15.49", "00:00:17.93" ], [ "00:00:24.67", "00:00:36.64" ], [ "00:00:37.41", "00:00:40.39" ] ], "start_stop_frames": [ [ 634, 732 ], [ 929, 1075 ], [ 1480, 2198 ], [ 2244, 2423 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P22_08+356_357_358_359", "video_id": "P22_08", "narration_ids": [ "P22_08_356", "P22_08_357", "P22_08_358", "P22_08_359" ], "src": "take coffee_cup . take saucer . put_down moka", "src1": "take coffee_cup", "src2": "take saucer", "src3": "put_down moka", "trg": "put_down coffee_cup", "vis_src": "P22_08:356 P22_08:357 P22_08:358", "vis_trg": "P22_08:359", "narrations": [ "take coffee cup", "take saucer", "put down moka", "put down coffee cup" ], "verbs": [ "take", "take", "put-down", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "cup:coffee", "saucer", "moka", "cup:coffee" ], "noun_classes": [ 13, 2, 50, 13 ], "start_stop_timestamps": [ [ "00:14:13.67", "00:14:14.98" ], [ "00:14:15.08", "00:14:16.06" ], [ "00:14:16.00", "00:14:26.93" ], [ "00:14:16.16", "00:14:19.91" ] ], "start_stop_frames": [ [ 51220, 51298 ], [ 51304, 51363 ], [ 51360, 52015 ], [ 51369, 51594 ] ], "trgnoun": "coffee_cup", "trgverb": "put_down" }, { "key": "P22_09+99_100_101_102", "video_id": "P22_09", "narration_ids": [ "P22_09_99", "P22_09_100", "P22_09_101", "P22_09_102" ], "src": "rinse coffee_cup . put_down coffee_cup . rinse teaspoon", "src1": "rinse coffee_cup", "src2": "put_down coffee_cup", "src3": "rinse teaspoon", "trg": "put_down teaspoon", "vis_src": "P22_09:99 P22_09:100 P22_09:101", "vis_trg": "P22_09:102", "narrations": [ "rinse coffee cup", "put down coffee cup", "rinse teaspoon", "put down teaspoon" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "cup:coffee", "cup:coffee", "teaspoon", "teaspoon" ], "noun_classes": [ 13, 13, 1, 1 ], "start_stop_timestamps": [ [ "00:03:04.72", "00:03:08.47" ], [ "00:03:08.57", "00:03:09.32" ], [ "00:03:08.90", "00:03:10.51" ], [ "00:03:10.46", "00:03:11.35" ] ], "start_stop_frames": [ [ 11083, 11308 ], [ 11314, 11359 ], [ 11334, 11430 ], [ 11427, 11481 ] ], "trgnoun": "teaspoon", "trgverb": "put_down" }, { "key": "P22_13+186_187_188_189", "video_id": "P22_13", "narration_ids": [ "P22_13_186", "P22_13_187", "P22_13_188", "P22_13_189" ], "src": "put_down saucer . pick_up fork . lather fork", "src1": "put_down saucer", "src2": "pick_up fork", "src3": "lather fork", "trg": "put_down fork", "vis_src": "P22_13:186 P22_13:187 P22_13:188", "vis_trg": "P22_13:189", "narrations": [ "put down saucer", "pick up fork", "lather fork", "put down fork" ], "verbs": [ "put-down", "pick-up", "lather", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "saucer", "fork", "fork", "fork" ], "noun_classes": [ 2, 14, 14, 14 ], "start_stop_timestamps": [ [ "00:06:30.30", "00:06:31.62" ], [ "00:06:31.19", "00:06:32.09" ], [ "00:06:31.89", "00:06:33.76" ], [ "00:06:33.86", "00:06:34.59" ] ], "start_stop_frames": [ [ 23418, 23497 ], [ 23471, 23525 ], [ 23513, 23625 ], [ 23631, 23675 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P26_19+7_8_9_11", "video_id": "P26_19", "narration_ids": [ "P26_19_7", "P26_19_8", "P26_19_9", "P26_19_11" ], "src": "pick_up saucer . pick_up glass . put plate in sink", "src1": "pick_up saucer", "src2": "pick_up glass", "src3": "put plate in sink", "trg": "pick_up knives", "vis_src": "P26_19:7 P26_19:8 P26_19:9", "vis_trg": "P26_19:11", "narrations": [ "pick up saucer", "pick up glass", "put plate in sink", "pick up knives" ], "verbs": [ "pick-up", "pick-up", "put-in", "pick-up" ], "verb_classes": [ 0, 0, 5, 0 ], "nouns": [ "saucer", "glass", "plate", "knife" ], "noun_classes": [ 2, 10, 2, 4 ], "start_stop_timestamps": [ [ "00:00:24.19", "00:00:24.94" ], [ "00:00:25.25", "00:00:26.11" ], [ "00:00:29.65", "00:00:31.40" ], [ "00:00:40.68", "00:00:42.62" ] ], "start_stop_frames": [ [ 1451, 1496 ], [ 1515, 1566 ], [ 1779, 1884 ], [ 2440, 2557 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P03_119+44_45_46_47", "video_id": "P03_119", "narration_ids": [ "P03_119_44", "P03_119_45", "P03_119_46", "P03_119_47" ], "src": "tear_off sponge . put sponges back in drawer . close drawer", "src1": "tear_off sponge", "src2": "put sponges back in drawer", "src3": "close drawer", "trg": "wet sponge", "vis_src": "P03_119:44 P03_119:45 P03_119:46", "vis_trg": "P03_119:47", "narrations": [ "tear off sponge", "put sponges back in drawer", "close drawer", "wet sponge" ], "verbs": [ "tear-off", "put-in", "close", "wet" ], "verb_classes": [ 43, 5, 4, 62 ], "nouns": [ "sponge", "sponge", "drawer", "sponge" ], "noun_classes": [ 9, 9, 8, 9 ], "start_stop_timestamps": [ [ "00:01:26.10", "00:01:27.06" ], [ "00:01:27.06", "00:01:27.50" ], [ "00:01:27.50", "00:01:28.03" ], [ "00:01:28.55", "00:01:29.60" ] ], "start_stop_frames": [ [ 4305, 4353 ], [ 4353, 4375 ], [ 4375, 4401 ], [ 4427, 4480 ] ], "trgnoun": "sponge", "trgverb": "wet" }, { "key": "P24_08+249_250_251_252", "video_id": "P24_08", "narration_ids": [ "P24_08_249", "P24_08_250", "P24_08_251", "P24_08_252" ], "src": "pick_up coffee_cup . close door . put water in coffee cup", "src1": "pick_up coffee_cup", "src2": "close door", "src3": "put water in coffee cup", "trg": "put_down coffee_cup", "vis_src": "P24_08:249 P24_08:250 P24_08:251", "vis_trg": "P24_08:252", "narrations": [ "pick up coffee cup", "close door", "put water in coffee cup", "put down coffee cup" ], "verbs": [ "pick-up", "close", "put-in", "put-down" ], "verb_classes": [ 0, 4, 5, 1 ], "nouns": [ "cup:coffee", "door", "water", "cup:coffee" ], "noun_classes": [ 13, 3, 27, 13 ], "start_stop_timestamps": [ [ "00:17:47.85", "00:17:51.08" ], [ "00:17:50.95", "00:17:52.45" ], [ "00:17:53.86", "00:17:55.76" ], [ "00:17:56.22", "00:17:57.83" ] ], "start_stop_frames": [ [ 64070, 64264 ], [ 64257, 64347 ], [ 64431, 64545 ], [ 64573, 64669 ] ], "trgnoun": "coffee_cup", "trgverb": "put_down" }, { "key": "P02_129+347_348_349_350", "video_id": "P02_129", "narration_ids": [ "P02_129_347", "P02_129_348", "P02_129_349", "P02_129_350" ], "src": "put_down spoon . put_on gloves . pick_up garlic_presser", "src1": "put_down spoon", "src2": "put_on gloves", "src3": "pick_up garlic_presser", "trg": "open garlic_presser", "vis_src": "P02_129:347 P02_129:348 P02_129:349", "vis_trg": "P02_129:350", "narrations": [ "put down spoon", "put on gloves", "pick up garlic presser", "open garlic presser" ], "verbs": [ "put-down", "put-on", "pick-up", "open" ], "verb_classes": [ 1, 1, 0, 3 ], "nouns": [ "spoon", "glove", "presser:garlic", "presser:garlic" ], "noun_classes": [ 1, 60, 172, 172 ], "start_stop_timestamps": [ [ "00:11:56.81", "00:11:58.18" ], [ "00:11:59.94", "00:12:04.38" ], [ "00:12:04.64", "00:12:05.34" ], [ "00:12:05.40", "00:12:05.86" ] ], "start_stop_frames": [ [ 35840, 35909 ], [ 35997, 36219 ], [ 36232, 36267 ], [ 36270, 36293 ] ], "trgnoun": "garlic_presser", "trgverb": "open" }, { "key": "P04_109+363_366_370_371", "video_id": "P04_109", "narration_ids": [ "P04_109_363", "P04_109_366", "P04_109_370", "P04_109_371" ], "src": "break_up broccoli_floret . drop floret into pan . break broccoli", "src1": "break_up broccoli_floret", "src2": "drop floret into pan", "src3": "break broccoli", "trg": "put broccoli into pan", "vis_src": "P04_109:363 P04_109:366 P04_109:370", "vis_trg": "P04_109:371", "narrations": [ "break up broccoli floret", "drop floret into pan", "break broccoli", "put broccoli into pan" ], "verbs": [ "break-up", "drop-into", "break", "put-into" ], "verb_classes": [ 30, 5, 30, 5 ], "nouns": [ "floret:broccoli", "pan", "broccoli", "broccoli" ], "noun_classes": [ 101, 5, 101, 101 ], "start_stop_timestamps": [ [ "00:11:04.79", "00:11:06.31" ], [ "00:11:08.05", "00:11:08.80" ], [ "00:11:09.79", "00:11:11.12" ], [ "00:11:10.94", "00:11:11.41" ] ], "start_stop_frames": [ [ 33239, 33315 ], [ 33402, 33440 ], [ 33489, 33556 ], [ 33547, 33570 ] ], "trgnoun": "broccoli", "trgverb": "put_into" }, { "key": "P22_14+92_93_94_95", "video_id": "P22_14", "narration_ids": [ "P22_14_92", "P22_14_93", "P22_14_94", "P22_14_95" ], "src": "put_down saucer . pick_up fork . lather fork", "src1": "put_down saucer", "src2": "pick_up fork", "src3": "lather fork", "trg": "put_down fork", "vis_src": "P22_14:92 P22_14:93 P22_14:94", "vis_trg": "P22_14:95", "narrations": [ "put down saucer", "pick up fork", "lather fork", "put down fork" ], "verbs": [ "put-down", "pick-up", "lather", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "saucer", "fork", "fork", "fork" ], "noun_classes": [ 2, 14, 14, 14 ], "start_stop_timestamps": [ [ "00:04:08.10", "00:04:11.35" ], [ "00:04:11.45", "00:04:12.45" ], [ "00:04:12.29", "00:04:13.79" ], [ "00:04:13.89", "00:04:15.64" ] ], "start_stop_frames": [ [ 14886, 15081 ], [ 15087, 15147 ], [ 15137, 15227 ], [ 15233, 15338 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P26_09+4_5_6_7", "video_id": "P26_09", "narration_ids": [ "P26_09_4", "P26_09_5", "P26_09_6", "P26_09_7" ], "src": "pick_up pot_holder . pick_up pot . drain pasta", "src1": "pick_up pot_holder", "src2": "pick_up pot", "src3": "drain pasta", "trg": "put_down pot", "vis_src": "P26_09:4 P26_09:5 P26_09:6", "vis_trg": "P26_09:7", "narrations": [ "pick up pot holder", "pick up pot", "drain pasta", "put down pot" ], "verbs": [ "pick-up", "pick-up", "drain", "put-down" ], "verb_classes": [ 0, 0, 37, 1 ], "nouns": [ "holder:pot", "pot", "pasta", "pot" ], "noun_classes": [ 24, 29, 45, 29 ], "start_stop_timestamps": [ [ "00:00:16.29", "00:00:19.08" ], [ "00:00:18.90", "00:00:25.20" ], [ "00:00:32.63", "00:00:39.85" ], [ "00:00:39.95", "00:00:41.42" ] ], "start_stop_frames": [ [ 977, 1144 ], [ 1134, 1512 ], [ 1957, 2391 ], [ 2397, 2485 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P01_105+361_362_363_364", "video_id": "P01_105", "narration_ids": [ "P01_105_361", "P01_105_362", "P01_105_363", "P01_105_364" ], "src": "put_down pak choi leaves . cut pak_choi . pick_up pak choi leaf", "src1": "put_down pak choi leaves", "src2": "cut pak_choi", "src3": "pick_up pak choi leaf", "trg": "move pak_choi", "vis_src": "P01_105:361 P01_105:362 P01_105:363", "vis_trg": "P01_105:364", "narrations": [ "put down pak choi leaves", "cut pak choi", "pick up pak choi leaf", "move pak choi" ], "verbs": [ "put-down", "cut", "pick-up", "move" ], "verb_classes": [ 1, 7, 0, 11 ], "nouns": [ "leaf:pak:choi", "choi:pak", "leaf:pak:choi", "choi:pak" ], "noun_classes": [ 62, 151, 62, 151 ], "start_stop_timestamps": [ [ "00:13:58.47", "00:13:59.08" ], [ "00:13:59.10", "00:14:05.97" ], [ "00:14:06.30", "00:14:07.07" ], [ "00:14:06.92", "00:14:07.23" ] ], "start_stop_frames": [ [ 41923, 41954 ], [ 41955, 42298 ], [ 42315, 42353 ], [ 42346, 42361 ] ], "trgnoun": "pak_choi", "trgverb": "move" }, { "key": "P06_09+13_14_15_16", "video_id": "P06_09", "narration_ids": [ "P06_09_13", "P06_09_14", "P06_09_15", "P06_09_16" ], "src": "take garlic . break_up garlic . open cupboard", "src1": "take garlic", "src2": "break_up garlic", "src3": "open cupboard", "trg": "put garlic in cupboard", "vis_src": "P06_09:13 P06_09:14 P06_09:15", "vis_trg": "P06_09:16", "narrations": [ "take garlic", "break up garlic", "open cupboard", "put garlic in cupboard" ], "verbs": [ "take", "break-up", "open", "put-in" ], "verb_classes": [ 0, 30, 3, 5 ], "nouns": [ "garlic", "garlic", "cupboard", "garlic" ], "noun_classes": [ 51, 51, 3, 51 ], "start_stop_timestamps": [ [ "00:05:11.42", "00:05:14.25" ], [ "00:05:15.38", "00:05:31.38" ], [ "00:05:31.57", "00:05:32.57" ], [ "00:05:32.50", "00:05:34.00" ] ], "start_stop_frames": [ [ 18685, 18855 ], [ 18922, 19882 ], [ 19894, 19954 ], [ 19950, 20040 ] ], "trgnoun": "garlic", "trgverb": "put_in" }, { "key": "P24_04+118_119_120_121", "video_id": "P24_04", "narration_ids": [ "P24_04_118", "P24_04_119", "P24_04_120", "P24_04_121" ], "src": "pour coffee into coffee cup . put coffee_maker down . grab coffee_cup", "src1": "pour coffee into coffee cup", "src2": "put coffee_maker down", "src3": "grab coffee_cup", "trg": "put coffee_cup on the table", "vis_src": "P24_04:118 P24_04:119 P24_04:120", "vis_trg": "P24_04:121", "narrations": [ "pour coffee into coffee cup", "put coffee maker down", "grab coffee cup", "put coffee cup on the table" ], "verbs": [ "pour-into", "put-down", "grab", "put-on" ], "verb_classes": [ 9, 1, 0, 1 ], "nouns": [ "coffee", "maker:coffee", "cup:coffee", "cup:coffee" ], "noun_classes": [ 59, 50, 13, 13 ], "start_stop_timestamps": [ [ "00:07:56.54", "00:08:02.77" ], [ "00:08:02.87", "00:08:04.70" ], [ "00:08:05.00", "00:08:06.51" ], [ "00:08:07.53", "00:08:09.33" ] ], "start_stop_frames": [ [ 28592, 28966 ], [ 28972, 29082 ], [ 29100, 29190 ], [ 29251, 29359 ] ], "trgnoun": "coffee_cup", "trgverb": "put_on" }, { "key": "P26_16+9_10_11_12", "video_id": "P26_16", "narration_ids": [ "P26_16_9", "P26_16_10", "P26_16_11", "P26_16_12" ], "src": "put colander . pick_up pot_holder . pick_up pot", "src1": "put colander", "src2": "pick_up pot_holder", "src3": "pick_up pot", "trg": "put_down pot", "vis_src": "P26_16:9 P26_16:10 P26_16:11", "vis_trg": "P26_16:12", "narrations": [ "put colander", "pick up pot holder", "pick up pot", "put down pot" ], "verbs": [ "put", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "colander", "holder:pot", "pot", "pot" ], "noun_classes": [ 39, 24, 29, 29 ], "start_stop_timestamps": [ [ "00:00:52.55", "00:00:53.68" ], [ "00:00:53.64", "00:00:55.66" ], [ "00:00:55.69", "00:00:58.32" ], [ "00:00:59.75", "00:01:01.24" ] ], "start_stop_frames": [ [ 3153, 3220 ], [ 3218, 3339 ], [ 3341, 3499 ], [ 3585, 3674 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P31_07+13_14_15_16", "video_id": "P31_07", "narration_ids": [ "P31_07_13", "P31_07_14", "P31_07_15", "P31_07_16" ], "src": "wash teaspoon . wash teaspoons . wash coffee_cup", "src1": "wash teaspoon", "src2": "wash teaspoons", "src3": "wash coffee_cup", "trg": "put coffee_cup", "vis_src": "P31_07:13 P31_07:14 P31_07:15", "vis_trg": "P31_07:16", "narrations": [ "wash teaspoon", "wash teaspoons", "wash coffee cup", "put coffee cup" ], "verbs": [ "wash", "wash", "wash", "put" ], "verb_classes": [ 2, 2, 2, 1 ], "nouns": [ "teaspoon", "teaspoon", "cup:coffee", "cup:coffee" ], "noun_classes": [ 1, 1, 13, 13 ], "start_stop_timestamps": [ [ "00:02:29.03", "00:02:33.71" ], [ "00:02:37.97", "00:02:47.48" ], [ "00:02:50.58", "00:03:05.32" ], [ "00:03:06.43", "00:03:07.01" ] ], "start_stop_frames": [ [ 8941, 9222 ], [ 9478, 10048 ], [ 10234, 11119 ], [ 11185, 11220 ] ], "trgnoun": "coffee_cup", "trgverb": "put" }, { "key": "P06_09+11_12_13_14", "video_id": "P06_09", "narration_ids": [ "P06_09_11", "P06_09_12", "P06_09_13", "P06_09_14" ], "src": "scrape onion into pan . open cupboard . take garlic", "src1": "scrape onion into pan", "src2": "open cupboard", "src3": "take garlic", "trg": "break_up garlic", "vis_src": "P06_09:11 P06_09:12 P06_09:13", "vis_trg": "P06_09:14", "narrations": [ "scrape onion into pan", "open cupboard", "take garlic", "break up garlic" ], "verbs": [ "scrape-into", "open", "take", "break-up" ], "verb_classes": [ 25, 3, 0, 30 ], "nouns": [ "onion", "cupboard", "garlic", "garlic" ], "noun_classes": [ 16, 3, 51, 51 ], "start_stop_timestamps": [ [ "00:05:00.55", "00:05:09.30" ], [ "00:05:10.54", "00:05:11.81" ], [ "00:05:11.42", "00:05:14.25" ], [ "00:05:15.38", "00:05:31.38" ] ], "start_stop_frames": [ [ 18033, 18558 ], [ 18632, 18708 ], [ 18685, 18855 ], [ 18922, 19882 ] ], "trgnoun": "garlic", "trgverb": "break_up" }, { "key": "P04_109+424_425_426_427", "video_id": "P04_109", "narration_ids": [ "P04_109_424", "P04_109_425", "P04_109_426", "P04_109_427" ], "src": "unroll kitchen_roll . tear_off kitchen_roll . put_down kitchen_roll", "src1": "unroll kitchen_roll", "src2": "tear_off kitchen_roll", "src3": "put_down kitchen_roll", "trg": "put kitchen_roll on tofu", "vis_src": "P04_109:424 P04_109:425 P04_109:426", "vis_trg": "P04_109:427", "narrations": [ "unroll kitchen roll", "tear off kitchen roll", "put down kitchen roll", "put kitchen roll on tofu" ], "verbs": [ "unroll", "tear-off", "put-down", "put-on" ], "verb_classes": [ 39, 43, 1, 1 ], "nouns": [ "roll:kitchen", "roll:kitchen", "roll:kitchen", "roll:kitchen" ], "noun_classes": [ 93, 93, 93, 93 ], "start_stop_timestamps": [ [ "00:12:49.26", "00:12:51.11" ], [ "00:12:50.92", "00:12:51.81" ], [ "00:12:51.87", "00:12:52.80" ], [ "00:12:53.30", "00:12:54.23" ] ], "start_stop_frames": [ [ 38463, 38555 ], [ 38546, 38590 ], [ 38593, 38640 ], [ 38665, 38711 ] ], "trgnoun": "kitchen_roll", "trgverb": "put_on" }, { "key": "P22_15+4_5_6_7", "video_id": "P22_15", "narration_ids": [ "P22_15_4", "P22_15_5", "P22_15_6", "P22_15_7" ], "src": "rinse moka . close moka . unscrew moka", "src1": "rinse moka", "src2": "close moka", "src3": "unscrew moka", "trg": "open moka", "vis_src": "P22_15:4 P22_15:5 P22_15:6", "vis_trg": "P22_15:7", "narrations": [ "rinse moka", "close moka", "unscrew moka", "open moka" ], "verbs": [ "rinse", "close", "unscrew", "open" ], "verb_classes": [ 2, 4, 71, 3 ], "nouns": [ "moka", "moka", "knife", "moka" ], "noun_classes": [ 50, 50, 4, 50 ], "start_stop_timestamps": [ [ "00:00:14.22", "00:00:15.07" ], [ "00:00:15.05", "00:00:15.93" ], [ "00:00:18.58", "00:00:25.42" ], [ "00:00:19.98", "00:00:25.67" ] ], "start_stop_frames": [ [ 853, 904 ], [ 903, 955 ], [ 1114, 1525 ], [ 1198, 1540 ] ], "trgnoun": "moka", "trgverb": "open" }, { "key": "P22_08+327_328_329_330", "video_id": "P22_08", "narration_ids": [ "P22_08_327", "P22_08_328", "P22_08_329", "P22_08_330" ], "src": "turn tap on . clean towel . wash towel", "src1": "turn tap on", "src2": "clean towel", "src3": "wash towel", "trg": "move tap", "vis_src": "P22_08:327 P22_08:328 P22_08:329", "vis_trg": "P22_08:330", "narrations": [ "turn tap on", "clean towel", "wash towel", "move tap" ], "verbs": [ "turn-on", "clean", "wash", "move" ], "verb_classes": [ 6, 2, 2, 11 ], "nouns": [ "tap", "towel", "towel", "tap" ], "noun_classes": [ 0, 52, 52, 0 ], "start_stop_timestamps": [ [ "00:13:12.01", "00:13:13.17" ], [ "00:13:13.02", "00:13:14.14" ], [ "00:13:14.24", "00:13:15.38" ], [ "00:13:15.90", "00:13:16.57" ] ], "start_stop_frames": [ [ 47520, 47590 ], [ 47581, 47648 ], [ 47654, 47722 ], [ 47754, 47794 ] ], "trgnoun": "tap", "trgverb": "move" }, { "key": "P11_12+1_2_3_4", "video_id": "P11_12", "narration_ids": [ "P11_12_1", "P11_12_2", "P11_12_3", "P11_12_4" ], "src": "put plate in sink . turn_on tap . put soap on sponge", "src1": "put plate in sink", "src2": "turn_on tap", "src3": "put soap on sponge", "trg": "rinse_off plate", "vis_src": "P11_12:1 P11_12:2 P11_12:3", "vis_trg": "P11_12:4", "narrations": [ "put plate in sink", "turn on tap", "put soap on sponge", "rinse off plate" ], "verbs": [ "put-in", "turn-on", "put-on", "rinse-off" ], "verb_classes": [ 5, 6, 1, 2 ], "nouns": [ "plate", "tap", "soap", "plate" ], "noun_classes": [ 2, 0, 22, 2 ], "start_stop_timestamps": [ [ "00:00:03.58", "00:00:04.83" ], [ "00:00:04.93", "00:00:06.26" ], [ "00:00:07.24", "00:00:11.70" ], [ "00:00:13.56", "00:00:16.62" ] ], "start_stop_frames": [ [ 214, 289 ], [ 295, 375 ], [ 434, 702 ], [ 813, 997 ] ], "trgnoun": "plate", "trgverb": "rinse_off" }, { "key": "P22_09+97_98_99_100", "video_id": "P22_09", "narration_ids": [ "P22_09_97", "P22_09_98", "P22_09_99", "P22_09_100" ], "src": "rinse saucer . put_down saucer . rinse coffee_cup", "src1": "rinse saucer", "src2": "put_down saucer", "src3": "rinse coffee_cup", "trg": "put_down coffee_cup", "vis_src": "P22_09:97 P22_09:98 P22_09:99", "vis_trg": "P22_09:100", "narrations": [ "rinse saucer", "put down saucer", "rinse coffee cup", "put down coffee cup" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "saucer", "saucer", "cup:coffee", "cup:coffee" ], "noun_classes": [ 2, 2, 13, 13 ], "start_stop_timestamps": [ [ "00:02:58.27", "00:03:04.02" ], [ "00:03:04.12", "00:03:05.12" ], [ "00:03:04.72", "00:03:08.47" ], [ "00:03:08.57", "00:03:09.32" ] ], "start_stop_frames": [ [ 10696, 11041 ], [ 11047, 11107 ], [ 11083, 11308 ], [ 11314, 11359 ] ], "trgnoun": "coffee_cup", "trgverb": "put_down" }, { "key": "P22_15+38_39_40_41", "video_id": "P22_15", "narration_ids": [ "P22_15_38", "P22_15_39", "P22_15_40", "P22_15_41" ], "src": "place pot . pick_up cup . dry cup", "src1": "place pot", "src2": "pick_up cup", "src3": "dry cup", "trg": "place cup", "vis_src": "P22_15:38 P22_15:39 P22_15:40", "vis_trg": "P22_15:41", "narrations": [ "place pot", "pick up cup", "dry cup", "place cup" ], "verbs": [ "place", "pick-up", "dry", "place" ], "verb_classes": [ 1, 0, 14, 1 ], "nouns": [ "pot", "cup", "cup", "cup" ], "noun_classes": [ 29, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:01:27.49", "00:01:28.65" ], [ "00:01:29.40", "00:01:30.42" ], [ "00:01:30.31", "00:01:31.90" ], [ "00:01:31.87", "00:01:32.92" ] ], "start_stop_frames": [ [ 5249, 5319 ], [ 5364, 5425 ], [ 5418, 5514 ], [ 5512, 5575 ] ], "trgnoun": "cup", "trgverb": "place" }, { "key": "P11_12+2_3_4_5", "video_id": "P11_12", "narration_ids": [ "P11_12_2", "P11_12_3", "P11_12_4", "P11_12_5" ], "src": "turn_on tap . put soap on sponge . rinse_off plate", "src1": "turn_on tap", "src2": "put soap on sponge", "src3": "rinse_off plate", "trg": "scrub plate", "vis_src": "P11_12:2 P11_12:3 P11_12:4", "vis_trg": "P11_12:5", "narrations": [ "turn on tap", "put soap on sponge", "rinse off plate", "scrub plate" ], "verbs": [ "turn-on", "put-on", "rinse-off", "scrub" ], "verb_classes": [ 6, 1, 2, 29 ], "nouns": [ "tap", "soap", "plate", "plate" ], "noun_classes": [ 0, 22, 2, 2 ], "start_stop_timestamps": [ [ "00:00:04.93", "00:00:06.26" ], [ "00:00:07.24", "00:00:11.70" ], [ "00:00:13.56", "00:00:16.62" ], [ "00:00:16.48", "00:00:30.93" ] ], "start_stop_frames": [ [ 295, 375 ], [ 434, 702 ], [ 813, 997 ], [ 988, 1855 ] ], "trgnoun": "plate", "trgverb": "scrub" }, { "key": "P27_103+21_22_23_24", "video_id": "P27_103", "narration_ids": [ "P27_103_21", "P27_103_22", "P27_103_23", "P27_103_24" ], "src": "pick_up pot_holder . put_down pot_holder . lay tea_towel", "src1": "pick_up pot_holder", "src2": "put_down pot_holder", "src3": "lay tea_towel", "trg": "adjust tea_towel", "vis_src": "P27_103:21 P27_103:22 P27_103:23", "vis_trg": "P27_103:24", "narrations": [ "pick up pot holder", "put down pot holder", "lay tea towel", "adjust tea towel" ], "verbs": [ "pick-up", "put-down", "lay", "adjust" ], "verb_classes": [ 0, 1, 1, 17 ], "nouns": [ "holder:pot", "holder:pot", "towel:tea", "towel:tea" ], "noun_classes": [ 24, 24, 52, 52 ], "start_stop_timestamps": [ [ "00:00:53.47", "00:00:54.42" ], [ "00:00:54.38", "00:00:55.04" ], [ "00:00:55.40", "00:01:01.36" ], [ "00:01:01.86", "00:01:02.92" ] ], "start_stop_frames": [ [ 2673, 2721 ], [ 2719, 2752 ], [ 2770, 3068 ], [ 3093, 3146 ] ], "trgnoun": "tea_towel", "trgverb": "adjust" }, { "key": "P22_15+39_40_41_42", "video_id": "P22_15", "narration_ids": [ "P22_15_39", "P22_15_40", "P22_15_41", "P22_15_42" ], "src": "pick_up cup . dry cup . place cup", "src1": "pick_up cup", "src2": "dry cup", "src3": "place cup", "trg": "move cup", "vis_src": "P22_15:39 P22_15:40 P22_15:41", "vis_trg": "P22_15:42", "narrations": [ "pick up cup", "dry cup", "place cup", "move cup" ], "verbs": [ "pick-up", "dry", "place", "move" ], "verb_classes": [ 0, 14, 1, 11 ], "nouns": [ "cup", "cup", "cup", "cup" ], "noun_classes": [ 13, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:01:29.40", "00:01:30.42" ], [ "00:01:30.31", "00:01:31.90" ], [ "00:01:31.87", "00:01:32.92" ], [ "00:01:33.02", "00:01:34.53" ] ], "start_stop_frames": [ [ 5364, 5425 ], [ 5418, 5514 ], [ 5512, 5575 ], [ 5581, 5671 ] ], "trgnoun": "cup", "trgverb": "move" }, { "key": "P26_19+56_57_58_59", "video_id": "P26_19", "narration_ids": [ "P26_19_56", "P26_19_57", "P26_19_58", "P26_19_59" ], "src": "rinse saucer . rinse plate . put_down saucer", "src1": "rinse saucer", "src2": "rinse plate", "src3": "put_down saucer", "trg": "pick_up plate", "vis_src": "P26_19:56 P26_19:57 P26_19:58", "vis_trg": "P26_19:59", "narrations": [ "rinse saucer", "rinse plate", "put down saucer", "pick up plate" ], "verbs": [ "rinse", "rinse", "put-down", "pick-up" ], "verb_classes": [ 2, 2, 1, 0 ], "nouns": [ "saucer", "plate", "saucer", "plate" ], "noun_classes": [ 2, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:03:18.18", "00:03:24.54" ], [ "00:03:18.21", "00:03:24.37" ], [ "00:03:24.64", "00:03:26.59" ], [ "00:03:26.68", "00:03:28.93" ] ], "start_stop_frames": [ [ 11890, 12272 ], [ 11892, 12262 ], [ 12278, 12395 ], [ 12400, 12535 ] ], "trgnoun": "plate", "trgverb": "pick_up" }, { "key": "P04_114+63_64_65_66", "video_id": "P04_114", "narration_ids": [ "P04_114_63", "P04_114_64", "P04_114_65", "P04_114_66" ], "src": "pull filter off aeropress . put_down filter_holder . take filter off aeropress", "src1": "pull filter off aeropress", "src2": "put_down filter_holder", "src3": "take filter off aeropress", "trg": "put_down filter", "vis_src": "P04_114:63 P04_114:64 P04_114:65", "vis_trg": "P04_114:66", "narrations": [ "pull filter off aeropress", "put down filter holder", "take filter off aeropress", "put down filter" ], "verbs": [ "pull-off", "put-down", "take-off", "put-down" ], "verb_classes": [ 0, 1, 12, 1 ], "nouns": [ "filter", "holder:filter", "filter", "filter" ], "noun_classes": [ 77, 50, 77, 77 ], "start_stop_timestamps": [ [ "00:02:11.71", "00:02:12.56" ], [ "00:02:11.35", "00:02:12.19" ], [ "00:02:12.70", "00:02:13.08" ], [ "00:02:13.17", "00:02:13.89" ] ], "start_stop_frames": [ [ 6585, 6628 ], [ 6567, 6609 ], [ 6634, 6654 ], [ 6658, 6694 ] ], "trgnoun": "filter", "trgverb": "put_down" }, { "key": "P19_04+1_2_3_4", "video_id": "P19_04", "narration_ids": [ "P19_04_1", "P19_04_2", "P19_04_3", "P19_04_4" ], "src": "take green_beans . tear the plastic_bag . take basket", "src1": "take green_beans", "src2": "tear the plastic_bag", "src3": "take basket", "trg": "trim green_beans", "vis_src": "P19_04:1 P19_04:2 P19_04:3", "vis_trg": "P19_04:4", "narrations": [ "take green beans", "tear the plastic bag", "take basket", "trim green beans" ], "verbs": [ "take", "tear", "take", "trim" ], "verb_classes": [ 0, 43, 0, 7 ], "nouns": [ "bean:green", "bag:plastic", "basket", "bean:green" ], "noun_classes": [ 185, 19, 168, 185 ], "start_stop_timestamps": [ [ "00:00:04.15", "00:00:06.64" ], [ "00:00:10.93", "00:00:17.99" ], [ "00:00:20.00", "00:00:22.00" ], [ "00:00:27.13", "00:00:34.72" ] ], "start_stop_frames": [ [ 249, 398 ], [ 655, 1079 ], [ 1200, 1320 ], [ 1627, 2083 ] ], "trgnoun": "green_bean", "trgverb": "trim" }, { "key": "P27_105+234_235_236_237", "video_id": "P27_105", "narration_ids": [ "P27_105_234", "P27_105_235", "P27_105_236", "P27_105_237" ], "src": "open bottle . open garbage_bin . throw bottle", "src1": "open bottle", "src2": "open garbage_bin", "src3": "throw bottle", "trg": "close garbage_bin", "vis_src": "P27_105:234 P27_105:235 P27_105:236", "vis_trg": "P27_105:237", "narrations": [ "open bottle", "open garbage bin", "throw bottle", "close garbage bin" ], "verbs": [ "open", "open", "throw", "close" ], "verb_classes": [ 3, 3, 13, 4 ], "nouns": [ "bottle", "bin:garbage", "bottle", "bin:garbage" ], "noun_classes": [ 15, 36, 15, 36 ], "start_stop_timestamps": [ [ "00:13:05.29", "00:13:10.39" ], [ "00:13:10.49", "00:13:12.97" ], [ "00:13:10.20", "00:13:11.79" ], [ "00:13:11.86", "00:13:14.05" ] ], "start_stop_frames": [ [ 39264, 39519 ], [ 39524, 39648 ], [ 39510, 39589 ], [ 39593, 39702 ] ], "trgnoun": "garbage_bin", "trgverb": "close" }, { "key": "P22_15+0_1_2_3", "video_id": "P22_15", "narration_ids": [ "P22_15_0", "P22_15_1", "P22_15_2", "P22_15_3" ], "src": "get moka . turn_on tap . rinse moka", "src1": "get moka", "src2": "turn_on tap", "src3": "rinse moka", "trg": "open moka", "vis_src": "P22_15:0 P22_15:1 P22_15:2", "vis_trg": "P22_15:3", "narrations": [ "get moka", "turn on tap", "rinse moka", "open moka" ], "verbs": [ "get", "turn-on", "rinse", "open" ], "verb_classes": [ 0, 6, 2, 3 ], "nouns": [ "moka", "tap", "moka", "moka" ], "noun_classes": [ 50, 0, 50, 50 ], "start_stop_timestamps": [ [ "00:00:02.85", "00:00:05.98" ], [ "00:00:08.99", "00:00:09.71" ], [ "00:00:10.20", "00:00:12.27" ], [ "00:00:12.37", "00:00:14.12" ] ], "start_stop_frames": [ [ 171, 358 ], [ 539, 582 ], [ 612, 736 ], [ 742, 847 ] ], "trgnoun": "moka", "trgverb": "open" }, { "key": "P22_15+79_80_81_82", "video_id": "P22_15", "narration_ids": [ "P22_15_79", "P22_15_80", "P22_15_81", "P22_15_82" ], "src": "rinse filter . put_down filter . rinse coffee_maker", "src1": "rinse filter", "src2": "put_down filter", "src3": "rinse coffee_maker", "trg": "put_down coffee_maker", "vis_src": "P22_15:79 P22_15:80 P22_15:81", "vis_trg": "P22_15:82", "narrations": [ "rinse filter", "put down filter", "rinse coffee maker", "put down coffee maker" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "filter", "filter", "maker:coffee", "maker:coffee" ], "noun_classes": [ 77, 77, 50, 50 ], "start_stop_timestamps": [ [ "00:02:47.31", "00:02:48.31" ], [ "00:02:48.41", "00:02:49.16" ], [ "00:02:48.41", "00:02:55.73" ], [ "00:02:55.52", "00:02:56.84" ] ], "start_stop_frames": [ [ 10038, 10098 ], [ 10104, 10149 ], [ 10104, 10543 ], [ 10531, 10610 ] ], "trgnoun": "coffee_maker", "trgverb": "put_down" }, { "key": "P30_03+80_81_82_83", "video_id": "P30_03", "narration_ids": [ "P30_03_80", "P30_03_81", "P30_03_82", "P30_03_83" ], "src": "turn tap on . fill_up water_bottle . screw cap on water bottle", "src1": "turn tap on", "src2": "fill_up water_bottle", "src3": "screw cap on water bottle", "trg": "put water_bottle in fridge", "vis_src": "P30_03:80 P30_03:81 P30_03:82", "vis_trg": "P30_03:83", "narrations": [ "turn tap on", "fill up water bottle", "screw cap on water bottle", "put water bottle in fridge" ], "verbs": [ "turn-on", "fill-up", "screw", "put-in" ], "verb_classes": [ 6, 26, 78, 5 ], "nouns": [ "tap", "bottle:water", "cap", "bottle:water" ], "noun_classes": [ 0, 15, 118, 15 ], "start_stop_timestamps": [ [ "00:04:19.27", "00:04:20.88" ], [ "00:04:20.38", "00:04:26.94" ], [ "00:04:26.88", "00:04:28.79" ], [ "00:04:28.23", "00:04:31.85" ] ], "start_stop_frames": [ [ 15556, 15652 ], [ 15622, 16016 ], [ 16012, 16127 ], [ 16093, 16311 ] ], "trgnoun": "water_bottle", "trgverb": "put_in" }, { "key": "P24_04+12_13_14_15", "video_id": "P24_04", "narration_ids": [ "P24_04_12", "P24_04_13", "P24_04_14", "P24_04_15" ], "src": "dry hands . put_down rag . take coffee", "src1": "dry hands", "src2": "put_down rag", "src3": "take coffee", "trg": "put coffee in moka pot", "vis_src": "P24_04:12 P24_04:13 P24_04:14", "vis_trg": "P24_04:15", "narrations": [ "dry hands", "put down rag", "take coffee", "put coffee in moka pot" ], "verbs": [ "dry", "put-down", "take", "put-in" ], "verb_classes": [ 14, 1, 0, 5 ], "nouns": [ "hand", "rag", "coffee", "coffee" ], "noun_classes": [ 11, 17, 59, 59 ], "start_stop_timestamps": [ [ "00:01:00.30", "00:01:03.08" ], [ "00:01:03.02", "00:01:04.02" ], [ "00:01:04.03", "00:01:10.73" ], [ "00:01:09.07", "00:01:29.60" ] ], "start_stop_frames": [ [ 3618, 3784 ], [ 3781, 3841 ], [ 3841, 4243 ], [ 4144, 5376 ] ], "trgnoun": "coffee", "trgverb": "put_in" }, { "key": "P29_03+92_93_94_95", "video_id": "P29_03", "narration_ids": [ "P29_03_92", "P29_03_93", "P29_03_94", "P29_03_95" ], "src": "stack saucepans . pick_up pans . open cupboard", "src1": "stack saucepans", "src2": "pick_up pans", "src3": "open cupboard", "trg": "put_away pans", "vis_src": "P29_03:92 P29_03:93 P29_03:94", "vis_trg": "P29_03:95", "narrations": [ "stack saucepans", "pick up pans", "open cupboard", "put away pans" ], "verbs": [ "stack", "pick-up", "open", "put-away" ], "verb_classes": [ 40, 0, 3, 1 ], "nouns": [ "saucepan", "pan", "cupboard", "pan" ], "noun_classes": [ 5, 5, 3, 5 ], "start_stop_timestamps": [ [ "00:05:58.84", "00:06:01.43" ], [ "00:06:04.83", "00:06:07.23" ], [ "00:06:11.57", "00:06:12.57" ], [ "00:06:12.59", "00:06:15.21" ] ], "start_stop_frames": [ [ 21530, 21685 ], [ 21889, 22033 ], [ 22294, 22354 ], [ 22355, 22512 ] ], "trgnoun": "pan", "trgverb": "put_away" }, { "key": "P22_08+187_188_189_190", "video_id": "P22_08", "narration_ids": [ "P22_08_187", "P22_08_188", "P22_08_189", "P22_08_190" ], "src": "pick_up filter . open coffee . place coffee", "src1": "pick_up filter", "src2": "open coffee", "src3": "place coffee", "trg": "pick_up coffee", "vis_src": "P22_08:187 P22_08:188 P22_08:189", "vis_trg": "P22_08:190", "narrations": [ "pick up filter", "open coffee", "place coffee", "pick up coffee" ], "verbs": [ "pick-up", "open", "place", "pick-up" ], "verb_classes": [ 0, 3, 1, 0 ], "nouns": [ "filter", "coffee", "coffee", "coffee" ], "noun_classes": [ 77, 59, 59, 59 ], "start_stop_timestamps": [ [ "00:08:01.26", "00:08:02.51" ], [ "00:08:03.58", "00:08:04.24" ], [ "00:08:07.57", "00:08:09.46" ], [ "00:08:09.33", "00:08:16.15" ] ], "start_stop_frames": [ [ 28875, 28950 ], [ 29014, 29054 ], [ 29254, 29367 ], [ 29359, 29769 ] ], "trgnoun": "coffee", "trgverb": "pick_up" }, { "key": "P28_102+51_52_53_54", "video_id": "P28_102", "narration_ids": [ "P28_102_51", "P28_102_52", "P28_102_53", "P28_102_54" ], "src": "open cupboard . put container . take filter", "src1": "open cupboard", "src2": "put container", "src3": "take filter", "trg": "throw away filter", "vis_src": "P28_102:51 P28_102:52 P28_102:53", "vis_trg": "P28_102:54", "narrations": [ "open cupboard", "put container", "take filter", "throw away filter" ], "verbs": [ "open", "put", "take", "throw" ], "verb_classes": [ 3, 1, 0, 13 ], "nouns": [ "cupboard", "container", "filter", "filter" ], "noun_classes": [ 3, 21, 77, 77 ], "start_stop_timestamps": [ [ "00:04:32.40", "00:04:34.10" ], [ "00:04:33.99", "00:04:34.62" ], [ "00:06:10.61", "00:06:17.80" ], [ "00:06:24.84", "00:06:27.44" ] ], "start_stop_frames": [ [ 13619, 13705 ], [ 13699, 13731 ], [ 18530, 18890 ], [ 19242, 19372 ] ], "trgnoun": "filter", "trgverb": "throw" }, { "key": "P22_08+345_346_347_348", "video_id": "P22_08", "narration_ids": [ "P22_08_345", "P22_08_346", "P22_08_347", "P22_08_348" ], "src": "open tap . wash filter . empty filter", "src1": "open tap", "src2": "wash filter", "src3": "empty filter", "trg": "put_down filter", "vis_src": "P22_08:345 P22_08:346 P22_08:347", "vis_trg": "P22_08:348", "narrations": [ "open tap", "wash filter", "empty filter", "put down filter" ], "verbs": [ "turn-on", "wash", "empty", "put-down" ], "verb_classes": [ 6, 2, 20, 1 ], "nouns": [ "tap", "filter", "filter", "filter" ], "noun_classes": [ 0, 77, 77, 77 ], "start_stop_timestamps": [ [ "00:13:56.78", "00:13:58.07" ], [ "00:13:57.88", "00:13:59.60" ], [ "00:13:58.90", "00:13:59.77" ], [ "00:13:59.70", "00:14:00.80" ] ], "start_stop_frames": [ [ 50206, 50284 ], [ 50272, 50376 ], [ 50334, 50386 ], [ 50382, 50448 ] ], "trgnoun": "filter", "trgverb": "put_down" }, { "key": "P22_08+191_192_193_194", "video_id": "P22_08", "narration_ids": [ "P22_08_191", "P22_08_192", "P22_08_193", "P22_08_194" ], "src": "put_in coffee . clean filter . open tap", "src1": "put_in coffee", "src2": "clean filter", "src3": "open tap", "trg": "move tap", "vis_src": "P22_08:191 P22_08:192 P22_08:193", "vis_trg": "P22_08:194", "narrations": [ "put in coffee", "clean filter", "open tap", "move tap" ], "verbs": [ "put-in", "clean", "turn-on", "move" ], "verb_classes": [ 5, 2, 6, 11 ], "nouns": [ "coffee", "filter", "tap", "tap" ], "noun_classes": [ 59, 77, 0, 0 ], "start_stop_timestamps": [ [ "00:08:17.51", "00:08:23.13" ], [ "00:08:24.02", "00:08:29.88" ], [ "00:08:32.76", "00:08:34.50" ], [ "00:08:34.55", "00:08:35.80" ] ], "start_stop_frames": [ [ 29850, 30187 ], [ 30241, 30592 ], [ 30765, 30870 ], [ 30872, 30947 ] ], "trgnoun": "tap", "trgverb": "move" }, { "key": "P22_15+77_78_79_80", "video_id": "P22_15", "narration_ids": [ "P22_15_77", "P22_15_78", "P22_15_79", "P22_15_80" ], "src": "open tap . rinse coffee_maker . rinse filter", "src1": "open tap", "src2": "rinse coffee_maker", "src3": "rinse filter", "trg": "put_down filter", "vis_src": "P22_15:77 P22_15:78 P22_15:79", "vis_trg": "P22_15:80", "narrations": [ "open tap", "rinse coffee maker", "rinse filter", "put down filter" ], "verbs": [ "turn-on", "rinse", "rinse", "put-down" ], "verb_classes": [ 6, 2, 2, 1 ], "nouns": [ "tap", "maker:coffee", "filter", "filter" ], "noun_classes": [ 0, 50, 77, 77 ], "start_stop_timestamps": [ [ "00:02:46.52", "00:02:47.27" ], [ "00:02:47.01", "00:02:48.39" ], [ "00:02:47.31", "00:02:48.31" ], [ "00:02:48.41", "00:02:49.16" ] ], "start_stop_frames": [ [ 9991, 10036 ], [ 10020, 10103 ], [ 10038, 10098 ], [ 10104, 10149 ] ], "trgnoun": "filter", "trgverb": "put_down" }, { "key": "P19_04+20_21_22_24", "video_id": "P19_04", "narration_ids": [ "P19_04_20", "P19_04_21", "P19_04_22", "P19_04_24" ], "src": "put green_beans into fridge . close fridge . take tomatoes", "src1": "put green_beans into fridge", "src2": "close fridge", "src3": "take tomatoes", "trg": "throw plastic_bag into garbage", "vis_src": "P19_04:20 P19_04:21 P19_04:22", "vis_trg": "P19_04:24", "narrations": [ "put green beans into fridge", "close fridge", "take tomatoes", "throw plastic bag into garbage" ], "verbs": [ "put-into", "close", "take", "throw-into" ], "verb_classes": [ 5, 4, 0, 13 ], "nouns": [ "bean:green", "fridge", "tomato", "bag:plastic" ], "noun_classes": [ 185, 12, 43, 19 ], "start_stop_timestamps": [ [ "00:03:05.46", "00:03:07.57" ], [ "00:03:07.57", "00:03:10.54" ], [ "00:03:13.99", "00:03:21.74" ], [ "00:03:27.34", "00:03:31.09" ] ], "start_stop_frames": [ [ 11127, 11254 ], [ 11254, 11432 ], [ 11639, 12104 ], [ 12440, 12665 ] ], "trgnoun": "plastic_bag", "trgverb": "throw_into" }, { "key": "P22_115+5_6_7_8", "video_id": "P22_115", "narration_ids": [ "P22_115_5", "P22_115_6", "P22_115_7", "P22_115_8" ], "src": "empty filter . put_down spoon . pick_up container", "src1": "empty filter", "src2": "put_down spoon", "src3": "pick_up container", "trg": "put_down container", "vis_src": "P22_115:5 P22_115:6 P22_115:7", "vis_trg": "P22_115:8", "narrations": [ "empty filter", "put down spoon", "pick up container", "put down container" ], "verbs": [ "empty", "put-down", "pick-up", "put-down" ], "verb_classes": [ 20, 1, 0, 1 ], "nouns": [ "filter", "spoon", "container", "container" ], "noun_classes": [ 77, 1, 21, 21 ], "start_stop_timestamps": [ [ "00:00:18.14", "00:00:26.76" ], [ "00:00:26.99", "00:00:28.29" ], [ "00:00:28.45", "00:00:29.50" ], [ "00:00:29.15", "00:00:29.65" ] ], "start_stop_frames": [ [ 907, 1338 ], [ 1349, 1414 ], [ 1422, 1475 ], [ 1457, 1482 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P22_05+114_115_116_117", "video_id": "P22_05", "narration_ids": [ "P22_05_114", "P22_05_115", "P22_05_116", "P22_05_117" ], "src": "put_down filter . open coffee_machine . insert filter_holder", "src1": "put_down filter", "src2": "open coffee_machine", "src3": "insert filter_holder", "trg": "remove filter_holder", "vis_src": "P22_05:114 P22_05:115 P22_05:116", "vis_trg": "P22_05:117", "narrations": [ "put down filter", "open coffee machine", "insert filter holder", "remove filter holder" ], "verbs": [ "put-down", "open", "insert", "remove" ], "verb_classes": [ 1, 3, 5, 12 ], "nouns": [ "filter", "machine:coffee", "holder:filter", "holder:filter" ], "noun_classes": [ 77, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:04:48.06", "00:04:50.78" ], [ "00:04:50.88", "00:04:53.05" ], [ "00:04:52.54", "00:04:55.55" ], [ "00:04:56.06", "00:04:58.89" ] ], "start_stop_frames": [ [ 17283, 17446 ], [ 17452, 17583 ], [ 17552, 17733 ], [ 17763, 17933 ] ], "trgnoun": "filter_holder", "trgverb": "remove" }, { "key": "P04_110+234_235_236_237", "video_id": "P04_110", "narration_ids": [ "P04_110_234", "P04_110_235", "P04_110_236", "P04_110_237" ], "src": "put_down piece of tofu . move piece of tofu in pan . pick_up piece of tofu", "src1": "put_down piece of tofu", "src2": "move piece of tofu in pan", "src3": "pick_up piece of tofu", "trg": "put piece of tofu in pan", "vis_src": "P04_110:234 P04_110:235 P04_110:236", "vis_trg": "P04_110:237", "narrations": [ "put down piece of tofu", "move piece of tofu in pan", "pick up piece of tofu", "put piece of tofu in pan" ], "verbs": [ "put-down", "move-in", "pick-up", "put-in" ], "verb_classes": [ 1, 5, 0, 5 ], "nouns": [ "piece:tofu", "piece:tofu", "piece:tofu", "piece:tofu" ], "noun_classes": [ 81, 81, 81, 81 ], "start_stop_timestamps": [ [ "00:07:26.41", "00:07:26.88" ], [ "00:07:26.98", "00:07:27.80" ], [ "00:07:27.90", "00:07:29.05" ], [ "00:07:29.07", "00:07:29.76" ] ], "start_stop_frames": [ [ 22320, 22344 ], [ 22349, 22390 ], [ 22395, 22452 ], [ 22453, 22488 ] ], "trgnoun": "tofu_piece", "trgverb": "put_in" }, { "key": "P22_14+15_16_17_18", "video_id": "P22_14", "narration_ids": [ "P22_14_15", "P22_14_16", "P22_14_17", "P22_14_18" ], "src": "put_down filter . open cupboard . take coffee", "src1": "put_down filter", "src2": "open cupboard", "src3": "take coffee", "trg": "put_down coffee", "vis_src": "P22_14:15 P22_14:16 P22_14:17", "vis_trg": "P22_14:18", "narrations": [ "put down filter", "open cupboard", "take coffee", "put down coffee" ], "verbs": [ "put-down", "open", "take", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "filter", "cupboard", "coffee", "coffee" ], "noun_classes": [ 77, 3, 59, 59 ], "start_stop_timestamps": [ [ "00:00:38.61", "00:00:39.26" ], [ "00:00:38.95", "00:00:41.45" ], [ "00:00:41.25", "00:00:42.06" ], [ "00:00:42.77", "00:00:43.73" ] ], "start_stop_frames": [ [ 2316, 2355 ], [ 2337, 2487 ], [ 2475, 2523 ], [ 2566, 2623 ] ], "trgnoun": "coffee", "trgverb": "put_down" }, { "key": "P22_103+81_82_83_84", "video_id": "P22_103", "narration_ids": [ "P22_103_81", "P22_103_82", "P22_103_83", "P22_103_84" ], "src": "lather peeler . put_down peeler . pick_up cutting_board", "src1": "lather peeler", "src2": "put_down peeler", "src3": "pick_up cutting_board", "trg": "lather cutting_board", "vis_src": "P22_103:81 P22_103:82 P22_103:83", "vis_trg": "P22_103:84", "narrations": [ "lather peeler", "put down peeler", "pick up cutting board", "lather cutting board" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "peeler", "peeler", "board:cutting", "board:cutting" ], "noun_classes": [ 87, 87, 18, 18 ], "start_stop_timestamps": [ [ "00:02:21.25", "00:02:22.75" ], [ "00:02:25.03", "00:02:26.24" ], [ "00:02:26.32", "00:02:27.22" ], [ "00:02:27.51", "00:02:33.88" ] ], "start_stop_frames": [ [ 7062, 7137 ], [ 7251, 7312 ], [ 7316, 7361 ], [ 7375, 7694 ] ], "trgnoun": "cutting_board", "trgverb": "lather" }, { "key": "P29_01+16_19_20_21", "video_id": "P29_01", "narration_ids": [ "P29_01_16", "P29_01_19", "P29_01_20", "P29_01_21" ], "src": "put_down coffee . pick_up green_beans . close drawer", "src1": "put_down coffee", "src2": "pick_up green_beans", "src3": "close drawer", "trg": "pick_up coffee", "vis_src": "P29_01:16 P29_01:19 P29_01:20", "vis_trg": "P29_01:21", "narrations": [ "put down coffee", "pick up green beans", "close drawer", "pick up coffee" ], "verbs": [ "put-down", "pick-up", "close", "pick-up" ], "verb_classes": [ 1, 0, 4, 0 ], "nouns": [ "coffee", "bean:green", "drawer", "coffee" ], "noun_classes": [ 59, 185, 8, 59 ], "start_stop_timestamps": [ [ "00:00:51.98", "00:00:56.23" ], [ "00:00:59.38", "00:01:01.47" ], [ "00:01:01.57", "00:01:04.18" ], [ "00:01:04.26", "00:01:05.30" ] ], "start_stop_frames": [ [ 3118, 3373 ], [ 3562, 3688 ], [ 3694, 3850 ], [ 3855, 3918 ] ], "trgnoun": "coffee", "trgverb": "pick_up" }, { "key": "P22_15+165_166_167_168", "video_id": "P22_15", "narration_ids": [ "P22_15_165", "P22_15_166", "P22_15_167", "P22_15_168" ], "src": "put saucer . pick_up saucer . move tap", "src1": "put saucer", "src2": "pick_up saucer", "src3": "move tap", "trg": "rinse saucer", "vis_src": "P22_15:165 P22_15:166 P22_15:167", "vis_trg": "P22_15:168", "narrations": [ "put saucer", "pick up saucer", "move tap", "rinse saucer" ], "verbs": [ "put", "pick-up", "move", "rinse" ], "verb_classes": [ 1, 0, 11, 2 ], "nouns": [ "saucer", "saucer", "tap", "saucer" ], "noun_classes": [ 2, 2, 0, 2 ], "start_stop_timestamps": [ [ "00:06:16.86", "00:06:18.12" ], [ "00:06:18.97", "00:06:20.09" ], [ "00:06:20.19", "00:06:20.95" ], [ "00:06:20.78", "00:06:22.98" ] ], "start_stop_frames": [ [ 22611, 22687 ], [ 22738, 22805 ], [ 22811, 22857 ], [ 22846, 22978 ] ], "trgnoun": "saucer", "trgverb": "rinse" }, { "key": "P03_27+6_7_8_9", "video_id": "P03_27", "narration_ids": [ "P03_27_6", "P03_27_7", "P03_27_8", "P03_27_9" ], "src": "place glass . close squash . open fridge", "src1": "place glass", "src2": "close squash", "src3": "open fridge", "trg": "put squash in fridge", "vis_src": "P03_27:6 P03_27:7 P03_27:8", "vis_trg": "P03_27:9", "narrations": [ "place glass", "close squash", "open fridge", "put squash in fridge" ], "verbs": [ "place", "close", "open", "put-in" ], "verb_classes": [ 1, 4, 3, 5 ], "nouns": [ "glass", "squash", "fridge", "squash" ], "noun_classes": [ 10, 116, 12, 116 ], "start_stop_timestamps": [ [ "00:00:12.76", "00:00:13.74" ], [ "00:00:13.83", "00:00:15.41" ], [ "00:00:16.41", "00:00:18.31" ], [ "00:00:18.38", "00:00:19.69" ] ], "start_stop_frames": [ [ 765, 824 ], [ 829, 924 ], [ 984, 1098 ], [ 1102, 1181 ] ], "trgnoun": "squash", "trgverb": "put_in" }, { "key": "P08_05+188_189_190_193", "video_id": "P08_05", "narration_ids": [ "P08_05_188", "P08_05_189", "P08_05_190", "P08_05_193" ], "src": "mix the mixture . taste mixture . pour salt", "src1": "mix the mixture", "src2": "taste mixture", "src3": "pour salt", "trg": "close cupboard", "vis_src": "P08_05:188 P08_05:189 P08_05:190", "vis_trg": "P08_05:193", "narrations": [ "mix the mixture", "taste mixture", "pour salt", "close cupboard" ], "verbs": [ "mix", "taste", "pour", "close" ], "verb_classes": [ 10, 35, 9, 4 ], "nouns": [ "mixture", "mixture", "salt", "cupboard" ], "noun_classes": [ 71, 71, 38, 3 ], "start_stop_timestamps": [ [ "00:15:24.29", "00:15:28.72" ], [ "00:15:28.68", "00:15:30.07" ], [ "00:15:31.01", "00:15:33.75" ], [ "00:15:52.69", "00:15:54.45" ] ], "start_stop_frames": [ [ 55457, 55723 ], [ 55720, 55804 ], [ 55860, 56025 ], [ 57161, 57267 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P04_114+65_66_67_68", "video_id": "P04_114", "narration_ids": [ "P04_114_65", "P04_114_66", "P04_114_67", "P04_114_68" ], "src": "take filter off aeropress . put_down filter . pick_up sponge", "src1": "take filter off aeropress", "src2": "put_down filter", "src3": "pick_up sponge", "trg": "drop sponge", "vis_src": "P04_114:65 P04_114:66 P04_114:67", "vis_trg": "P04_114:68", "narrations": [ "take filter off aeropress", "put down filter", "pick up sponge", "drop sponge" ], "verbs": [ "take-off", "put-down", "pick-up", "drop" ], "verb_classes": [ 12, 1, 0, 59 ], "nouns": [ "filter", "filter", "sponge", "sponge" ], "noun_classes": [ 77, 77, 9, 9 ], "start_stop_timestamps": [ [ "00:02:12.70", "00:02:13.08" ], [ "00:02:13.17", "00:02:13.89" ], [ "00:02:13.93", "00:02:14.81" ], [ "00:02:14.75", "00:02:15.00" ] ], "start_stop_frames": [ [ 6634, 6654 ], [ 6658, 6694 ], [ 6696, 6740 ], [ 6737, 6750 ] ], "trgnoun": "sponge", "trgverb": "drop" }, { "key": "P22_08+192_193_194_195", "video_id": "P22_08", "narration_ids": [ "P22_08_192", "P22_08_193", "P22_08_194", "P22_08_195" ], "src": "clean filter . open tap . move tap", "src1": "clean filter", "src2": "open tap", "src3": "move tap", "trg": "insert filter", "vis_src": "P22_08:192 P22_08:193 P22_08:194", "vis_trg": "P22_08:195", "narrations": [ "clean filter", "open tap", "move tap", "insert filter" ], "verbs": [ "clean", "turn-on", "move", "insert" ], "verb_classes": [ 2, 6, 11, 5 ], "nouns": [ "filter", "tap", "tap", "filter" ], "noun_classes": [ 77, 0, 0, 77 ], "start_stop_timestamps": [ [ "00:08:24.02", "00:08:29.88" ], [ "00:08:32.76", "00:08:34.50" ], [ "00:08:34.55", "00:08:35.80" ], [ "00:08:38.47", "00:08:39.91" ] ], "start_stop_frames": [ [ 30241, 30592 ], [ 30765, 30870 ], [ 30872, 30947 ], [ 31108, 31194 ] ], "trgnoun": "filter", "trgverb": "insert" }, { "key": "P02_101+13_14_15_16", "video_id": "P02_101", "narration_ids": [ "P02_101_13", "P02_101_14", "P02_101_15", "P02_101_16" ], "src": "close milk . put_down milk . press button", "src1": "close milk", "src2": "put_down milk", "src3": "press button", "trg": "pick_up milk", "vis_src": "P02_101:13 P02_101:14 P02_101:15", "vis_trg": "P02_101:16", "narrations": [ "close milk", "put down milk", "press button", "pick up milk" ], "verbs": [ "close", "put-down", "press", "pick-up" ], "verb_classes": [ 4, 1, 21, 0 ], "nouns": [ "milk", "milk", "button", "milk" ], "noun_classes": [ 64, 64, 92, 64 ], "start_stop_timestamps": [ [ "00:00:25.91", "00:00:26.65" ], [ "00:00:26.51", "00:00:27.77" ], [ "00:00:27.85", "00:00:28.68" ], [ "00:00:29.45", "00:00:32.05" ] ], "start_stop_frames": [ [ 1295, 1332 ], [ 1325, 1388 ], [ 1392, 1434 ], [ 1472, 1602 ] ], "trgnoun": "milk", "trgverb": "pick_up" }, { "key": "P30_107+202_203_204_205", "video_id": "P30_107", "narration_ids": [ "P30_107_202", "P30_107_203", "P30_107_204", "P30_107_205" ], "src": "take packaging . put packaging in bin . take corn out of colander", "src1": "take packaging", "src2": "put packaging in bin", "src3": "take corn out of colander", "trg": "put corn into bowl", "vis_src": "P30_107:202 P30_107:203 P30_107:204", "vis_trg": "P30_107:205", "narrations": [ "take packaging", "put packaging in bin", "take corn out of colander", "put corn into bowl" ], "verbs": [ "take", "put-in", "take-out", "put-into" ], "verb_classes": [ 0, 5, 12, 5 ], "nouns": [ "packaging", "packaging", "corn", "corn" ], "noun_classes": [ 26, 26, 125, 125 ], "start_stop_timestamps": [ [ "00:10:12.14", "00:10:13.40" ], [ "00:10:13.74", "00:10:14.62" ], [ "00:10:16.59", "00:10:26.23" ], [ "00:10:16.61", "00:10:20.50" ] ], "start_stop_frames": [ [ 30607, 30670 ], [ 30687, 30731 ], [ 30829, 31311 ], [ 30830, 31025 ] ], "trgnoun": "corn", "trgverb": "put_into" }, { "key": "P09_104+55_56_57_58", "video_id": "P09_104", "narration_ids": [ "P09_104_55", "P09_104_56", "P09_104_57", "P09_104_58" ], "src": "put chorizo in fridge . take cheese . close fridge", "src1": "put chorizo in fridge", "src2": "take cheese", "src3": "close fridge", "trg": "cut cheese", "vis_src": "P09_104:55 P09_104:56 P09_104:57", "vis_trg": "P09_104:58", "narrations": [ "put chorizo in fridge", "take cheese", "close fridge", "cut cheese" ], "verbs": [ "put-in", "take", "close", "cut" ], "verb_classes": [ 5, 0, 4, 7 ], "nouns": [ "chorizo", "cheese", "fridge", "cheese" ], "noun_classes": [ 86, 32, 12, 32 ], "start_stop_timestamps": [ [ "00:05:00.46", "00:05:02.06" ], [ "00:05:02.17", "00:05:03.27" ], [ "00:05:03.33", "00:05:04.33" ], [ "00:05:08.36", "00:05:12.44" ] ], "start_stop_frames": [ [ 15022, 15103 ], [ 15108, 15163 ], [ 15166, 15216 ], [ 15418, 15622 ] ], "trgnoun": "cheese", "trgverb": "cut" }, { "key": "P30_107+147_148_149_150", "video_id": "P30_107", "narration_ids": [ "P30_107_147", "P30_107_148", "P30_107_149", "P30_107_150" ], "src": "inspect packaging . turn_on tap . rinse packaging", "src1": "inspect packaging", "src2": "turn_on tap", "src3": "rinse packaging", "trg": "put packaging in recycling box", "vis_src": "P30_107:147 P30_107:148 P30_107:149", "vis_trg": "P30_107:150", "narrations": [ "inspect packaging", "turn on tap", "rinse packaging", "put packaging in recycling box" ], "verbs": [ "inspect", "turn-on", "rinse", "put-in" ], "verb_classes": [ 24, 6, 2, 5 ], "nouns": [ "packaging", "tap", "packaging", "packaging" ], "noun_classes": [ 26, 0, 26, 26 ], "start_stop_timestamps": [ [ "00:06:43.18", "00:06:50.68" ], [ "00:06:51.31", "00:06:52.46" ], [ "00:06:52.29", "00:06:53.86" ], [ "00:06:53.95", "00:06:56.51" ] ], "start_stop_frames": [ [ 20159, 20534 ], [ 20565, 20623 ], [ 20614, 20693 ], [ 20697, 20825 ] ], "trgnoun": "packaging", "trgverb": "put_in" }, { "key": "P30_111+259_260_261_262", "video_id": "P30_111", "narration_ids": [ "P30_111_259", "P30_111_260", "P30_111_261", "P30_111_262" ], "src": "put packaging in bin . close drawer . open cheese_packet", "src1": "put packaging in bin", "src2": "close drawer", "src3": "open cheese_packet", "trg": "shake cheese_packet", "vis_src": "P30_111:259 P30_111:260 P30_111:261", "vis_trg": "P30_111:262", "narrations": [ "put packaging in bin", "close drawer", "open cheese packet", "shake cheese packet" ], "verbs": [ "put-in", "close", "open", "shake" ], "verb_classes": [ 5, 4, 3, 15 ], "nouns": [ "packaging", "drawer", "packet:cheese", "packet:cheese" ], "noun_classes": [ 26, 8, 26, 26 ], "start_stop_timestamps": [ [ "00:10:40.21", "00:10:41.75" ], [ "00:10:41.71", "00:10:42.88" ], [ "00:10:42.98", "00:10:45.02" ], [ "00:10:45.05", "00:10:46.50" ] ], "start_stop_frames": [ [ 32010, 32087 ], [ 32085, 32144 ], [ 32149, 32251 ], [ 32252, 32325 ] ], "trgnoun": "cheese_packet", "trgverb": "shake" }, { "key": "P25_106+273_274_275_276", "video_id": "P25_106", "narration_ids": [ "P25_106_273", "P25_106_274", "P25_106_275", "P25_106_276" ], "src": "stir pasta . put_down spoon . pick_up phone", "src1": "stir pasta", "src2": "put_down spoon", "src3": "pick_up phone", "trg": "put_down phone", "vis_src": "P25_106:273 P25_106:274 P25_106:275", "vis_trg": "P25_106:276", "narrations": [ "stir pasta", "put down spoon", "pick up phone", "put down phone" ], "verbs": [ "stir", "put-down", "pick-up", "put-down" ], "verb_classes": [ 10, 1, 0, 1 ], "nouns": [ "pasta", "spoon", "phone", "phone" ], "noun_classes": [ 45, 1, 165, 165 ], "start_stop_timestamps": [ [ "00:23:49.30", "00:24:00.30" ], [ "00:24:00.71", "00:24:01.58" ], [ "00:24:03.23", "00:24:04.14" ], [ "00:24:05.94", "00:24:07.29" ] ], "start_stop_frames": [ [ 71465, 72015 ], [ 72035, 72079 ], [ 72161, 72207 ], [ 72297, 72364 ] ], "trgnoun": "phone", "trgverb": "put_down" }, { "key": "P04_116+110_111_112_113", "video_id": "P04_116", "narration_ids": [ "P04_116_110", "P04_116_111", "P04_116_112", "P04_116_113" ], "src": "stir egg in pan using spatula . tilt pan . scrape egg off bottom of pan using spatula", "src1": "stir egg in pan using spatula", "src2": "tilt pan", "src3": "scrape egg off bottom of pan using spatula", "trg": "lower pan", "vis_src": "P04_116:110 P04_116:111 P04_116:112", "vis_trg": "P04_116:113", "narrations": [ "stir egg in pan using spatula", "tilt pan", "scrape egg off bottom of pan using spatula", "lower pan" ], "verbs": [ "stir-in", "tilt", "scrape-off", "lower" ], "verb_classes": [ 10, 33, 25, 73 ], "nouns": [ "egg", "pan", "egg", "pan" ], "noun_classes": [ 53, 5, 53, 5 ], "start_stop_timestamps": [ [ "00:04:14.05", "00:04:14.85" ], [ "00:04:14.95", "00:04:22.15" ], [ "00:04:19.75", "00:04:26.75" ], [ "00:04:22.92", "00:04:24.12" ] ], "start_stop_frames": [ [ 12702, 12742 ], [ 12747, 13107 ], [ 12987, 13337 ], [ 13146, 13206 ] ], "trgnoun": "pan", "trgverb": "lower" }, { "key": "P01_105+66_67_68_69", "video_id": "P01_105", "narration_ids": [ "P01_105_66", "P01_105_67", "P01_105_68", "P01_105_69" ], "src": "put_down pak_choi . pick_up courgette . turn_on tap", "src1": "put_down pak_choi", "src2": "pick_up courgette", "src3": "turn_on tap", "trg": "wash courgette", "vis_src": "P01_105:66 P01_105:67 P01_105:68", "vis_trg": "P01_105:69", "narrations": [ "put down pak choi", "pick up courgette", "turn on tap", "wash courgette" ], "verbs": [ "put-down", "pick-up", "turn-on", "wash" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "choi:pak", "courgette", "tap", "courgette" ], "noun_classes": [ 151, 76, 0, 76 ], "start_stop_timestamps": [ [ "00:01:30.14", "00:01:31.18" ], [ "00:01:30.58", "00:01:31.59" ], [ "00:01:33.21", "00:01:34.18" ], [ "00:01:33.71", "00:01:41.59" ] ], "start_stop_frames": [ [ 4507, 4559 ], [ 4529, 4579 ], [ 4660, 4709 ], [ 4685, 5079 ] ], "trgnoun": "courgette", "trgverb": "wash" }, { "key": "P35_104+411_412_413_414", "video_id": "P35_104", "narration_ids": [ "P35_104_411", "P35_104_412", "P35_104_413", "P35_104_414" ], "src": "pick_up lid . lather lid . pick_up container", "src1": "pick_up lid", "src2": "lather lid", "src3": "pick_up container", "trg": "lather container", "vis_src": "P35_104:411 P35_104:412 P35_104:413", "vis_trg": "P35_104:414", "narrations": [ "pick up lid", "lather lid", "pick up container", "lather container" ], "verbs": [ "pick-up", "lather", "pick-up", "lather" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "lid", "lid", "container", "container" ], "noun_classes": [ 6, 6, 21, 21 ], "start_stop_timestamps": [ [ "00:28:08.24", "00:28:09.18" ], [ "00:28:10.75", "00:28:21.17" ], [ "00:28:22.19", "00:28:23.73" ], [ "00:28:24.59", "00:28:31.19" ] ], "start_stop_frames": [ [ 84412, 84459 ], [ 84537, 85058 ], [ 85109, 85186 ], [ 85229, 85559 ] ], "trgnoun": "container", "trgverb": "lather" }, { "key": "P22_15+259_260_261_262", "video_id": "P22_15", "narration_ids": [ "P22_15_259", "P22_15_260", "P22_15_261", "P22_15_262" ], "src": "remove spoon . close container . open tap", "src1": "remove spoon", "src2": "close container", "src3": "open tap", "trg": "rinse spoon", "vis_src": "P22_15:259 P22_15:260 P22_15:261", "vis_trg": "P22_15:262", "narrations": [ "remove spoon", "close container", "open tap", "rinse spoon" ], "verbs": [ "remove", "close", "turn-on", "rinse" ], "verb_classes": [ 12, 4, 6, 2 ], "nouns": [ "spoon", "container", "tap", "spoon" ], "noun_classes": [ 1, 21, 0, 1 ], "start_stop_timestamps": [ [ "00:09:27.67", "00:09:28.77" ], [ "00:09:28.85", "00:09:30.62" ], [ "00:09:31.99", "00:09:33.25" ], [ "00:09:32.85", "00:09:34.38" ] ], "start_stop_frames": [ [ 34060, 34126 ], [ 34131, 34237 ], [ 34319, 34395 ], [ 34371, 34462 ] ], "trgnoun": "spoon", "trgverb": "rinse" }, { "key": "P28_03+71_72_73_74", "video_id": "P28_03", "narration_ids": [ "P28_03_71", "P28_03_72", "P28_03_73", "P28_03_74" ], "src": "take courgette . turn_on tap . wash spring_onions", "src1": "take courgette", "src2": "turn_on tap", "src3": "wash spring_onions", "trg": "wash courgette", "vis_src": "P28_03:71 P28_03:72 P28_03:73", "vis_trg": "P28_03:74", "narrations": [ "take courgette", "turn on tap", "wash spring onions", "wash courgette" ], "verbs": [ "take", "turn-on", "wash", "wash" ], "verb_classes": [ 0, 6, 2, 2 ], "nouns": [ "courgette", "tap", "onion:spring", "courgette" ], "noun_classes": [ 76, 0, 128, 76 ], "start_stop_timestamps": [ [ "00:04:06.17", "00:04:07.06" ], [ "00:04:07.82", "00:04:08.40" ], [ "00:04:08.27", "00:04:13.17" ], [ "00:04:10.22", "00:04:13.36" ] ], "start_stop_frames": [ [ 14770, 14823 ], [ 14869, 14904 ], [ 14896, 15190 ], [ 15013, 15201 ] ], "trgnoun": "courgette", "trgverb": "wash" }, { "key": "P03_112+100_102_103_104", "video_id": "P03_112", "narration_ids": [ "P03_112_100", "P03_112_102", "P03_112_103", "P03_112_104" ], "src": "pick_up lid . open fridge . grab cheese", "src1": "pick_up lid", "src2": "open fridge", "src3": "grab cheese", "trg": "close fridge", "vis_src": "P03_112:100 P03_112:102 P03_112:103", "vis_trg": "P03_112:104", "narrations": [ "pick up lid", "open fridge", "grab cheese", "close fridge" ], "verbs": [ "pick-up", "open", "grab", "close" ], "verb_classes": [ 0, 3, 0, 4 ], "nouns": [ "lid", "fridge", "cheese", "fridge" ], "noun_classes": [ 6, 12, 32, 12 ], "start_stop_timestamps": [ [ "00:02:58.06", "00:02:59.10" ], [ "00:03:03.01", "00:03:04.29" ], [ "00:03:03.89", "00:03:05.93" ], [ "00:03:06.21", "00:03:07.34" ] ], "start_stop_frames": [ [ 8903, 8955 ], [ 9150, 9214 ], [ 9194, 9296 ], [ 9310, 9367 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_109+366_369_371_372", "video_id": "P04_109", "narration_ids": [ "P04_109_366", "P04_109_369", "P04_109_371", "P04_109_372" ], "src": "drop floret into pan . pick_up broccoli . put broccoli into pan", "src1": "drop floret into pan", "src2": "pick_up broccoli", "src3": "put broccoli into pan", "trg": "tear floret off broccoli", "vis_src": "P04_109:366 P04_109:369 P04_109:371", "vis_trg": "P04_109:372", "narrations": [ "drop floret into pan", "pick up broccoli", "put broccoli into pan", "tear floret off broccoli" ], "verbs": [ "drop-into", "pick-up", "put-into", "tear-off" ], "verb_classes": [ 5, 0, 5, 43 ], "nouns": [ "pan", "broccoli", "broccoli", "broccoli" ], "noun_classes": [ 5, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:11:08.05", "00:11:08.80" ], [ "00:11:11.27", "00:11:18.78" ], [ "00:11:10.94", "00:11:11.41" ], [ "00:11:11.50", "00:11:13.85" ] ], "start_stop_frames": [ [ 33402, 33440 ], [ 33563, 33939 ], [ 33547, 33570 ], [ 33575, 33692 ] ], "trgnoun": "broccoli", "trgverb": "tear_off" }, { "key": "P22_12+274_275_276_277", "video_id": "P22_12", "narration_ids": [ "P22_12_274", "P22_12_275", "P22_12_276", "P22_12_277" ], "src": "get tupperware . get plate . set_down plate", "src1": "get tupperware", "src2": "get plate", "src3": "set_down plate", "trg": "set_down tupperware", "vis_src": "P22_12:274 P22_12:275 P22_12:276", "vis_trg": "P22_12:277", "narrations": [ "get tupperware", "get plate", "set down plate", "set down tupperware" ], "verbs": [ "get", "get", "set-down", "set-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "tupperware", "plate", "plate", "tupperware" ], "noun_classes": [ 23, 2, 2, 23 ], "start_stop_timestamps": [ [ "00:10:48.65", "00:10:49.60" ], [ "00:10:50.80", "00:10:51.91" ], [ "00:10:52.01", "00:10:53.50" ], [ "00:10:52.24", "00:10:54.67" ] ], "start_stop_frames": [ [ 38919, 38976 ], [ 39048, 39114 ], [ 39120, 39210 ], [ 39134, 39280 ] ], "trgnoun": "tupperware", "trgverb": "set_down" }, { "key": "P01_109+745_746_747_748", "video_id": "P01_109", "narration_ids": [ "P01_109_745", "P01_109_746", "P01_109_747", "P01_109_748" ], "src": "dry hands . hang cloth . pick_up spatula", "src1": "dry hands", "src2": "hang cloth", "src3": "pick_up spatula", "trg": "move spatula around omelet border", "vis_src": "P01_109:745 P01_109:746 P01_109:747", "vis_trg": "P01_109:748", "narrations": [ "dry hands", "hang cloth", "pick up spatula", "move spatula around omelet border" ], "verbs": [ "dry", "hang", "pick-up", "move-around" ], "verb_classes": [ 14, 41, 0, 11 ], "nouns": [ "hand", "cloth", "spatula", "spatula" ], "noun_classes": [ 11, 17, 20, 20 ], "start_stop_timestamps": [ [ "00:53:46.54", "00:53:58.28" ], [ "00:53:58.21", "00:54:00.86" ], [ "00:54:01.19", "00:54:02.57" ], [ "00:54:02.30", "00:54:16.16" ] ], "start_stop_frames": [ [ 161327, 161914 ], [ 161910, 162043 ], [ 162059, 162128 ], [ 162115, 162808 ] ], "trgnoun": "spatula", "trgverb": "move_around" }, { "key": "P22_06+140_141_142_143", "video_id": "P22_06", "narration_ids": [ "P22_06_140", "P22_06_141", "P22_06_142", "P22_06_143" ], "src": "empty filter . close trash_can . open tap", "src1": "empty filter", "src2": "close trash_can", "src3": "open tap", "trg": "rinse filter", "vis_src": "P22_06:140 P22_06:141 P22_06:142", "vis_trg": "P22_06:143", "narrations": [ "empty filter", "close trash can", "open tap", "rinse filter" ], "verbs": [ "empty", "close", "turn-on", "rinse" ], "verb_classes": [ 20, 4, 6, 2 ], "nouns": [ "filter", "can:trash", "tap", "filter" ], "noun_classes": [ 77, 36, 0, 77 ], "start_stop_timestamps": [ [ "00:05:22.01", "00:05:29.89" ], [ "00:05:30.04", "00:05:30.79" ], [ "00:05:31.19", "00:05:32.06" ], [ "00:05:32.59", "00:05:37.20" ] ], "start_stop_frames": [ [ 19320, 19793 ], [ 19802, 19847 ], [ 19871, 19923 ], [ 19955, 20232 ] ], "trgnoun": "filter", "trgverb": "rinse" }, { "key": "P22_16+9_10_11_12", "video_id": "P22_16", "narration_ids": [ "P22_16_9", "P22_16_10", "P22_16_11", "P22_16_12" ], "src": "put_down coffee_cup . grab filter . grab moka", "src1": "put_down coffee_cup", "src2": "grab filter", "src3": "grab moka", "trg": "put_down moka", "vis_src": "P22_16:9 P22_16:10 P22_16:11", "vis_trg": "P22_16:12", "narrations": [ "put down coffee cup", "grab filter", "grab moka", "put down moka" ], "verbs": [ "put-down", "grab", "grab", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "cup:coffee", "filter", "moka", "moka" ], "noun_classes": [ 13, 77, 50, 50 ], "start_stop_timestamps": [ [ "00:00:38.06", "00:00:39.25" ], [ "00:00:40.95", "00:00:42.95" ], [ "00:00:42.99", "00:00:43.69" ], [ "00:00:43.65", "00:00:44.15" ] ], "start_stop_frames": [ [ 2283, 2355 ], [ 2457, 2577 ], [ 2579, 2621 ], [ 2619, 2649 ] ], "trgnoun": "moka", "trgverb": "put_down" }, { "key": "P35_109+164_165_166_167", "video_id": "P35_109", "narration_ids": [ "P35_109_164", "P35_109_165", "P35_109_166", "P35_109_167" ], "src": "move saucepan . turn_off steam . turn_down machine", "src1": "move saucepan", "src2": "turn_off steam", "src3": "turn_down machine", "trg": "put_down saucepan", "vis_src": "P35_109:164 P35_109:165 P35_109:166", "vis_trg": "P35_109:167", "narrations": [ "move saucepan", "turn off steam", "turn down machine", "put down saucepan" ], "verbs": [ "move", "turn-off", "turn-down", "put-down" ], "verb_classes": [ 11, 8, 65, 1 ], "nouns": [ "saucepan", "steam", "machine", "saucepan" ], "noun_classes": [ 5, 238, 124, 5 ], "start_stop_timestamps": [ [ "00:10:25.29", "00:10:48.23" ], [ "00:10:46.91", "00:10:48.72" ], [ "00:10:51.90", "00:10:52.64" ], [ "00:10:56.58", "00:10:58.86" ] ], "start_stop_frames": [ [ 31264, 32411 ], [ 32345, 32436 ], [ 32595, 32632 ], [ 32829, 32943 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P03_107+35_36_37_38", "video_id": "P03_107", "narration_ids": [ "P03_107_35", "P03_107_36", "P03_107_37", "P03_107_38" ], "src": "move tupperware . move saucepan . spoon chilli into tupperware", "src1": "move tupperware", "src2": "move saucepan", "src3": "spoon chilli into tupperware", "trg": "put_down tupperware", "vis_src": "P03_107:35 P03_107:36 P03_107:37", "vis_trg": "P03_107:38", "narrations": [ "move tupperware", "move saucepan", "spoon chilli into tupperware", "put down tupperware" ], "verbs": [ "move", "move", "spoon-into", "put-down" ], "verb_classes": [ 11, 11, 16, 1 ], "nouns": [ "tupperware", "saucepan", "chilli", "tupperware" ], "noun_classes": [ 23, 5, 69, 23 ], "start_stop_timestamps": [ [ "00:01:05.87", "00:01:07.12" ], [ "00:01:07.57", "00:01:08.76" ], [ "00:01:09.84", "00:01:30.16" ], [ "00:01:30.47", "00:01:31.05" ] ], "start_stop_frames": [ [ 3293, 3356 ], [ 3378, 3438 ], [ 3492, 4508 ], [ 4523, 4552 ] ], "trgnoun": "tupperware", "trgverb": "put_down" }, { "key": "P22_12+273_274_275_276", "video_id": "P22_12", "narration_ids": [ "P22_12_273", "P22_12_274", "P22_12_275", "P22_12_276" ], "src": "place dish . get tupperware . get plate", "src1": "place dish", "src2": "get tupperware", "src3": "get plate", "trg": "set_down plate", "vis_src": "P22_12:273 P22_12:274 P22_12:275", "vis_trg": "P22_12:276", "narrations": [ "place dish", "get tupperware", "get plate", "set down plate" ], "verbs": [ "place", "get", "get", "set-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "dish", "tupperware", "plate", "plate" ], "noun_classes": [ 2, 23, 2, 2 ], "start_stop_timestamps": [ [ "00:10:46.14", "00:10:47.36" ], [ "00:10:48.65", "00:10:49.60" ], [ "00:10:50.80", "00:10:51.91" ], [ "00:10:52.01", "00:10:53.50" ] ], "start_stop_frames": [ [ 38768, 38841 ], [ 38919, 38976 ], [ 39048, 39114 ], [ 39120, 39210 ] ], "trgnoun": "plate", "trgverb": "set_down" }, { "key": "P27_105+4_5_6_7", "video_id": "P27_105", "narration_ids": [ "P27_105_4", "P27_105_5", "P27_105_6", "P27_105_7" ], "src": "move cloth . adjust oven_glove . pick_up pot_holder", "src1": "move cloth", "src2": "adjust oven_glove", "src3": "pick_up pot_holder", "trg": "put_down pot_holder", "vis_src": "P27_105:4 P27_105:5 P27_105:6", "vis_trg": "P27_105:7", "narrations": [ "move cloth", "adjust oven glove", "pick up pot holder", "put down pot holder" ], "verbs": [ "move", "adjust", "pick-up", "put-down" ], "verb_classes": [ 11, 17, 0, 1 ], "nouns": [ "cloth", "glove:oven", "holder:pot", "holder:pot" ], "noun_classes": [ 17, 60, 24, 24 ], "start_stop_timestamps": [ [ "00:00:16.96", "00:00:17.84" ], [ "00:00:18.51", "00:00:19.22" ], [ "00:00:27.85", "00:00:28.38" ], [ "00:00:38.04", "00:00:40.02" ] ], "start_stop_frames": [ [ 848, 892 ], [ 925, 961 ], [ 1392, 1419 ], [ 1902, 2001 ] ], "trgnoun": "pot_holder", "trgverb": "put_down" }, { "key": "P20_04+22_23_24_25", "video_id": "P20_04", "narration_ids": [ "P20_04_22", "P20_04_23", "P20_04_24", "P20_04_25" ], "src": "put bowl in microwave . close microwave . pick_up packaging from bin", "src1": "put bowl in microwave", "src2": "close microwave", "src3": "pick_up packaging from bin", "trg": "put packaging in", "vis_src": "P20_04:22 P20_04:23 P20_04:24", "vis_trg": "P20_04:25", "narrations": [ "put bowl in microwave", "close microwave", "pick up packaging from bin", "put packaging in" ], "verbs": [ "put-in", "close", "pick-up", "put-in" ], "verb_classes": [ 5, 4, 0, 5 ], "nouns": [ "bowl", "microwave", "packaging", "packaging" ], "noun_classes": [ 7, 90, 26, 26 ], "start_stop_timestamps": [ [ "00:01:15.63", "00:01:18.32" ], [ "00:01:18.42", "00:01:20.62" ], [ "00:01:20.72", "00:01:23.60" ], [ "00:01:23.70", "00:01:26.00" ] ], "start_stop_frames": [ [ 4537, 4699 ], [ 4705, 4837 ], [ 4843, 5016 ], [ 5022, 5160 ] ], "trgnoun": "packaging", "trgverb": "put_in" }, { "key": "P30_111+240_241_242_243", "video_id": "P30_111", "narration_ids": [ "P30_111_240", "P30_111_241", "P30_111_242", "P30_111_243" ], "src": "pick_up olive_oil . pick_up pizza_bases . put grill_tray down", "src1": "pick_up olive_oil", "src2": "pick_up pizza_bases", "src3": "put grill_tray down", "trg": "put pizza_bases on grill tray", "vis_src": "P30_111:240 P30_111:241 P30_111:242", "vis_trg": "P30_111:243", "narrations": [ "pick up olive oil", "pick up pizza bases", "put grill tray down", "put pizza bases on grill tray" ], "verbs": [ "pick-up", "pick-up", "put-down", "put-on" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "oil:olive", "base:pizza", "tray:grill", "base:pizza" ], "noun_classes": [ 31, 91, 35, 91 ], "start_stop_timestamps": [ [ "00:09:54.49", "00:09:55.33" ], [ "00:09:55.29", "00:09:56.34" ], [ "00:09:56.41", "00:09:57.63" ], [ "00:09:57.51", "00:10:00.14" ] ], "start_stop_frames": [ [ 29724, 29766 ], [ 29764, 29817 ], [ 29820, 29881 ], [ 29875, 30007 ] ], "trgnoun": "pizza_base", "trgverb": "put_on" }, { "key": "P03_09+54_55_56_57", "video_id": "P03_09", "narration_ids": [ "P03_09_54", "P03_09_55", "P03_09_56", "P03_09_57" ], "src": "open butter . grab knife . turn_on water", "src1": "open butter", "src2": "grab knife", "src3": "turn_on water", "trg": "get butter", "vis_src": "P03_09:54 P03_09:55 P03_09:56", "vis_trg": "P03_09:57", "narrations": [ "open butter", "grab knife", "turn on water", "get butter" ], "verbs": [ "open", "grab", "turn-on", "get" ], "verb_classes": [ 3, 0, 6, 0 ], "nouns": [ "butter", "knife", "tap", "butter" ], "noun_classes": [ 78, 4, 0, 78 ], "start_stop_timestamps": [ [ "00:01:40.03", "00:01:42.28" ], [ "00:01:42.63", "00:01:43.63" ], [ "00:01:44.73", "00:01:45.98" ], [ "00:01:47.08", "00:01:50.58" ] ], "start_stop_frames": [ [ 6001, 6136 ], [ 6157, 6217 ], [ 6283, 6358 ], [ 6424, 6634 ] ], "trgnoun": "butter", "trgverb": "get" }, { "key": "P08_06+62_63_64_65", "video_id": "P08_06", "narration_ids": [ "P08_06_62", "P08_06_63", "P08_06_64", "P08_06_65" ], "src": "open water . use sponge . clean cutting_board", "src1": "open water", "src2": "use sponge", "src3": "clean cutting_board", "trg": "place cutting_board to dry", "vis_src": "P08_06:62 P08_06:63 P08_06:64", "vis_trg": "P08_06:65", "narrations": [ "open water", "use sponge", "clean cutting board", "place cutting board to dry" ], "verbs": [ "turn-on", "use", "clean", "place" ], "verb_classes": [ 6, 76, 2, 1 ], "nouns": [ "tap", "sponge", "board:cutting", "board:cutting" ], "noun_classes": [ 0, 9, 18, 18 ], "start_stop_timestamps": [ [ "00:03:28.44", "00:03:29.70" ], [ "00:03:30.31", "00:03:34.87" ], [ "00:03:34.23", "00:03:36.46" ], [ "00:03:36.56", "00:03:42.40" ] ], "start_stop_frames": [ [ 12506, 12582 ], [ 12618, 12892 ], [ 12853, 12987 ], [ 12993, 13344 ] ], "trgnoun": "cutting_board", "trgverb": "place" }, { "key": "P29_01+19_20_21_24", "video_id": "P29_01", "narration_ids": [ "P29_01_19", "P29_01_20", "P29_01_21", "P29_01_24" ], "src": "pick_up green_beans . close drawer . pick_up coffee", "src1": "pick_up green_beans", "src2": "close drawer", "src3": "pick_up coffee", "trg": "put_down coffee", "vis_src": "P29_01:19 P29_01:20 P29_01:21", "vis_trg": "P29_01:24", "narrations": [ "pick up green beans", "close drawer", "pick up coffee", "put down coffee" ], "verbs": [ "pick-up", "close", "pick-up", "put-down" ], "verb_classes": [ 0, 4, 0, 1 ], "nouns": [ "bean:green", "drawer", "coffee", "coffee" ], "noun_classes": [ 185, 8, 59, 59 ], "start_stop_timestamps": [ [ "00:00:59.38", "00:01:01.47" ], [ "00:01:01.57", "00:01:04.18" ], [ "00:01:04.26", "00:01:05.30" ], [ "00:01:07.04", "00:01:07.95" ] ], "start_stop_frames": [ [ 3562, 3688 ], [ 3694, 3850 ], [ 3855, 3918 ], [ 4022, 4077 ] ], "trgnoun": "coffee", "trgverb": "put_down" }, { "key": "P04_108+44_45_46_47", "video_id": "P04_108", "narration_ids": [ "P04_108_44", "P04_108_45", "P04_108_46", "P04_108_47" ], "src": "dry rice cooker bowl . turn_on tap . put rice cooker bowl under tap", "src1": "dry rice cooker bowl", "src2": "turn_on tap", "src3": "put rice cooker bowl under tap", "trg": "fill rice cooker bowl with water", "vis_src": "P04_108:44 P04_108:45 P04_108:46", "vis_trg": "P04_108:47", "narrations": [ "dry rice cooker bowl", "turn on tap", "put rice cooker bowl under tap", "fill rice cooker bowl with water" ], "verbs": [ "dry", "turn-on", "put-under", "fill-with" ], "verb_classes": [ 14, 6, 1, 26 ], "nouns": [ "bowl:rice:cooker", "tap", "bowl:rice:cooker", "bowl:rice:cooker" ], "noun_classes": [ 7, 0, 7, 7 ], "start_stop_timestamps": [ [ "00:01:22.07", "00:01:27.86" ], [ "00:01:29.31", "00:01:38.68" ], [ "00:01:28.84", "00:01:29.60" ], [ "00:01:29.42", "00:01:38.17" ] ], "start_stop_frames": [ [ 4103, 4393 ], [ 4465, 4934 ], [ 4442, 4480 ], [ 4471, 4908 ] ], "trgnoun": "cooker_rice_bowl", "trgverb": "fill_with" }, { "key": "P03_09+69_70_71_72", "video_id": "P03_09", "narration_ids": [ "P03_09_69", "P03_09_70", "P03_09_71", "P03_09_72" ], "src": "cut sandwich . test water . grab washing up liquid", "src1": "cut sandwich", "src2": "test water", "src3": "grab washing up liquid", "trg": "pour washing up liquid", "vis_src": "P03_09:69 P03_09:70 P03_09:71", "vis_trg": "P03_09:72", "narrations": [ "cut sandwich", "test water", "grab washing up liquid", "pour washing up liquid" ], "verbs": [ "cut", "test", "grab", "pour" ], "verb_classes": [ 7, 24, 0, 9 ], "nouns": [ "sandwich", "water", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 164, 27, 22, 22 ], "start_stop_timestamps": [ [ "00:02:42.69", "00:02:48.53" ], [ "00:02:48.88", "00:02:49.63" ], [ "00:02:49.98", "00:02:50.49" ], [ "00:02:50.58", "00:02:51.84" ] ], "start_stop_frames": [ [ 9761, 10111 ], [ 10132, 10177 ], [ 10198, 10229 ], [ 10234, 10310 ] ], "trgnoun": "up_washing_liquid", "trgverb": "pour" }, { "key": "P01_109+308_309_310_311", "video_id": "P01_109", "narration_ids": [ "P01_109_308", "P01_109_309", "P01_109_310", "P01_109_311" ], "src": "wipe knife . dice onion . pick_up onion_bits", "src1": "wipe knife", "src2": "dice onion", "src3": "pick_up onion_bits", "trg": "put_down onion_bit", "vis_src": "P01_109:308 P01_109:309 P01_109:310", "vis_trg": "P01_109:311", "narrations": [ "wipe knife", "dice onion", "pick up onion bits", "put down onion bit" ], "verbs": [ "wipe", "dice", "pick-up", "put-down" ], "verb_classes": [ 2, 7, 0, 1 ], "nouns": [ "knife", "onion", "bit:onion", "bit:onion" ], "noun_classes": [ 4, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:16:42.64", "00:16:43.94" ], [ "00:16:44.17", "00:16:48.74" ], [ "00:16:54.36", "00:16:55.37" ], [ "00:16:56.02", "00:16:56.93" ] ], "start_stop_frames": [ [ 50132, 50197 ], [ 50208, 50437 ], [ 50718, 50768 ], [ 50801, 50846 ] ], "trgnoun": "onion_bit", "trgverb": "put_down" }, { "key": "P01_09+663_664_665_666", "video_id": "P01_09", "narration_ids": [ "P01_09_663", "P01_09_664", "P01_09_665", "P01_09_666" ], "src": "take beer . put_down beer . fold mozzarella_bag", "src1": "take beer", "src2": "put_down beer", "src3": "fold mozzarella_bag", "trg": "put mozzarella_bag into fridge", "vis_src": "P01_09:663 P01_09:664 P01_09:665", "vis_trg": "P01_09:666", "narrations": [ "take beer", "put down beer", "fold mozzarella bag", "put mozzarella bag into fridge" ], "verbs": [ "take", "put-down", "fold", "put-into" ], "verb_classes": [ 0, 1, 28, 5 ], "nouns": [ "beer", "beer", "bag:mozzarella", "bag:mozzarella" ], "noun_classes": [ 231, 231, 19, 19 ], "start_stop_timestamps": [ [ "00:46:06.52", "00:46:08.01" ], [ "00:46:08.11", "00:46:10.05" ], [ "00:46:10.65", "00:46:15.14" ], [ "00:46:14.99", "00:46:16.51" ] ], "start_stop_frames": [ [ 165991, 166080 ], [ 166086, 166203 ], [ 166239, 166508 ], [ 166499, 166590 ] ], "trgnoun": "mozzarella_bag", "trgverb": "put_into" }, { "key": "P04_110+205_206_207_208", "video_id": "P04_110", "narration_ids": [ "P04_110_205", "P04_110_206", "P04_110_207", "P04_110_208" ], "src": "move piece of tofu around pan . pick_up piece of tofu . put tofu into pan", "src1": "move piece of tofu around pan", "src2": "pick_up piece of tofu", "src3": "put tofu into pan", "trg": "move tofu with spatula", "vis_src": "P04_110:205 P04_110:206 P04_110:207", "vis_trg": "P04_110:208", "narrations": [ "move piece of tofu around pan", "pick up piece of tofu", "put tofu into pan", "move tofu with spatula" ], "verbs": [ "move-around", "pick-up", "put-into", "move-with" ], "verb_classes": [ 11, 0, 5, 11 ], "nouns": [ "piece:tofu", "piece:tofu", "tofu", "tofu" ], "noun_classes": [ 81, 81, 81, 81 ], "start_stop_timestamps": [ [ "00:07:01.60", "00:07:02.40" ], [ "00:07:02.50", "00:07:03.21" ], [ "00:07:03.31", "00:07:04.00" ], [ "00:07:03.90", "00:07:04.60" ] ], "start_stop_frames": [ [ 21080, 21120 ], [ 21125, 21160 ], [ 21165, 21200 ], [ 21195, 21230 ] ], "trgnoun": "tofu", "trgverb": "move_with" }, { "key": "P01_109+16_17_18_19", "video_id": "P01_109", "narration_ids": [ "P01_109_16", "P01_109_17", "P01_109_18", "P01_109_19" ], "src": "close drawer . close freezer . pick_up rucksack", "src1": "close drawer", "src2": "close freezer", "src3": "pick_up rucksack", "trg": "put_down rucksack", "vis_src": "P01_109:16 P01_109:17 P01_109:18", "vis_trg": "P01_109:19", "narrations": [ "close drawer", "close freezer", "pick up rucksack", "put down rucksack" ], "verbs": [ "close", "close", "pick-up", "put-down" ], "verb_classes": [ 4, 4, 0, 1 ], "nouns": [ "drawer", "freezer", "rucksack", "rucksack" ], "noun_classes": [ 8, 113, 235, 235 ], "start_stop_timestamps": [ [ "00:00:26.91", "00:00:28.03" ], [ "00:00:28.38", "00:00:29.29" ], [ "00:00:29.71", "00:00:30.54" ], [ "00:00:33.14", "00:00:33.98" ] ], "start_stop_frames": [ [ 1345, 1401 ], [ 1419, 1464 ], [ 1485, 1527 ], [ 1657, 1698 ] ], "trgnoun": "rucksack", "trgverb": "put_down" }, { "key": "P10_02+46_47_48_49", "video_id": "P10_02", "narration_ids": [ "P10_02_46", "P10_02_47", "P10_02_48", "P10_02_49" ], "src": "switch_off the water_tap . throw away the part of the spring_onion . cut_off the root of the spring onion", "src1": "switch_off the water_tap", "src2": "throw away the part of the spring_onion", "src3": "cut_off the root of the spring onion", "trg": "cut the spring_onion into small pieces", "vis_src": "P10_02:46 P10_02:47 P10_02:48", "vis_trg": "P10_02:49", "narrations": [ "switch off the water tap", "throw away the part of the spring onion", "cut off the root of the spring onion", "cut the spring onion into small pieces" ], "verbs": [ "switch-off", "throw", "cut-off", "cut-into" ], "verb_classes": [ 8, 13, 7, 7 ], "nouns": [ "tap:water", "onion:spring", "root", "onion:spring" ], "noun_classes": [ 0, 128, 210, 128 ], "start_stop_timestamps": [ [ "00:05:59.72", "00:06:01.43" ], [ "00:06:01.53", "00:06:05.14" ], [ "00:06:08.42", "00:06:11.59" ], [ "00:06:11.69", "00:06:30.22" ] ], "start_stop_frames": [ [ 21583, 21685 ], [ 21691, 21908 ], [ 22105, 22295 ], [ 22301, 23413 ] ], "trgnoun": "spring_onion", "trgverb": "cut_into" }, { "key": "P22_10+293_294_295_296", "video_id": "P22_10", "narration_ids": [ "P22_10_293", "P22_10_294", "P22_10_295", "P22_10_296" ], "src": "put_down tea_towels . close drawer . take tea_towel", "src1": "put_down tea_towels", "src2": "close drawer", "src3": "take tea_towel", "trg": "shake tea_towel", "vis_src": "P22_10:293 P22_10:294 P22_10:295", "vis_trg": "P22_10:296", "narrations": [ "put down tea towels", "close drawer", "take tea towel", "shake tea towel" ], "verbs": [ "put-down", "close", "take", "shake" ], "verb_classes": [ 1, 4, 0, 15 ], "nouns": [ "towel:tea", "drawer", "towel:tea", "towel:tea" ], "noun_classes": [ 52, 8, 52, 52 ], "start_stop_timestamps": [ [ "00:10:22.02", "00:10:22.79" ], [ "00:10:22.89", "00:10:23.51" ], [ "00:10:23.62", "00:10:24.80" ], [ "00:10:24.90", "00:10:26.46" ] ], "start_stop_frames": [ [ 37321, 37367 ], [ 37373, 37410 ], [ 37417, 37488 ], [ 37494, 37587 ] ], "trgnoun": "tea_towel", "trgverb": "shake" }, { "key": "P19_04+66_67_68_69", "video_id": "P19_04", "narration_ids": [ "P19_04_66", "P19_04_67", "P19_04_68", "P19_04_69" ], "src": "put green_bean into cooker . gather tomatoes . put tomatoes into cooker", "src1": "put green_bean into cooker", "src2": "gather tomatoes", "src3": "put tomatoes into cooker", "trg": "fry tomatoes", "vis_src": "P19_04:66 P19_04:67 P19_04:68", "vis_trg": "P19_04:69", "narrations": [ "put green bean into cooker", "gather tomatoes", "put tomatoes into cooker", "fry" ], "verbs": [ "put-into", "gather", "put-into", "fry" ], "verb_classes": [ 5, 63, 5, 45 ], "nouns": [ "bean:green", "tomato", "tomato", "tomato" ], "noun_classes": [ 185, 43, 43, 43 ], "start_stop_timestamps": [ [ "00:09:56.90", "00:10:02.20" ], [ "00:10:06.95", "00:10:25.60" ], [ "00:10:25.70", "00:10:29.24" ], [ "00:10:31.90", "00:10:46.91" ] ], "start_stop_frames": [ [ 35814, 36132 ], [ 36417, 37536 ], [ 37542, 37754 ], [ 37914, 38814 ] ], "trgnoun": "tomato", "trgverb": "fry" }, { "key": "P04_05+295_296_297_298", "video_id": "P04_05", "narration_ids": [ "P04_05_295", "P04_05_296", "P04_05_297", "P04_05_298" ], "src": "close bag . put it in freezer . pour_out trays", "src1": "close bag", "src2": "put it in freezer", "src3": "pour_out trays", "trg": "close freezer", "vis_src": "P04_05:295 P04_05:296 P04_05:297", "vis_trg": "P04_05:298", "narrations": [ "close bag", "put it in freezer", "pour out trays", "close freezer" ], "verbs": [ "close", "put-in", "pour-out", "close" ], "verb_classes": [ 4, 5, 9, 4 ], "nouns": [ "bag", "freezer", "tray", "freezer" ], "noun_classes": [ 19, 113, 35, 113 ], "start_stop_timestamps": [ [ "00:33:02.21", "00:33:07.01" ], [ "00:33:07.03", "00:33:13.98" ], [ "00:33:15.17", "00:33:22.27" ], [ "00:33:22.54", "00:33:24.42" ] ], "start_stop_frames": [ [ 118932, 119220 ], [ 119221, 119638 ], [ 119710, 120136 ], [ 120152, 120265 ] ], "trgnoun": "freezer", "trgverb": "close" }, { "key": "P04_107+361_362_363_364", "video_id": "P04_107", "narration_ids": [ "P04_107_361", "P04_107_362", "P04_107_363", "P04_107_364" ], "src": "lift_up rolling_pin . flip_over dough . roll_out dough", "src1": "lift_up rolling_pin", "src2": "flip_over dough", "src3": "roll_out dough", "trg": "feel dough", "vis_src": "P04_107:361 P04_107:362 P04_107:363", "vis_trg": "P04_107:364", "narrations": [ "lift up rolling pin", "flip over dough", "roll out dough", "feel dough" ], "verbs": [ "lift-up", "flip-over", "roll-out", "feel" ], "verb_classes": [ 33, 22, 39, 54 ], "nouns": [ "pin:rolling", "dough", "dough", "dough" ], "noun_classes": [ 136, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:11:14.25", "00:11:15.61" ], [ "00:11:14.76", "00:11:15.96" ], [ "00:11:16.00", "00:11:18.13" ], [ "00:11:18.23", "00:11:19.49" ] ], "start_stop_frames": [ [ 33712, 33780 ], [ 33738, 33798 ], [ 33800, 33906 ], [ 33911, 33974 ] ], "trgnoun": "dough", "trgverb": "feel" }, { "key": "P22_10+296_297_298_299", "video_id": "P22_10", "narration_ids": [ "P22_10_296", "P22_10_297", "P22_10_298", "P22_10_299" ], "src": "shake tea_towel . fold tea_towel . close drawer", "src1": "shake tea_towel", "src2": "fold tea_towel", "src3": "close drawer", "trg": "put_down tea_towel", "vis_src": "P22_10:296 P22_10:297 P22_10:298", "vis_trg": "P22_10:299", "narrations": [ "shake tea towel", "fold tea towel", "close drawer", "put down tea towel" ], "verbs": [ "shake", "fold", "close", "put-down" ], "verb_classes": [ 15, 28, 4, 1 ], "nouns": [ "towel:tea", "towel:tea", "drawer", "towel:tea" ], "noun_classes": [ 52, 52, 8, 52 ], "start_stop_timestamps": [ [ "00:10:24.90", "00:10:26.46" ], [ "00:10:26.56", "00:10:28.33" ], [ "00:10:28.50", "00:10:30.82" ], [ "00:10:28.59", "00:10:29.98" ] ], "start_stop_frames": [ [ 37494, 37587 ], [ 37593, 37699 ], [ 37710, 37849 ], [ 37715, 37798 ] ], "trgnoun": "tea_towel", "trgverb": "put_down" }, { "key": "P28_103+146_147_148_149", "video_id": "P28_103", "narration_ids": [ "P28_103_146", "P28_103_147", "P28_103_148", "P28_103_149" ], "src": "close freezer . put green_beans . open oil", "src1": "close freezer", "src2": "put green_beans", "src3": "open oil", "trg": "pour oil in pot", "vis_src": "P28_103:146 P28_103:147 P28_103:148", "vis_trg": "P28_103:149", "narrations": [ "close freezer", "put green beans", "open oil", "pour oil in pot" ], "verbs": [ "close", "put", "open", "pour-in" ], "verb_classes": [ 4, 1, 3, 9 ], "nouns": [ "freezer", "bean:green", "oil", "oil" ], "noun_classes": [ 113, 185, 31, 31 ], "start_stop_timestamps": [ [ "00:14:12.56", "00:14:13.50" ], [ "00:14:14.68", "00:14:15.44" ], [ "00:14:22.50", "00:14:25.83" ], [ "00:14:25.84", "00:14:40.40" ] ], "start_stop_frames": [ [ 42628, 42675 ], [ 42734, 42772 ], [ 43125, 43291 ], [ 43292, 44020 ] ], "trgnoun": "oil", "trgverb": "pour_in" }, { "key": "P28_11+12_13_14_15", "video_id": "P28_11", "narration_ids": [ "P28_11_12", "P28_11_13", "P28_11_14", "P28_11_15" ], "src": "put sausages package in drawer . close drawer . close freezer", "src1": "put sausages package in drawer", "src2": "close drawer", "src3": "close freezer", "trg": "put_down sausages", "vis_src": "P28_11:12 P28_11:13 P28_11:14", "vis_trg": "P28_11:15", "narrations": [ "put sausages package in drawer", "close drawer", "close freezer", "put down sausages" ], "verbs": [ "put-in", "close", "close", "put-down" ], "verb_classes": [ 5, 4, 4, 1 ], "nouns": [ "sausage", "drawer", "freezer", "sausage" ], "noun_classes": [ 86, 8, 113, 86 ], "start_stop_timestamps": [ [ "00:00:45.88", "00:00:47.73" ], [ "00:00:47.07", "00:00:48.64" ], [ "00:00:49.20", "00:00:50.49" ], [ "00:00:53.26", "00:00:55.84" ] ], "start_stop_frames": [ [ 2752, 2863 ], [ 2824, 2918 ], [ 2952, 3029 ], [ 3195, 3350 ] ], "trgnoun": "sausage", "trgverb": "put_down" }, { "key": "P03_04+36_37_38_39", "video_id": "P03_04", "narration_ids": [ "P03_04_36", "P03_04_37", "P03_04_38", "P03_04_39" ], "src": "close drawer . close freezer . take bag", "src1": "close drawer", "src2": "close freezer", "src3": "take bag", "trg": "fold bag", "vis_src": "P03_04:36 P03_04:37 P03_04:38", "vis_trg": "P03_04:39", "narrations": [ "close drawer", "close freezer", "take bag", "fold bag" ], "verbs": [ "close", "close", "take", "fold" ], "verb_classes": [ 4, 4, 0, 28 ], "nouns": [ "drawer", "freezer", "bag", "bag" ], "noun_classes": [ 8, 113, 19, 19 ], "start_stop_timestamps": [ [ "00:00:58.01", "00:00:58.59" ], [ "00:00:58.87", "00:00:59.37" ], [ "00:01:02.13", "00:01:03.72" ], [ "00:01:04.79", "00:01:16.47" ] ], "start_stop_frames": [ [ 3480, 3515 ], [ 3532, 3562 ], [ 3727, 3823 ], [ 3887, 4588 ] ], "trgnoun": "bag", "trgverb": "fold" }, { "key": "P28_103+144_145_146_147", "video_id": "P28_103", "narration_ids": [ "P28_103_144", "P28_103_145", "P28_103_146", "P28_103_147" ], "src": "take green_beans . close drawer . close freezer", "src1": "take green_beans", "src2": "close drawer", "src3": "close freezer", "trg": "put green_beans", "vis_src": "P28_103:144 P28_103:145 P28_103:146", "vis_trg": "P28_103:147", "narrations": [ "take green beans", "close drawer", "close freezer", "put green beans" ], "verbs": [ "take", "close", "close", "put" ], "verb_classes": [ 0, 4, 4, 1 ], "nouns": [ "bean:green", "drawer", "freezer", "bean:green" ], "noun_classes": [ 185, 8, 113, 185 ], "start_stop_timestamps": [ [ "00:14:08.57", "00:14:11.82" ], [ "00:14:11.51", "00:14:12.14" ], [ "00:14:12.56", "00:14:13.50" ], [ "00:14:14.68", "00:14:15.44" ] ], "start_stop_frames": [ [ 42428, 42591 ], [ 42575, 42607 ], [ 42628, 42675 ], [ 42734, 42772 ] ], "trgnoun": "green_bean", "trgverb": "put" }, { "key": "P35_109+160_161_162_163", "video_id": "P35_109", "narration_ids": [ "P35_109_160", "P35_109_161", "P35_109_162", "P35_109_163" ], "src": "move machine . turn_on steam . move saucepan", "src1": "move machine", "src2": "turn_on steam", "src3": "move saucepan", "trg": "turn_off steam", "vis_src": "P35_109:160 P35_109:161 P35_109:162", "vis_trg": "P35_109:163", "narrations": [ "move machine", "turn on steam", "move saucepan", "turn off steam" ], "verbs": [ "move", "turn-on", "move", "turn-off" ], "verb_classes": [ 11, 6, 11, 8 ], "nouns": [ "machine", "steam", "saucepan", "steam" ], "noun_classes": [ 124, 238, 5, 238 ], "start_stop_timestamps": [ [ "00:09:33.32", "00:09:35.36" ], [ "00:09:35.29", "00:09:37.06" ], [ "00:09:37.16", "00:09:54.92" ], [ "00:10:22.39", "00:10:25.53" ] ], "start_stop_frames": [ [ 28666, 28768 ], [ 28764, 28852 ], [ 28858, 29745 ], [ 31119, 31276 ] ], "trgnoun": "steam", "trgverb": "turn_off" }, { "key": "P22_10+294_295_296_297", "video_id": "P22_10", "narration_ids": [ "P22_10_294", "P22_10_295", "P22_10_296", "P22_10_297" ], "src": "close drawer . take tea_towel . shake tea_towel", "src1": "close drawer", "src2": "take tea_towel", "src3": "shake tea_towel", "trg": "fold tea_towel", "vis_src": "P22_10:294 P22_10:295 P22_10:296", "vis_trg": "P22_10:297", "narrations": [ "close drawer", "take tea towel", "shake tea towel", "fold tea towel" ], "verbs": [ "close", "take", "shake", "fold" ], "verb_classes": [ 4, 0, 15, 28 ], "nouns": [ "drawer", "towel:tea", "towel:tea", "towel:tea" ], "noun_classes": [ 8, 52, 52, 52 ], "start_stop_timestamps": [ [ "00:10:22.89", "00:10:23.51" ], [ "00:10:23.62", "00:10:24.80" ], [ "00:10:24.90", "00:10:26.46" ], [ "00:10:26.56", "00:10:28.33" ] ], "start_stop_frames": [ [ 37373, 37410 ], [ 37417, 37488 ], [ 37494, 37587 ], [ 37593, 37699 ] ], "trgnoun": "tea_towel", "trgverb": "fold" }, { "key": "P04_109+39_40_41_42", "video_id": "P04_109", "narration_ids": [ "P04_109_39", "P04_109_40", "P04_109_41", "P04_109_42" ], "src": "drop carrot into measuring jug . pick_up piece of carrot . put piece of carrot in measuring jug", "src1": "drop carrot into measuring jug", "src2": "pick_up piece of carrot", "src3": "put piece of carrot in measuring jug", "trg": "move together carrot", "vis_src": "P04_109:39 P04_109:40 P04_109:41", "vis_trg": "P04_109:42", "narrations": [ "drop carrot into measuring jug", "pick up piece of carrot", "put piece of carrot in measuring jug", "move together carrot" ], "verbs": [ "drop-into", "pick-up", "put-in", "move" ], "verb_classes": [ 5, 0, 5, 11 ], "nouns": [ "carrot", "piece:carrot", "piece:carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:02:00.94", "00:02:01.96" ], [ "00:02:00.44", "00:02:01.60" ], [ "00:02:01.64", "00:02:02.12" ], [ "00:02:02.18", "00:02:03.68" ] ], "start_stop_frames": [ [ 6047, 6098 ], [ 6022, 6080 ], [ 6082, 6106 ], [ 6109, 6184 ] ], "trgnoun": "carrot", "trgverb": "move" }, { "key": "P22_17+94_95_96_97", "video_id": "P22_17", "narration_ids": [ "P22_17_94", "P22_17_95", "P22_17_96", "P22_17_97" ], "src": "put_down object . pick_up object . put_in freezer", "src1": "put_down object", "src2": "pick_up object", "src3": "put_in freezer", "trg": "close freezer", "vis_src": "P22_17:94 P22_17:95 P22_17:96", "vis_trg": "P22_17:97", "narrations": [ "put down object", "pick up object", "put in freezer", "close freezer" ], "verbs": [ "put-down", "pick-up", "put-in", "close" ], "verb_classes": [ 1, 0, 5, 4 ], "nouns": [ "freezer", "freezer", "freezer", "freezer" ], "noun_classes": [ 113, 113, 113, 113 ], "start_stop_timestamps": [ [ "00:04:26.96", "00:04:28.97" ], [ "00:04:28.67", "00:04:31.99" ], [ "00:04:35.00", "00:04:37.70" ], [ "00:04:37.80", "00:04:41.64" ] ], "start_stop_frames": [ [ 16017, 16138 ], [ 16120, 16319 ], [ 16500, 16662 ], [ 16668, 16898 ] ], "trgnoun": "freezer", "trgverb": "close" }, { "key": "P30_111+464_465_466_468", "video_id": "P30_111", "narration_ids": [ "P30_111_464", "P30_111_465", "P30_111_466", "P30_111_468" ], "src": "break_up onion_piece . put onion_piece onto pizza . break_up onion_pieces", "src1": "break_up onion_piece", "src2": "put onion_piece onto pizza", "src3": "break_up onion_pieces", "trg": "pick_up onion_piece", "vis_src": "P30_111:464 P30_111:465 P30_111:466", "vis_trg": "P30_111:468", "narrations": [ "break up onion piece", "put onion piece onto pizza", "break up onion pieces", "pick up onion piece" ], "verbs": [ "break-up", "put-onto", "break-up", "pick-up" ], "verb_classes": [ 30, 1, 30, 0 ], "nouns": [ "piece:onion", "piece:onion", "piece:onion", "piece:onion" ], "noun_classes": [ 16, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:20:41.97", "00:20:43.55" ], [ "00:20:41.00", "00:20:44.00" ], [ "00:20:44.10", "00:20:45.85" ], [ "00:20:59.10", "00:21:01.05" ] ], "start_stop_frames": [ [ 62098, 62177 ], [ 62050, 62200 ], [ 62204, 62292 ], [ 62954, 63052 ] ], "trgnoun": "onion_piece", "trgverb": "pick_up" }, { "key": "P06_03+30_31_32_33", "video_id": "P06_03", "narration_ids": [ "P06_03_30", "P06_03_31", "P06_03_32", "P06_03_33" ], "src": "take yeast . take yeast out of packet . put packet down", "src1": "take yeast", "src2": "take yeast out of packet", "src3": "put packet down", "trg": "open yeast", "vis_src": "P06_03:30 P06_03:31 P06_03:32", "vis_trg": "P06_03:33", "narrations": [ "take yeast", "take yeast out of packet", "put packet down", "open yeast" ], "verbs": [ "take", "take-out", "put-down", "open" ], "verb_classes": [ 0, 12, 1, 3 ], "nouns": [ "yeast", "yeast", "packet", "yeast" ], "noun_classes": [ 195, 195, 26, 195 ], "start_stop_timestamps": [ [ "00:01:50.19", "00:01:52.99" ], [ "00:01:53.40", "00:01:56.34" ], [ "00:01:56.49", "00:01:58.21" ], [ "00:01:58.09", "00:02:06.34" ] ], "start_stop_frames": [ [ 6611, 6779 ], [ 6804, 6980 ], [ 6989, 7092 ], [ 7085, 7580 ] ], "trgnoun": "yeast", "trgverb": "open" }, { "key": "P12_101+255_256_257_258", "video_id": "P12_101", "narration_ids": [ "P12_101_255", "P12_101_256", "P12_101_257", "P12_101_258" ], "src": "move saucepan . stir meat using spoon in saucepan . stir meat in frying pan using spoon", "src1": "move saucepan", "src2": "stir meat using spoon in saucepan", "src3": "stir meat in frying pan using spoon", "trg": "pour meat from frying pan into saucepan", "vis_src": "P12_101:255 P12_101:256 P12_101:257", "vis_trg": "P12_101:258", "narrations": [ "move saucepan", "stir meat using spoon in saucepan", "stir meat in frying pan using spoon", "pour meat from frying pan into saucepan" ], "verbs": [ "move", "stir", "stir-in", "pour-from" ], "verb_classes": [ 11, 10, 10, 9 ], "nouns": [ "saucepan", "meat", "meat", "meat" ], "noun_classes": [ 5, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:13:17.92", "00:13:20.45" ], [ "00:13:20.36", "00:13:21.03" ], [ "00:13:21.53", "00:13:33.74" ], [ "00:13:34.72", "00:13:38.72" ] ], "start_stop_frames": [ [ 39896, 40022 ], [ 40018, 40051 ], [ 40076, 40687 ], [ 40736, 40936 ] ], "trgnoun": "meat", "trgverb": "pour_from" }, { "key": "P22_08+373_374_375_376", "video_id": "P22_08", "narration_ids": [ "P22_08_373", "P22_08_374", "P22_08_375", "P22_08_376" ], "src": "pick_up sugar . put_in sugar . close sugar", "src1": "pick_up sugar", "src2": "put_in sugar", "src3": "close sugar", "trg": "move sugar", "vis_src": "P22_08:373 P22_08:374 P22_08:375", "vis_trg": "P22_08:376", "narrations": [ "pick up sugar", "put in sugar", "close sugar", "move sugar" ], "verbs": [ "pick-up", "put-in", "close", "move" ], "verb_classes": [ 0, 5, 4, 11 ], "nouns": [ "sugar", "sugar", "sugar", "sugar" ], "noun_classes": [ 102, 102, 102, 102 ], "start_stop_timestamps": [ [ "00:14:41.74", "00:14:43.81" ], [ "00:14:43.49", "00:14:44.48" ], [ "00:14:44.72", "00:14:46.47" ], [ "00:14:46.02", "00:14:47.50" ] ], "start_stop_frames": [ [ 52904, 53028 ], [ 53009, 53068 ], [ 53083, 53188 ], [ 53161, 53250 ] ], "trgnoun": "sugar", "trgverb": "move" }, { "key": "P02_122+206_207_208_209", "video_id": "P02_122", "narration_ids": [ "P02_122_206", "P02_122_207", "P02_122_208", "P02_122_209" ], "src": "fold bread_wrap . put wrap on plate . close bag", "src1": "fold bread_wrap", "src2": "put wrap on plate", "src3": "close bag", "trg": "seal bag", "vis_src": "P02_122:206 P02_122:207 P02_122:208", "vis_trg": "P02_122:209", "narrations": [ "fold bread wrap", "put wrap on plate", "close bag", "seal bag" ], "verbs": [ "fold", "put-on", "close", "seal" ], "verb_classes": [ 28, 1, 4, 36 ], "nouns": [ "wrap:bread", "wrap", "bag", "bag" ], "noun_classes": [ 107, 107, 19, 19 ], "start_stop_timestamps": [ [ "00:12:27.65", "00:12:29.30" ], [ "00:12:29.08", "00:12:30.40" ], [ "00:12:31.39", "00:12:32.05" ], [ "00:12:32.16", "00:12:32.96" ] ], "start_stop_frames": [ [ 37382, 37465 ], [ 37454, 37520 ], [ 37569, 37602 ], [ 37608, 37648 ] ], "trgnoun": "bag", "trgverb": "seal" }, { "key": "P04_116+111_112_113_114", "video_id": "P04_116", "narration_ids": [ "P04_116_111", "P04_116_112", "P04_116_113", "P04_116_114" ], "src": "tilt pan . scrape egg off bottom of pan using spatula . lower pan", "src1": "tilt pan", "src2": "scrape egg off bottom of pan using spatula", "src3": "lower pan", "trg": "stir egg in pan using spatula", "vis_src": "P04_116:111 P04_116:112 P04_116:113", "vis_trg": "P04_116:114", "narrations": [ "tilt pan", "scrape egg off bottom of pan using spatula", "lower pan", "stir egg in pan using spatula" ], "verbs": [ "tilt", "scrape-off", "lower", "stir-in" ], "verb_classes": [ 33, 25, 73, 10 ], "nouns": [ "pan", "egg", "pan", "egg" ], "noun_classes": [ 5, 53, 5, 53 ], "start_stop_timestamps": [ [ "00:04:14.95", "00:04:22.15" ], [ "00:04:19.75", "00:04:26.75" ], [ "00:04:22.92", "00:04:24.12" ], [ "00:04:24.22", "00:04:35.07" ] ], "start_stop_frames": [ [ 12747, 13107 ], [ 12987, 13337 ], [ 13146, 13206 ], [ 13211, 13753 ] ], "trgnoun": "egg", "trgverb": "stir_in" }, { "key": "P04_108+18_19_20_21", "video_id": "P04_108", "narration_ids": [ "P04_108_18", "P04_108_19", "P04_108_20", "P04_108_21" ], "src": "adjust rice_cooker . unplug kettle . transfer plug to other hand", "src1": "adjust rice_cooker", "src2": "unplug kettle", "src3": "transfer plug to other hand", "trg": "plug_in plug", "vis_src": "P04_108:18 P04_108:19 P04_108:20", "vis_trg": "P04_108:21", "narrations": [ "adjust rice cooker", "unplug kettle", "transfer plug to other hand", "plug in plug" ], "verbs": [ "adjust", "unplug", "transfer-to", "plug-in" ], "verb_classes": [ 17, 12, 11, 64 ], "nouns": [ "cooker:rice", "kettle", "plug", "plug" ], "noun_classes": [ 152, 44, 153, 153 ], "start_stop_timestamps": [ [ "00:00:35.94", "00:00:37.36" ], [ "00:00:38.61", "00:00:39.33" ], [ "00:00:39.36", "00:00:39.72" ], [ "00:00:39.86", "00:00:43.34" ] ], "start_stop_frames": [ [ 1797, 1868 ], [ 1930, 1966 ], [ 1968, 1986 ], [ 1993, 2167 ] ], "trgnoun": "plug", "trgverb": "plug_in" }, { "key": "P04_120+94_95_96_97", "video_id": "P04_120", "narration_ids": [ "P04_120_94", "P04_120_95", "P04_120_96", "P04_120_97" ], "src": "wipe teaspoon on side of wok . scrape cream out of milk bottle using end of teaspoon . eat milk_cream", "src1": "wipe teaspoon on side of wok", "src2": "scrape cream out of milk bottle using end of teaspoon", "src3": "eat milk_cream", "trg": "put_down teaspoon", "vis_src": "P04_120:94 P04_120:95 P04_120:96", "vis_trg": "P04_120:97", "narrations": [ "wipe teaspoon on side of wok", "scrape cream out of milk bottle using end of teaspoon", "eat milk cream", "put down teaspoon" ], "verbs": [ "wipe-on", "scrape-out", "eat", "put-down" ], "verb_classes": [ 2, 25, 35, 1 ], "nouns": [ "teaspoon", "cream", "cream:milk", "teaspoon" ], "noun_classes": [ 1, 143, 143, 1 ], "start_stop_timestamps": [ [ "00:05:15.89", "00:05:17.94" ], [ "00:05:17.74", "00:05:19.62" ], [ "00:05:17.00", "00:05:20.16" ], [ "00:05:20.26", "00:05:23.99" ] ], "start_stop_frames": [ [ 15794, 15897 ], [ 15887, 15981 ], [ 15850, 16008 ], [ 16013, 16199 ] ], "trgnoun": "teaspoon", "trgverb": "put_down" }, { "key": "P04_03+116_117_118_119", "video_id": "P04_03", "narration_ids": [ "P04_03_116", "P04_03_117", "P04_03_118", "P04_03_119" ], "src": "pick_up tamagoyaki_slice . pick_up omelette . pour_on baking_tray", "src1": "pick_up tamagoyaki_slice", "src2": "pick_up omelette", "src3": "pour_on baking_tray", "trg": "put_on baking_tray", "vis_src": "P04_03:116 P04_03:117 P04_03:118", "vis_trg": "P04_03:119", "narrations": [ "pick up tamagoyaki slice", "pick up omelette", "pour on baking tray", "put on baking tray" ], "verbs": [ "pick-up", "pick-up", "pour-on", "put-on" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "slice:tamagoyaki", "omelette", "tray:baking", "tray:baking" ], "noun_classes": [ 162, 162, 35, 35 ], "start_stop_timestamps": [ [ "00:07:30.34", "00:07:34.89" ], [ "00:07:30.78", "00:07:35.05" ], [ "00:07:34.99", "00:07:38.74" ], [ "00:07:35.15", "00:07:38.81" ] ], "start_stop_frames": [ [ 27020, 27293 ], [ 27046, 27303 ], [ 27299, 27524 ], [ 27309, 27528 ] ], "trgnoun": "baking_tray", "trgverb": "put_on" }, { "key": "P22_17+394_395_396_397", "video_id": "P22_17", "narration_ids": [ "P22_17_394", "P22_17_395", "P22_17_396", "P22_17_397" ], "src": "empty filter . close trash_can . clean filter", "src1": "empty filter", "src2": "close trash_can", "src3": "clean filter", "trg": "rinse filter", "vis_src": "P22_17:394 P22_17:395 P22_17:396", "vis_trg": "P22_17:397", "narrations": [ "empty filter", "close trash can", "clean filter", "rinse filter" ], "verbs": [ "empty", "close", "clean", "rinse" ], "verb_classes": [ 20, 4, 2, 2 ], "nouns": [ "filter", "can:trash", "filter", "filter" ], "noun_classes": [ 77, 36, 77, 77 ], "start_stop_timestamps": [ [ "00:15:22.02", "00:15:23.38" ], [ "00:15:23.38", "00:15:27.89" ], [ "00:15:25.12", "00:15:27.82" ], [ "00:15:28.01", "00:15:31.55" ] ], "start_stop_frames": [ [ 55321, 55402 ], [ 55402, 55673 ], [ 55507, 55669 ], [ 55680, 55893 ] ], "trgnoun": "filter", "trgverb": "rinse" }, { "key": "P19_04+65_66_67_68", "video_id": "P19_04", "narration_ids": [ "P19_04_65", "P19_04_66", "P19_04_67", "P19_04_68" ], "src": "fry chicken . put green_bean into cooker . gather tomatoes", "src1": "fry chicken", "src2": "put green_bean into cooker", "src3": "gather tomatoes", "trg": "put tomatoes into cooker", "vis_src": "P19_04:65 P19_04:66 P19_04:67", "vis_trg": "P19_04:68", "narrations": [ "fry chicken", "put green bean into cooker", "gather tomatoes", "put tomatoes into cooker" ], "verbs": [ "fry", "put-into", "gather", "put-into" ], "verb_classes": [ 45, 5, 63, 5 ], "nouns": [ "chicken", "bean:green", "tomato", "tomato" ], "noun_classes": [ 57, 185, 43, 43 ], "start_stop_timestamps": [ [ "00:09:42.92", "00:09:57.13" ], [ "00:09:56.90", "00:10:02.20" ], [ "00:10:06.95", "00:10:25.60" ], [ "00:10:25.70", "00:10:29.24" ] ], "start_stop_frames": [ [ 34975, 35827 ], [ 35814, 36132 ], [ 36417, 37536 ], [ 37542, 37754 ] ], "trgnoun": "tomato", "trgverb": "put_into" }, { "key": "P02_02+8_9_10_11", "video_id": "P02_02", "narration_ids": [ "P02_02_8", "P02_02_9", "P02_02_10", "P02_02_11" ], "src": "pick_up bag a new bag . stretch the new_bag . open the new_bag", "src1": "pick_up bag a new bag", "src2": "stretch the new_bag", "src3": "open the new_bag", "trg": "put bag into the bin", "vis_src": "P02_02:8 P02_02:9 P02_02:10", "vis_trg": "P02_02:11", "narrations": [ "pick up bag a new bag", "stretch the new bag", "open the new bag", "put bag into the bin" ], "verbs": [ "pick-up", "stretch", "open", "put-into" ], "verb_classes": [ 0, 50, 3, 5 ], "nouns": [ "bag", "bag:new", "bag:new", "bag" ], "noun_classes": [ 19, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:00:19.57", "00:00:21.08" ], [ "00:00:20.62", "00:00:28.63" ], [ "00:00:29.10", "00:00:30.69" ], [ "00:00:32.60", "00:00:34.17" ] ], "start_stop_frames": [ [ 1174, 1264 ], [ 1237, 1717 ], [ 1746, 1841 ], [ 1956, 2050 ] ], "trgnoun": "bag", "trgverb": "put_into" }, { "key": "P01_105+362_363_364_365", "video_id": "P01_105", "narration_ids": [ "P01_105_362", "P01_105_363", "P01_105_364", "P01_105_365" ], "src": "cut pak_choi . pick_up pak choi leaf . move pak_choi", "src1": "cut pak_choi", "src2": "pick_up pak choi leaf", "src3": "move pak_choi", "trg": "put_down pak choi leaf", "vis_src": "P01_105:362 P01_105:363 P01_105:364", "vis_trg": "P01_105:365", "narrations": [ "cut pak choi", "pick up pak choi leaf", "move pak choi", "put down pak choi leaf" ], "verbs": [ "cut", "pick-up", "move", "put-down" ], "verb_classes": [ 7, 0, 11, 1 ], "nouns": [ "choi:pak", "leaf:pak:choi", "choi:pak", "leaf:pak:choi" ], "noun_classes": [ 151, 62, 151, 62 ], "start_stop_timestamps": [ [ "00:13:59.10", "00:14:05.97" ], [ "00:14:06.30", "00:14:07.07" ], [ "00:14:06.92", "00:14:07.23" ], [ "00:14:07.22", "00:14:08.71" ] ], "start_stop_frames": [ [ 41955, 42298 ], [ 42315, 42353 ], [ 42346, 42361 ], [ 42361, 42435 ] ], "trgnoun": "choi_pak_leaf", "trgverb": "put_down" }, { "key": "P03_111+28_29_30_31", "video_id": "P03_111", "narration_ids": [ "P03_111_28", "P03_111_29", "P03_111_30", "P03_111_31" ], "src": "shake pan . open washing_machine . check clothes", "src1": "shake pan", "src2": "open washing_machine", "src3": "check clothes", "trg": "take clothes from washing machine", "vis_src": "P03_111:28 P03_111:29 P03_111:30", "vis_trg": "P03_111:31", "narrations": [ "shake pan", "open washing machine", "check clothes", "take clothes from washing machine" ], "verbs": [ "shake", "open", "check", "take-from" ], "verb_classes": [ 15, 3, 24, 0 ], "nouns": [ "pan", "machine:washing", "clothes", "clothes" ], "noun_classes": [ 5, 124, 73, 73 ], "start_stop_timestamps": [ [ "00:00:54.20", "00:00:57.12" ], [ "00:01:02.60", "00:01:03.74" ], [ "00:01:03.66", "00:01:05.27" ], [ "00:01:05.54", "00:01:06.93" ] ], "start_stop_frames": [ [ 2710, 2856 ], [ 3130, 3187 ], [ 3183, 3263 ], [ 3277, 3346 ] ], "trgnoun": "clothes", "trgverb": "take_from" }, { "key": "P02_129+91_92_93_94", "video_id": "P02_129", "narration_ids": [ "P02_129_91", "P02_129_92", "P02_129_93", "P02_129_94" ], "src": "return spice to jar . close spice_jar . pick_up spice_jar", "src1": "return spice to jar", "src2": "close spice_jar", "src3": "pick_up spice_jar", "trg": "put_down other spice_jar", "vis_src": "P02_129:91 P02_129:92 P02_129:93", "vis_trg": "P02_129:94", "narrations": [ "return spice to jar", "close spice jar", "pick up spice jar", "put down other spice jar" ], "verbs": [ "return-to", "close", "pick-up", "put-down" ], "verb_classes": [ 11, 4, 0, 1 ], "nouns": [ "spice", "jar:spice", "jar:spice", "jar:spice" ], "noun_classes": [ 85, 40, 40, 40 ], "start_stop_timestamps": [ [ "00:03:22.24", "00:03:23.50" ], [ "00:03:23.31", "00:03:24.37" ], [ "00:03:25.26", "00:03:26.26" ], [ "00:03:26.35", "00:03:27.10" ] ], "start_stop_frames": [ [ 10112, 10175 ], [ 10165, 10218 ], [ 10263, 10313 ], [ 10317, 10355 ] ], "trgnoun": "spice_jar", "trgverb": "put_down" }, { "key": "P22_107+202_203_204_205", "video_id": "P22_107", "narration_ids": [ "P22_107_202", "P22_107_203", "P22_107_204", "P22_107_205" ], "src": "extract cereals . remove clip . open cereals", "src1": "extract cereals", "src2": "remove clip", "src3": "open cereals", "trg": "pour cereals", "vis_src": "P22_107:202 P22_107:203 P22_107:204", "vis_trg": "P22_107:205", "narrations": [ "extract cereals", "remove clip", "open cereals", "pour cereals" ], "verbs": [ "extract", "remove", "open", "pour" ], "verb_classes": [ 12, 12, 3, 9 ], "nouns": [ "cereal", "clip", "cereal", "cereal" ], "noun_classes": [ 99, 129, 99, 99 ], "start_stop_timestamps": [ [ "00:07:41.89", "00:07:43.03" ], [ "00:07:43.13", "00:07:44.57" ], [ "00:07:44.64", "00:07:47.52" ], [ "00:07:47.62", "00:07:55.71" ] ], "start_stop_frames": [ [ 23094, 23151 ], [ 23156, 23228 ], [ 23232, 23376 ], [ 23381, 23785 ] ], "trgnoun": "cereal", "trgverb": "pour" }, { "key": "P06_07+85_86_87_88", "video_id": "P06_07", "narration_ids": [ "P06_07_85", "P06_07_86", "P06_07_87", "P06_07_88" ], "src": "take flour . sprinkle flour on counter . spread flour", "src1": "take flour", "src2": "sprinkle flour on counter", "src3": "spread flour", "trg": "spread flour on dough", "vis_src": "P06_07:85 P06_07:86 P06_07:87", "vis_trg": "P06_07:88", "narrations": [ "take flour", "sprinkle flour on counter", "spread flour", "spread flour on dough" ], "verbs": [ "take", "sprinkle-on", "spread", "spread-on" ], "verb_classes": [ 0, 42, 27, 27 ], "nouns": [ "flour", "flour", "flour", "flour" ], "noun_classes": [ 75, 75, 75, 75 ], "start_stop_timestamps": [ [ "00:05:10.71", "00:05:11.95" ], [ "00:05:11.47", "00:05:12.29" ], [ "00:05:12.27", "00:05:13.40" ], [ "00:05:13.84", "00:05:15.25" ] ], "start_stop_frames": [ [ 18642, 18717 ], [ 18688, 18737 ], [ 18736, 18804 ], [ 18830, 18915 ] ], "trgnoun": "flour", "trgverb": "spread_on" }, { "key": "P01_09+37_38_39_40", "video_id": "P01_09", "narration_ids": [ "P01_09_37", "P01_09_38", "P01_09_39", "P01_09_40" ], "src": "take measuring_cup . turn_on tap . check water", "src1": "take measuring_cup", "src2": "turn_on tap", "src3": "check water", "trg": "waiting for water to be hot", "vis_src": "P01_09:37 P01_09:38 P01_09:39", "vis_trg": "P01_09:40", "narrations": [ "take measuring cup", "turn on tap", "check water", "waiting for water to be hot" ], "verbs": [ "take", "turn-on", "check", "wait" ], "verb_classes": [ 0, 6, 24, 72 ], "nouns": [ "cup:measuring", "tap", "water", "water" ], "noun_classes": [ 13, 0, 27, 27 ], "start_stop_timestamps": [ [ "00:01:23.39", "00:01:24.47" ], [ "00:01:24.57", "00:01:26.15" ], [ "00:01:26.53", "00:01:28.04" ], [ "00:01:26.74", "00:01:47.78" ] ], "start_stop_frames": [ [ 5003, 5068 ], [ 5074, 5169 ], [ 5191, 5282 ], [ 5204, 6466 ] ], "trgnoun": "water", "trgverb": "wait" }, { "key": "P08_23+119_120_121_122", "video_id": "P08_23", "narration_ids": [ "P08_23_119", "P08_23_120", "P08_23_121", "P08_23_122" ], "src": "get one leaf . place_in bowl . get spring_onions", "src1": "get one leaf", "src2": "place_in bowl", "src3": "get spring_onions", "trg": "cut spring_onions", "vis_src": "P08_23:119 P08_23:120 P08_23:121", "vis_trg": "P08_23:122", "narrations": [ "get one leaf", "place in bowl", "get spring onions", "cut spring onions" ], "verbs": [ "get", "place-in", "get", "cut" ], "verb_classes": [ 0, 5, 0, 7 ], "nouns": [ "leaf", "bowl", "onion:spring", "onion:spring" ], "noun_classes": [ 62, 7, 128, 128 ], "start_stop_timestamps": [ [ "00:11:34.64", "00:11:36.57" ], [ "00:11:36.67", "00:11:39.38" ], [ "00:11:39.48", "00:11:40.92" ], [ "00:11:42.97", "00:11:51.92" ] ], "start_stop_frames": [ [ 41678, 41794 ], [ 41800, 41962 ], [ 41968, 42055 ], [ 42178, 42715 ] ], "trgnoun": "spring_onion", "trgverb": "cut" }, { "key": "P04_107+15_16_17_18", "video_id": "P04_107", "narration_ids": [ "P04_107_15", "P04_107_16", "P04_107_17", "P04_107_18" ], "src": "cut dough into chunks . mark divides on dough . push dough into dough", "src1": "cut dough into chunks", "src2": "mark divides on dough", "src3": "push dough into dough", "trg": "squeeze dough", "vis_src": "P04_107:15 P04_107:16 P04_107:17", "vis_trg": "P04_107:18", "narrations": [ "cut dough into chunks", "mark divides on dough", "push dough into dough", "squeeze dough" ], "verbs": [ "cut-into", "mark", "push-into", "squeeze" ], "verb_classes": [ 7, 94, 5, 18 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:00:39.59", "00:00:49.18" ], [ "00:00:49.45", "00:00:52.64" ], [ "00:00:52.92", "00:00:54.41" ], [ "00:00:53.94", "00:00:56.07" ] ], "start_stop_frames": [ [ 1979, 2459 ], [ 2472, 2632 ], [ 2646, 2720 ], [ 2697, 2803 ] ], "trgnoun": "dough", "trgverb": "squeeze" }, { "key": "P03_116+25_26_27_28", "video_id": "P03_116", "narration_ids": [ "P03_116_25", "P03_116_26", "P03_116_27", "P03_116_28" ], "src": "close fridge . pick_up glass . turn_on tap", "src1": "close fridge", "src2": "pick_up glass", "src3": "turn_on tap", "trg": "fill glass with water", "vis_src": "P03_116:25 P03_116:26 P03_116:27", "vis_trg": "P03_116:28", "narrations": [ "close fridge", "pick up glass", "turn on tap", "fill glass with water" ], "verbs": [ "close", "pick-up", "turn-on", "fill-with" ], "verb_classes": [ 4, 0, 6, 26 ], "nouns": [ "fridge", "glass", "tap", "glass" ], "noun_classes": [ 12, 10, 0, 10 ], "start_stop_timestamps": [ [ "00:00:45.60", "00:00:46.40" ], [ "00:00:47.14", "00:00:47.94" ], [ "00:00:48.71", "00:00:49.29" ], [ "00:00:49.08", "00:00:53.89" ] ], "start_stop_frames": [ [ 2280, 2320 ], [ 2357, 2397 ], [ 2435, 2464 ], [ 2454, 2694 ] ], "trgnoun": "glass", "trgverb": "fill_with" }, { "key": "P04_101+193_194_195_196", "video_id": "P04_101", "narration_ids": [ "P04_101_193", "P04_101_194", "P04_101_195", "P04_101_196" ], "src": "open fridge . pick_up starter . smell starter", "src1": "open fridge", "src2": "pick_up starter", "src3": "smell starter", "trg": "put_down starter", "vis_src": "P04_101:193 P04_101:194 P04_101:195", "vis_trg": "P04_101:196", "narrations": [ "open fridge", "pick up starter", "smell starter", "put down starter" ], "verbs": [ "open", "pick-up", "smell", "put-down" ], "verb_classes": [ 3, 0, 75, 1 ], "nouns": [ "fridge", "starter", "starter", "starter" ], "noun_classes": [ 12, 71, 71, 71 ], "start_stop_timestamps": [ [ "00:07:19.00", "00:07:20.05" ], [ "00:07:20.65", "00:07:22.50" ], [ "00:07:23.25", "00:07:25.25" ], [ "00:07:26.55", "00:07:27.55" ] ], "start_stop_frames": [ [ 21950, 22002 ], [ 22032, 22125 ], [ 22162, 22262 ], [ 22327, 22377 ] ], "trgnoun": "starter", "trgverb": "put_down" }, { "key": "P04_108+92_93_94_95", "video_id": "P04_108", "narration_ids": [ "P04_108_92", "P04_108_93", "P04_108_94", "P04_108_95" ], "src": "close fridge_drawer . open fridge_drawer . grab broccoli", "src1": "close fridge_drawer", "src2": "open fridge_drawer", "src3": "grab broccoli", "trg": "drop broccoli", "vis_src": "P04_108:92 P04_108:93 P04_108:94", "vis_trg": "P04_108:95", "narrations": [ "close fridge drawer", "open fridge drawer", "grab broccoli", "drop broccoli" ], "verbs": [ "close", "open", "grab", "drop" ], "verb_classes": [ 4, 3, 0, 59 ], "nouns": [ "drawer:fridge", "drawer:fridge", "broccoli", "broccoli" ], "noun_classes": [ 8, 8, 101, 101 ], "start_stop_timestamps": [ [ "00:02:45.05", "00:02:46.11" ], [ "00:02:47.29", "00:02:48.11" ], [ "00:02:48.21", "00:02:51.06" ], [ "00:02:51.16", "00:02:51.74" ] ], "start_stop_frames": [ [ 8252, 8305 ], [ 8364, 8405 ], [ 8410, 8553 ], [ 8558, 8587 ] ], "trgnoun": "broccoli", "trgverb": "drop" }, { "key": "P01_18+358_359_360_361", "video_id": "P01_18", "narration_ids": [ "P01_18_358", "P01_18_359", "P01_18_360", "P01_18_361" ], "src": "wait for oil to be hot . take spoon . stir stock", "src1": "wait for oil to be hot", "src2": "take spoon", "src3": "stir stock", "trg": "wait stock", "vis_src": "P01_18:358 P01_18:359 P01_18:360", "vis_trg": "P01_18:361", "narrations": [ "wait for oil to be hot", "take spoon", "stir stock", "wait" ], "verbs": [ "wait", "take", "stir", "wait" ], "verb_classes": [ 72, 0, 10, 72 ], "nouns": [ "oil", "spoon", "stock", "stock" ], "noun_classes": [ 31, 1, 95, 95 ], "start_stop_timestamps": [ [ "00:26:13.11", "00:26:42.02" ], [ "00:26:43.57", "00:26:44.82" ], [ "00:26:44.92", "00:26:59.99" ], [ "00:27:04.40", "00:27:20.73" ] ], "start_stop_frames": [ [ 94386, 96121 ], [ 96214, 96289 ], [ 96295, 97199 ], [ 97464, 98443 ] ], "trgnoun": "stock", "trgverb": "wait" }, { "key": "P29_01+179_185_188_189", "video_id": "P29_01", "narration_ids": [ "P29_01_179", "P29_01_185", "P29_01_188", "P29_01_189" ], "src": "peel sausage . throw sausage in pan . throw away skin", "src1": "peel sausage", "src2": "throw sausage in pan", "src3": "throw away skin", "trg": "pick_up sausage", "vis_src": "P29_01:179 P29_01:185 P29_01:188", "vis_trg": "P29_01:189", "narrations": [ "peel sausage", "throw sausage in pan", "throw away skin", "pick up sausage" ], "verbs": [ "peel", "throw-in", "throw", "pick-up" ], "verb_classes": [ 19, 13, 13, 0 ], "nouns": [ "sausage", "sausage", "skin", "sausage" ], "noun_classes": [ 86, 86, 48, 86 ], "start_stop_timestamps": [ [ "00:11:12.06", "00:11:15.94" ], [ "00:11:34.09", "00:11:34.75" ], [ "00:11:48.02", "00:11:49.35" ], [ "00:11:51.28", "00:11:53.03" ] ], "start_stop_frames": [ [ 40323, 40556 ], [ 41645, 41685 ], [ 42481, 42561 ], [ 42676, 42781 ] ], "trgnoun": "sausage", "trgverb": "pick_up" }, { "key": "P28_111+198_199_200_201", "video_id": "P28_111", "narration_ids": [ "P28_111_198", "P28_111_199", "P28_111_200", "P28_111_201" ], "src": "wipe spoon . open package with powder . spoon powder", "src1": "wipe spoon", "src2": "open package with powder", "src3": "spoon powder", "trg": "pour powder in bowl", "vis_src": "P28_111:198 P28_111:199 P28_111:200", "vis_trg": "P28_111:201", "narrations": [ "wipe spoon", "open package with powder", "spoon powder", "pour powder in bowl" ], "verbs": [ "wipe", "open-with", "spoon", "pour-in" ], "verb_classes": [ 2, 3, 16, 9 ], "nouns": [ "spoon", "package", "powder", "powder" ], "noun_classes": [ 1, 26, 138, 138 ], "start_stop_timestamps": [ [ "00:10:29.79", "00:10:31.99" ], [ "00:10:33.65", "00:10:38.66" ], [ "00:10:39.68", "00:10:43.83" ], [ "00:10:45.00", "00:10:47.99" ] ], "start_stop_frames": [ [ 31489, 31599 ], [ 31682, 31933 ], [ 31983, 32191 ], [ 32250, 32399 ] ], "trgnoun": "powder", "trgverb": "pour_in" }, { "key": "P05_03+30_31_32_33", "video_id": "P05_03", "narration_ids": [ "P05_03_30", "P05_03_31", "P05_03_32", "P05_03_33" ], "src": "close milk_bottle . shake milk_bottle . empty milk_bottle", "src1": "close milk_bottle", "src2": "shake milk_bottle", "src3": "empty milk_bottle", "trg": "compress milk_bottle", "vis_src": "P05_03:30 P05_03:31 P05_03:32", "vis_trg": "P05_03:33", "narrations": [ "close milk bottle", "shake milk bottle", "empty milk bottle", "compress milk bottle" ], "verbs": [ "close", "shake", "empty", "compress" ], "verb_classes": [ 4, 15, 20, 21 ], "nouns": [ "bottle:milk", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:01:33.43", "00:01:35.29" ], [ "00:01:35.50", "00:01:37.25" ], [ "00:01:37.60", "00:01:39.60" ], [ "00:01:41.22", "00:01:42.91" ] ], "start_stop_frames": [ [ 5605, 5717 ], [ 5730, 5835 ], [ 5856, 5976 ], [ 6073, 6174 ] ], "trgnoun": "milk_bottle", "trgverb": "compress" }, { "key": "P04_23+25_26_27_28", "video_id": "P04_23", "narration_ids": [ "P04_23_25", "P04_23_26", "P04_23_27", "P04_23_28" ], "src": "slice ends off onion . peel onion . throw onion_skins in bin", "src1": "slice ends off onion", "src2": "peel onion", "src3": "throw onion_skins in bin", "trg": "dice onion", "vis_src": "P04_23:25 P04_23:26 P04_23:27", "vis_trg": "P04_23:28", "narrations": [ "slice ends off onion", "peel onion", "throw onion skins in bin", "dice onion" ], "verbs": [ "slice", "peel", "throw-in", "dice" ], "verb_classes": [ 7, 19, 13, 7 ], "nouns": [ "onion", "onion", "skin:onion", "onion" ], "noun_classes": [ 16, 16, 48, 16 ], "start_stop_timestamps": [ [ "00:02:50.15", "00:02:50.86" ], [ "00:02:51.65", "00:02:52.37" ], [ "00:02:52.76", "00:02:58.73" ], [ "00:02:59.28", "00:03:20.29" ] ], "start_stop_frames": [ [ 10209, 10251 ], [ 10299, 10342 ], [ 10365, 10723 ], [ 10756, 12017 ] ], "trgnoun": "onion", "trgverb": "dice" }, { "key": "P05_03+31_32_33_34", "video_id": "P05_03", "narration_ids": [ "P05_03_31", "P05_03_32", "P05_03_33", "P05_03_34" ], "src": "shake milk_bottle . empty milk_bottle . compress milk_bottle", "src1": "shake milk_bottle", "src2": "empty milk_bottle", "src3": "compress milk_bottle", "trg": "close milk_bottle", "vis_src": "P05_03:31 P05_03:32 P05_03:33", "vis_trg": "P05_03:34", "narrations": [ "shake milk bottle", "empty milk bottle", "compress milk bottle", "close milk bottle" ], "verbs": [ "shake", "empty", "compress", "close" ], "verb_classes": [ 15, 20, 21, 4 ], "nouns": [ "bottle:milk", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:01:35.50", "00:01:37.25" ], [ "00:01:37.60", "00:01:39.60" ], [ "00:01:41.22", "00:01:42.91" ], [ "00:01:43.13", "00:01:44.38" ] ], "start_stop_frames": [ [ 5730, 5835 ], [ 5856, 5976 ], [ 6073, 6174 ], [ 6187, 6262 ] ], "trgnoun": "milk_bottle", "trgverb": "close" }, { "key": "P05_03+32_33_34_35", "video_id": "P05_03", "narration_ids": [ "P05_03_32", "P05_03_33", "P05_03_34", "P05_03_35" ], "src": "empty milk_bottle . compress milk_bottle . close milk_bottle", "src1": "empty milk_bottle", "src2": "compress milk_bottle", "src3": "close milk_bottle", "trg": "place milk_bottle on table", "vis_src": "P05_03:32 P05_03:33 P05_03:34", "vis_trg": "P05_03:35", "narrations": [ "empty milk bottle", "compress milk bottle", "close milk bottle", "place milk bottle on table" ], "verbs": [ "empty", "compress", "close", "place-on" ], "verb_classes": [ 20, 21, 4, 1 ], "nouns": [ "bottle:milk", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:01:37.60", "00:01:39.60" ], [ "00:01:41.22", "00:01:42.91" ], [ "00:01:43.13", "00:01:44.38" ], [ "00:01:45.61", "00:01:48.36" ] ], "start_stop_frames": [ [ 5856, 5976 ], [ 6073, 6174 ], [ 6187, 6262 ], [ 6336, 6501 ] ], "trgnoun": "milk_bottle", "trgverb": "place_on" }, { "key": "P01_105+89_90_91_92", "video_id": "P01_105", "narration_ids": [ "P01_105_89", "P01_105_90", "P01_105_91", "P01_105_92" ], "src": "slice courgette . dice courgette . pick_up courgette_dice", "src1": "slice courgette", "src2": "dice courgette", "src3": "pick_up courgette_dice", "trg": "put courgette_dice into wok", "vis_src": "P01_105:89 P01_105:90 P01_105:91", "vis_trg": "P01_105:92", "narrations": [ "slice courgette", "dice courgette", "pick up courgette dice", "put courgette dice into wok" ], "verbs": [ "slice", "dice", "pick-up", "put-into" ], "verb_classes": [ 7, 7, 0, 5 ], "nouns": [ "courgette", "courgette", "dice:courgette", "dice:courgette" ], "noun_classes": [ 76, 76, 76, 76 ], "start_stop_timestamps": [ [ "00:02:15.66", "00:02:25.96" ], [ "00:02:43.30", "00:02:49.01" ], [ "00:02:48.98", "00:02:49.55" ], [ "00:02:49.65", "00:02:50.24" ] ], "start_stop_frames": [ [ 6783, 7298 ], [ 8165, 8450 ], [ 8449, 8477 ], [ 8482, 8512 ] ], "trgnoun": "courgette_dice", "trgverb": "put_into" }, { "key": "P11_05+139_140_141_142", "video_id": "P11_05", "narration_ids": [ "P11_05_139", "P11_05_140", "P11_05_141", "P11_05_142" ], "src": "take_out measuring_jug . measure pasta . pick_up measuring_jug", "src1": "take_out measuring_jug", "src2": "measure pasta", "src3": "pick_up measuring_jug", "trg": "put away pasta", "vis_src": "P11_05:139 P11_05:140 P11_05:141", "vis_trg": "P11_05:142", "narrations": [ "take out measuring jug", "measure pasta", "pick up measuring jug", "put away pasta" ], "verbs": [ "take-out", "measure", "pick-up", "put" ], "verb_classes": [ 12, 69, 0, 1 ], "nouns": [ "jug:measuring", "pasta", "jug:measuring", "pasta" ], "noun_classes": [ 66, 45, 66, 45 ], "start_stop_timestamps": [ [ "00:08:17.63", "00:08:19.41" ], [ "00:08:20.90", "00:08:27.84" ], [ "00:08:26.87", "00:08:27.62" ], [ "00:08:29.80", "00:08:32.79" ] ], "start_stop_frames": [ [ 29857, 29964 ], [ 30054, 30470 ], [ 30412, 30457 ], [ 30588, 30767 ] ], "trgnoun": "pasta", "trgverb": "put" }, { "key": "P03_109+122_123_124_125", "video_id": "P03_109", "narration_ids": [ "P03_109_122", "P03_109_123", "P03_109_124", "P03_109_125" ], "src": "hang_up tea_towel . pick_up saucepan_lid . pick_up sponge", "src1": "hang_up tea_towel", "src2": "pick_up saucepan_lid", "src3": "pick_up sponge", "trg": "wash saucepan_lid", "vis_src": "P03_109:122 P03_109:123 P03_109:124", "vis_trg": "P03_109:125", "narrations": [ "hang up tea towel", "pick up saucepan lid", "pick up sponge", "wash saucepan lid" ], "verbs": [ "hang-up", "pick-up", "pick-up", "wash" ], "verb_classes": [ 41, 0, 0, 2 ], "nouns": [ "towel:tea", "lid:saucepan", "sponge", "lid:saucepan" ], "noun_classes": [ 52, 6, 9, 6 ], "start_stop_timestamps": [ [ "00:06:50.66", "00:06:51.21" ], [ "00:06:52.45", "00:06:53.51" ], [ "00:06:53.88", "00:06:54.43" ], [ "00:06:54.32", "00:07:06.17" ] ], "start_stop_frames": [ [ 20533, 20560 ], [ 20622, 20675 ], [ 20694, 20721 ], [ 20716, 21308 ] ], "trgnoun": "saucepan_lid", "trgverb": "wash" }, { "key": "P04_23+26_27_28_29", "video_id": "P04_23", "narration_ids": [ "P04_23_26", "P04_23_27", "P04_23_28", "P04_23_29" ], "src": "peel onion . throw onion_skins in bin . dice onion", "src1": "peel onion", "src2": "throw onion_skins in bin", "src3": "dice onion", "trg": "measure onion", "vis_src": "P04_23:26 P04_23:27 P04_23:28", "vis_trg": "P04_23:29", "narrations": [ "peel onion", "throw onion skins in bin", "dice onion", "measure onion" ], "verbs": [ "peel", "throw-in", "dice", "measure" ], "verb_classes": [ 19, 13, 7, 69 ], "nouns": [ "onion", "skin:onion", "onion", "onion" ], "noun_classes": [ 16, 48, 16, 16 ], "start_stop_timestamps": [ [ "00:02:51.65", "00:02:52.37" ], [ "00:02:52.76", "00:02:58.73" ], [ "00:02:59.28", "00:03:20.29" ], [ "00:03:24.50", "00:03:27.68" ] ], "start_stop_frames": [ [ 10299, 10342 ], [ 10365, 10723 ], [ 10756, 12017 ], [ 12270, 12460 ] ], "trgnoun": "onion", "trgverb": "measure" }, { "key": "P22_15+163_164_165_166", "video_id": "P22_15", "narration_ids": [ "P22_15_163", "P22_15_164", "P22_15_165", "P22_15_166" ], "src": "open tap . rinse saucer . put saucer", "src1": "open tap", "src2": "rinse saucer", "src3": "put saucer", "trg": "pick_up saucer", "vis_src": "P22_15:163 P22_15:164 P22_15:165", "vis_trg": "P22_15:166", "narrations": [ "open tap", "rinse saucer", "put saucer", "pick up saucer" ], "verbs": [ "turn-on", "rinse", "put", "pick-up" ], "verb_classes": [ 6, 2, 1, 0 ], "nouns": [ "tap", "saucer", "saucer", "saucer" ], "noun_classes": [ 0, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:06:11.74", "00:06:12.50" ], [ "00:06:12.30", "00:06:17.13" ], [ "00:06:16.86", "00:06:18.12" ], [ "00:06:18.97", "00:06:20.09" ] ], "start_stop_frames": [ [ 22304, 22350 ], [ 22338, 22627 ], [ 22611, 22687 ], [ 22738, 22805 ] ], "trgnoun": "saucer", "trgverb": "pick_up" }, { "key": "P01_09+371_372_373_374", "video_id": "P01_09", "narration_ids": [ "P01_09_371", "P01_09_372", "P01_09_373", "P01_09_374" ], "src": "put_down olives . dry hands . take aubergine", "src1": "put_down olives", "src2": "dry hands", "src3": "take aubergine", "trg": "place aubergine onto pan", "vis_src": "P01_09:371 P01_09:372 P01_09:373", "vis_trg": "P01_09:374", "narrations": [ "put down olives", "dry hands", "take aubergine", "place aubergine onto pan" ], "verbs": [ "put-down", "dry", "take", "place-onto" ], "verb_classes": [ 1, 14, 0, 1 ], "nouns": [ "olive", "hand", "aubergine", "aubergine" ], "noun_classes": [ 83, 11, 67, 67 ], "start_stop_timestamps": [ [ "00:27:24.00", "00:27:25.25" ], [ "00:27:25.60", "00:27:28.35" ], [ "00:27:28.69", "00:27:31.69" ], [ "00:27:33.04", "00:27:45.10" ] ], "start_stop_frames": [ [ 98640, 98715 ], [ 98736, 98901 ], [ 98921, 99101 ], [ 99182, 99906 ] ], "trgnoun": "aubergine", "trgverb": "place_onto" }, { "key": "P25_11+34_35_36_37", "video_id": "P25_11", "narration_ids": [ "P25_11_34", "P25_11_35", "P25_11_36", "P25_11_37" ], "src": "put napkins . turn tap on . take rag", "src1": "put napkins", "src2": "turn tap on", "src3": "take rag", "trg": "wash rag", "vis_src": "P25_11:34 P25_11:35 P25_11:36", "vis_trg": "P25_11:37", "narrations": [ "put napkins", "turn tap on", "take rag", "wash rag" ], "verbs": [ "put", "turn-on", "take", "wash" ], "verb_classes": [ 1, 6, 0, 2 ], "nouns": [ "napkin", "tap", "rag", "rag" ], "noun_classes": [ 88, 0, 17, 17 ], "start_stop_timestamps": [ [ "00:03:42.67", "00:03:44.40" ], [ "00:03:46.01", "00:03:47.01" ], [ "00:03:47.04", "00:03:48.45" ], [ "00:03:47.11", "00:04:01.52" ] ], "start_stop_frames": [ [ 13360, 13464 ], [ 13560, 13620 ], [ 13622, 13707 ], [ 13626, 14491 ] ], "trgnoun": "rag", "trgverb": "wash" }, { "key": "P29_03+374_376_377_378", "video_id": "P29_03", "narration_ids": [ "P29_03_374", "P29_03_376", "P29_03_377", "P29_03_378" ], "src": "dry baking_tray . put baking_tray under grill . submerge chopping_board", "src1": "dry baking_tray", "src2": "put baking_tray under grill", "src3": "submerge chopping_board", "trg": "put_up chopping_board", "vis_src": "P29_03:374 P29_03:376 P29_03:377", "vis_trg": "P29_03:378", "narrations": [ "dry baking tray", "put baking tray under grill", "submerge chopping board", "put up chopping board" ], "verbs": [ "dry", "put-under", "submerge", "put-up" ], "verb_classes": [ 14, 1, 56, 1 ], "nouns": [ "tray:baking", "tray:baking", "board:chopping", "board:chopping" ], "noun_classes": [ 35, 35, 18, 18 ], "start_stop_timestamps": [ [ "00:23:44.89", "00:24:02.80" ], [ "00:24:00.88", "00:24:05.97" ], [ "00:24:08.50", "00:24:10.75" ], [ "00:24:08.73", "00:24:10.88" ] ], "start_stop_frames": [ [ 85493, 86568 ], [ 86452, 86758 ], [ 86910, 87045 ], [ 86923, 87052 ] ], "trgnoun": "chopping_board", "trgverb": "put_up" }, { "key": "P22_12+180_181_182_183", "video_id": "P22_12", "narration_ids": [ "P22_12_180", "P22_12_181", "P22_12_182", "P22_12_183" ], "src": "pick_up jar . put jar . pick_up container", "src1": "pick_up jar", "src2": "put jar", "src3": "pick_up container", "trg": "put container", "vis_src": "P22_12:180 P22_12:181 P22_12:182", "vis_trg": "P22_12:183", "narrations": [ "pick up jar", "put jar", "pick up container", "put container" ], "verbs": [ "pick-up", "put", "pick-up", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "jar", "jar", "container", "container" ], "noun_classes": [ 40, 40, 21, 21 ], "start_stop_timestamps": [ [ "00:07:26.99", "00:07:28.20" ], [ "00:07:28.18", "00:07:29.12" ], [ "00:07:29.19", "00:07:30.35" ], [ "00:07:30.44", "00:07:31.65" ] ], "start_stop_frames": [ [ 26819, 26892 ], [ 26890, 26947 ], [ 26951, 27021 ], [ 27026, 27099 ] ], "trgnoun": "container", "trgverb": "put" }, { "key": "P28_14+8_9_10_11", "video_id": "P28_14", "narration_ids": [ "P28_14_8", "P28_14_9", "P28_14_10", "P28_14_11" ], "src": "close fridge . put_down food_container . take_out cheese_package", "src1": "close fridge", "src2": "put_down food_container", "src3": "take_out cheese_package", "trg": "open food_container", "vis_src": "P28_14:8 P28_14:9 P28_14:10", "vis_trg": "P28_14:11", "narrations": [ "close fridge", "put down food container", "take out cheese package", "open food container" ], "verbs": [ "close", "put-down", "take-out", "open" ], "verb_classes": [ 4, 1, 12, 3 ], "nouns": [ "fridge", "container:food", "package:cheese", "container:food" ], "noun_classes": [ 12, 21, 26, 21 ], "start_stop_timestamps": [ [ "00:00:29.60", "00:00:32.61" ], [ "00:00:32.72", "00:00:34.78" ], [ "00:00:34.47", "00:00:41.06" ], [ "00:00:35.05", "00:00:38.81" ] ], "start_stop_frames": [ [ 1776, 1956 ], [ 1963, 2086 ], [ 2068, 2463 ], [ 2103, 2328 ] ], "trgnoun": "food_container", "trgverb": "open" }, { "key": "P03_20+10_11_12_13", "video_id": "P03_20", "narration_ids": [ "P03_20_10", "P03_20_11", "P03_20_12", "P03_20_13" ], "src": "put saucepan . take saucepan . scoop food", "src1": "put saucepan", "src2": "take saucepan", "src3": "scoop food", "trg": "spoon food", "vis_src": "P03_20:10 P03_20:11 P03_20:12", "vis_trg": "P03_20:13", "narrations": [ "put saucepan", "take saucepan", "scoop food", "spoon food" ], "verbs": [ "put", "take", "scoop", "spoon" ], "verb_classes": [ 1, 0, 16, 16 ], "nouns": [ "saucepan", "saucepan", "food", "food" ], "noun_classes": [ 5, 5, 34, 34 ], "start_stop_timestamps": [ [ "00:00:57.46", "00:00:58.26" ], [ "00:00:59.65", "00:01:01.59" ], [ "00:01:01.18", "00:01:11.93" ], [ "00:01:03.43", "00:01:35.54" ] ], "start_stop_frames": [ [ 3447, 3495 ], [ 3579, 3695 ], [ 3670, 4315 ], [ 3805, 5732 ] ], "trgnoun": "food", "trgverb": "spoon" }, { "key": "P28_14+9_10_11_12", "video_id": "P28_14", "narration_ids": [ "P28_14_9", "P28_14_10", "P28_14_11", "P28_14_12" ], "src": "put_down food_container . take_out cheese_package . open food_container", "src1": "put_down food_container", "src2": "take_out cheese_package", "src3": "open food_container", "trg": "open cheese_package", "vis_src": "P28_14:9 P28_14:10 P28_14:11", "vis_trg": "P28_14:12", "narrations": [ "put down food container", "take out cheese package", "open food container", "open cheese package" ], "verbs": [ "put-down", "take-out", "open", "open" ], "verb_classes": [ 1, 12, 3, 3 ], "nouns": [ "container:food", "package:cheese", "container:food", "package:cheese" ], "noun_classes": [ 21, 26, 21, 26 ], "start_stop_timestamps": [ [ "00:00:32.72", "00:00:34.78" ], [ "00:00:34.47", "00:00:41.06" ], [ "00:00:35.05", "00:00:38.81" ], [ "00:00:35.65", "00:00:38.46" ] ], "start_stop_frames": [ [ 1963, 2086 ], [ 2068, 2463 ], [ 2103, 2328 ], [ 2139, 2307 ] ], "trgnoun": "cheese_package", "trgverb": "open" }, { "key": "P10_04+384_389_390_391", "video_id": "P10_04", "narration_ids": [ "P10_04_384", "P10_04_389", "P10_04_390", "P10_04_391" ], "src": "searching water . grab a chopstick . mix the sprout with the water", "src1": "searching water", "src2": "grab a chopstick", "src3": "mix the sprout with the water", "trg": "put_down the chopstick", "vis_src": "P10_04:384 P10_04:389 P10_04:390", "vis_trg": "P10_04:391", "narrations": [ "searching", "grab a chopstick", "mix the sprout with the water", "put down the chopstick" ], "verbs": [ "search", "grab", "mix-with", "put-down" ], "verb_classes": [ 48, 0, 10, 1 ], "nouns": [ "water", "chopstick", "sprout", "chopstick" ], "noun_classes": [ 27, 80, 258, 80 ], "start_stop_timestamps": [ [ "00:40:23.53", "00:40:55.11" ], [ "00:41:29.49", "00:41:32.76" ], [ "00:41:32.98", "00:41:51.45" ], [ "00:41:52.36", "00:41:53.80" ] ], "start_stop_frames": [ [ 145411, 147306 ], [ 149369, 149565 ], [ 149578, 150687 ], [ 150741, 150828 ] ], "trgnoun": "chopstick", "trgverb": "put_down" }, { "key": "P30_05+99_100_101_102", "video_id": "P30_05", "narration_ids": [ "P30_05_99", "P30_05_100", "P30_05_101", "P30_05_102" ], "src": "take bag of ginger . open bag of ginger . remove ginger from bag", "src1": "take bag of ginger", "src2": "open bag of ginger", "src3": "remove ginger from bag", "trg": "cut ginger", "vis_src": "P30_05:99 P30_05:100 P30_05:101", "vis_trg": "P30_05:102", "narrations": [ "take bag of ginger", "open bag of ginger", "remove ginger from bag", "cut ginger" ], "verbs": [ "take", "open", "remove-from", "cut" ], "verb_classes": [ 0, 3, 12, 7 ], "nouns": [ "bag:ginger", "bag:ginger", "ginger", "ginger" ], "noun_classes": [ 19, 19, 131, 131 ], "start_stop_timestamps": [ [ "00:07:31.99", "00:07:32.89" ], [ "00:07:33.49", "00:07:34.79" ], [ "00:07:35.38", "00:07:36.29" ], [ "00:07:42.88", "00:07:46.62" ] ], "start_stop_frames": [ [ 27119, 27173 ], [ 27209, 27287 ], [ 27322, 27377 ], [ 27772, 27997 ] ], "trgnoun": "ginger", "trgverb": "cut" }, { "key": "P08_19+14_15_16_17", "video_id": "P08_19", "narration_ids": [ "P08_19_14", "P08_19_15", "P08_19_16", "P08_19_17" ], "src": "get knife . cut lemon_slice . squeeze lemon", "src1": "get knife", "src2": "cut lemon_slice", "src3": "squeeze lemon", "trg": "throw away bits", "vis_src": "P08_19:14 P08_19:15 P08_19:16", "vis_trg": "P08_19:17", "narrations": [ "get knife", "cut lemon slice", "squeeze lemon", "throw away bits" ], "verbs": [ "get", "cut", "squeeze", "throw" ], "verb_classes": [ 0, 7, 18, 13 ], "nouns": [ "knife", "slice:lemon", "lemon", "lemon" ], "noun_classes": [ 4, 105, 105, 105 ], "start_stop_timestamps": [ [ "00:01:15.35", "00:01:16.76" ], [ "00:01:16.42", "00:01:21.47" ], [ "00:01:22.35", "00:01:26.60" ], [ "00:01:27.35", "00:01:28.61" ] ], "start_stop_frames": [ [ 4521, 4605 ], [ 4585, 4888 ], [ 4941, 5196 ], [ 5241, 5316 ] ], "trgnoun": "lemon", "trgverb": "throw" }, { "key": "P03_101+248_249_250_251", "video_id": "P03_101", "narration_ids": [ "P03_101_248", "P03_101_249", "P03_101_250", "P03_101_251" ], "src": "pick_up film . put_down film . move butter", "src1": "pick_up film", "src2": "put_down film", "src3": "move butter", "trg": "spread butter onto knife", "vis_src": "P03_101:248 P03_101:249 P03_101:250", "vis_trg": "P03_101:251", "narrations": [ "pick up film", "put down film", "move butter", "spread butter onto knife" ], "verbs": [ "pick-up", "put-down", "move", "spread-onto" ], "verb_classes": [ 0, 1, 11, 27 ], "nouns": [ "film", "film", "butter", "butter" ], "noun_classes": [ 100, 100, 78, 78 ], "start_stop_timestamps": [ [ "00:10:23.29", "00:10:24.51" ], [ "00:10:24.51", "00:10:25.17" ], [ "00:10:25.82", "00:10:26.64" ], [ "00:10:26.66", "00:10:27.69" ] ], "start_stop_frames": [ [ 31164, 31225 ], [ 31225, 31258 ], [ 31291, 31332 ], [ 31333, 31384 ] ], "trgnoun": "butter", "trgverb": "spread_onto" }, { "key": "P21_01+21_22_23_24", "video_id": "P21_01", "narration_ids": [ "P21_01_21", "P21_01_22", "P21_01_23", "P21_01_24" ], "src": "taking out one tomato . taking out sticker . washing the tomatoes on the top", "src1": "taking out one tomato", "src2": "taking out sticker", "src3": "washing the tomatoes on the top", "trg": "placing tomatoes on a dish", "vis_src": "P21_01:21 P21_01:22 P21_01:23", "vis_trg": "P21_01:24", "narrations": [ "taking out one tomato", "taking out sticker", "washing the tomatoes on the top", "placing tomatoes on a dish" ], "verbs": [ "take-out", "take-out", "wash-on", "place-on" ], "verb_classes": [ 12, 12, 2, 1 ], "nouns": [ "tomato", "sticker", "tomato", "tomato" ], "noun_classes": [ 43, 222, 43, 43 ], "start_stop_timestamps": [ [ "00:02:31.38", "00:02:33.75" ], [ "00:02:41.77", "00:02:43.55" ], [ "00:02:47.41", "00:02:59.58" ], [ "00:03:00.76", "00:03:03.00" ] ], "start_stop_frames": [ [ 9082, 9225 ], [ 9706, 9813 ], [ 10044, 10774 ], [ 10845, 10980 ] ], "trgnoun": "tomato", "trgverb": "place_on" }, { "key": "P22_117+76_77_78_79", "video_id": "P22_117", "narration_ids": [ "P22_117_76", "P22_117_77", "P22_117_78", "P22_117_79" ], "src": "lather spoon . put_down spoon . pick_up ladle", "src1": "lather spoon", "src2": "put_down spoon", "src3": "pick_up ladle", "trg": "lather ladle", "vis_src": "P22_117:76 P22_117:77 P22_117:78", "vis_trg": "P22_117:79", "narrations": [ "lather spoon", "put down spoon", "pick up ladle", "lather ladle" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spoon", "spoon", "ladle", "ladle" ], "noun_classes": [ 1, 1, 97, 97 ], "start_stop_timestamps": [ [ "00:02:34.81", "00:02:37.67" ], [ "00:02:37.76", "00:02:38.23" ], [ "00:02:38.60", "00:02:39.23" ], [ "00:02:38.98", "00:02:44.64" ] ], "start_stop_frames": [ [ 7740, 7883 ], [ 7888, 7911 ], [ 7930, 7961 ], [ 7948, 8232 ] ], "trgnoun": "ladle", "trgverb": "lather" }, { "key": "P11_13+11_12_13_14", "video_id": "P11_13", "narration_ids": [ "P11_13_11", "P11_13_12", "P11_13_13", "P11_13_14" ], "src": "pick_up milk . open milk . throw lid in bin", "src1": "pick_up milk", "src2": "open milk", "src3": "throw lid in bin", "trg": "pour milk in bowl", "vis_src": "P11_13:11 P11_13:12 P11_13:13", "vis_trg": "P11_13:14", "narrations": [ "pick up milk", "open milk", "throw lid in bin", "pour milk in bowl" ], "verbs": [ "pick-up", "open", "throw-in", "pour-in" ], "verb_classes": [ 0, 3, 13, 9 ], "nouns": [ "milk", "milk", "lid", "milk" ], "noun_classes": [ 64, 64, 6, 64 ], "start_stop_timestamps": [ [ "00:00:26.04", "00:00:26.85" ], [ "00:00:26.74", "00:00:29.07" ], [ "00:00:32.06", "00:00:34.87" ], [ "00:00:35.66", "00:00:39.31" ] ], "start_stop_frames": [ [ 1562, 1611 ], [ 1604, 1744 ], [ 1923, 2092 ], [ 2139, 2358 ] ], "trgnoun": "milk", "trgverb": "pour_in" }, { "key": "P16_01+23_24_25_26", "video_id": "P16_01", "narration_ids": [ "P16_01_23", "P16_01_24", "P16_01_25", "P16_01_26" ], "src": "take the fish out of the pan . put the fish on the cutting board . cut the fish", "src1": "take the fish out of the pan", "src2": "put the fish on the cutting board", "src3": "cut the fish", "trg": "put the fish into the pan", "vis_src": "P16_01:23 P16_01:24 P16_01:25", "vis_trg": "P16_01:26", "narrations": [ "take the fish out of the pan", "put the fish on the cutting board", "cut the fish", "put the fish into the pan" ], "verbs": [ "take-out", "put-on", "cut", "put-into" ], "verb_classes": [ 12, 1, 7, 5 ], "nouns": [ "fish", "fish", "fish", "fish" ], "noun_classes": [ 119, 119, 119, 119 ], "start_stop_timestamps": [ [ "00:03:40.58", "00:03:42.95" ], [ "00:03:43.05", "00:03:44.32" ], [ "00:03:44.88", "00:03:54.49" ], [ "00:03:57.79", "00:03:59.56" ] ], "start_stop_frames": [ [ 13234, 13377 ], [ 13383, 13459 ], [ 13492, 14069 ], [ 14267, 14373 ] ], "trgnoun": "fish", "trgverb": "put_into" }, { "key": "P35_108+373_374_375_376", "video_id": "P35_108", "narration_ids": [ "P35_108_373", "P35_108_374", "P35_108_375", "P35_108_376" ], "src": "pick_up lid . lather lid . pick_up container", "src1": "pick_up lid", "src2": "lather lid", "src3": "pick_up container", "trg": "lather container", "vis_src": "P35_108:373 P35_108:374 P35_108:375", "vis_trg": "P35_108:376", "narrations": [ "pick up lid", "lather lid", "pick up container", "lather container" ], "verbs": [ "pick-up", "lather", "pick-up", "lather" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "lid", "lid", "container", "container" ], "noun_classes": [ 6, 6, 21, 21 ], "start_stop_timestamps": [ [ "00:24:44.47", "00:24:45.27" ], [ "00:24:45.49", "00:24:58.27" ], [ "00:24:58.61", "00:25:00.01" ], [ "00:25:00.76", "00:25:20.47" ] ], "start_stop_frames": [ [ 74223, 74263 ], [ 74274, 74913 ], [ 74930, 75000 ], [ 75038, 76023 ] ], "trgnoun": "container", "trgverb": "lather" }, { "key": "P04_109+164_165_166_167", "video_id": "P04_109", "narration_ids": [ "P04_109_164", "P04_109_165", "P04_109_166", "P04_109_167" ], "src": "slice cucumber . pick_up pieces of cucumber . put pieces of cucumber in measuring jug", "src1": "slice cucumber", "src2": "pick_up pieces of cucumber", "src3": "put pieces of cucumber in measuring jug", "trg": "wipe piece of cucumber off knife into measuring jug", "vis_src": "P04_109:164 P04_109:165 P04_109:166", "vis_trg": "P04_109:167", "narrations": [ "slice cucumber", "pick up pieces of cucumber", "put pieces of cucumber in measuring jug", "wipe piece of cucumber off knife into measuring jug" ], "verbs": [ "slice", "pick-up", "put-in", "wipe-into" ], "verb_classes": [ 7, 0, 5, 2 ], "nouns": [ "cucumber", "piece:cucumber", "piece:cucumber", "piece:cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:05:42.76", "00:05:50.09" ], [ "00:05:49.84", "00:05:50.98" ], [ "00:05:50.85", "00:05:52.10" ], [ "00:05:52.05", "00:05:52.50" ] ], "start_stop_frames": [ [ 17138, 17504 ], [ 17492, 17549 ], [ 17542, 17605 ], [ 17602, 17625 ] ], "trgnoun": "cucumber_piece", "trgverb": "wipe_into" }, { "key": "P01_17+275_277_278_279", "video_id": "P01_17", "narration_ids": [ "P01_17_275", "P01_17_277", "P01_17_278", "P01_17_279" ], "src": "hang cloth . throw something into bin . open bin", "src1": "hang cloth", "src2": "throw something into bin", "src3": "open bin", "trg": "and close bin", "vis_src": "P01_17:275 P01_17:277 P01_17:278", "vis_trg": "P01_17:279", "narrations": [ "hang cloth", "throw something into bin", "open bin", "and close bin" ], "verbs": [ "hang", "throw-into", "open", "close" ], "verb_classes": [ 41, 13, 3, 4 ], "nouns": [ "cloth", "bin", "bin", "bin" ], "noun_classes": [ 17, 36, 36, 36 ], "start_stop_timestamps": [ [ "00:18:36.18", "00:18:44.43" ], [ "00:18:47.13", "00:18:48.74" ], [ "00:18:47.67", "00:18:48.88" ], [ "00:18:48.82", "00:18:49.57" ] ], "start_stop_frames": [ [ 66970, 67465 ], [ 67627, 67724 ], [ 67660, 67732 ], [ 67729, 67774 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P04_107+314_315_316_317", "video_id": "P04_107", "narration_ids": [ "P04_107_314", "P04_107_315", "P04_107_316", "P04_107_317" ], "src": "flatten_out greaseproof_paper . let go of greaseproof_paper . pick_up ball of dough", "src1": "flatten_out greaseproof_paper", "src2": "let go of greaseproof_paper", "src3": "pick_up ball of dough", "trg": "squeeze ball of dough", "vis_src": "P04_107:314 P04_107:315 P04_107:316", "vis_trg": "P04_107:317", "narrations": [ "flatten out greaseproof paper", "let go of greaseproof paper", "pick up ball of dough", "squeeze ball of dough" ], "verbs": [ "flatten-out", "let", "pick-up", "squeeze" ], "verb_classes": [ 87, 79, 0, 18 ], "nouns": [ "paper:greaseproof", "paper:greaseproof", "ball:dough", "ball:dough" ], "noun_classes": [ 49, 49, 25, 25 ], "start_stop_timestamps": [ [ "00:09:43.84", "00:09:44.50" ], [ "00:09:44.88", "00:09:45.69" ], [ "00:09:45.95", "00:09:46.98" ], [ "00:09:47.49", "00:09:48.12" ] ], "start_stop_frames": [ [ 29192, 29225 ], [ 29244, 29284 ], [ 29297, 29349 ], [ 29374, 29406 ] ], "trgnoun": "dough_ball", "trgverb": "squeeze" }, { "key": "P05_08+60_61_62_63", "video_id": "P05_08", "narration_ids": [ "P05_08_60", "P05_08_61", "P05_08_62", "P05_08_63" ], "src": "pour onion in saucepan . take wooden_spatula . move onion in saucepan", "src1": "pour onion in saucepan", "src2": "take wooden_spatula", "src3": "move onion in saucepan", "trg": "place wooden_spatula on refrigerator", "vis_src": "P05_08:60 P05_08:61 P05_08:62", "vis_trg": "P05_08:63", "narrations": [ "pour onion in saucepan", "take wooden spatula", "move onion in saucepan", "place wooden spatula on refrigerator" ], "verbs": [ "pour-in", "take", "move-in", "place-on" ], "verb_classes": [ 9, 0, 5, 1 ], "nouns": [ "onion", "spatula:wooden", "onion", "spatula:wooden" ], "noun_classes": [ 16, 20, 16, 20 ], "start_stop_timestamps": [ [ "00:05:22.62", "00:05:25.14" ], [ "00:05:26.60", "00:05:27.75" ], [ "00:05:28.09", "00:05:30.96" ], [ "00:05:31.21", "00:05:32.55" ] ], "start_stop_frames": [ [ 19357, 19508 ], [ 19596, 19665 ], [ 19685, 19857 ], [ 19872, 19953 ] ], "trgnoun": "wooden_spatula", "trgverb": "place_on" }, { "key": "P22_111+160_161_162_163", "video_id": "P22_111", "narration_ids": [ "P22_111_160", "P22_111_161", "P22_111_162", "P22_111_163" ], "src": "pick_up pepper . open pepper . pour pepper", "src1": "pick_up pepper", "src2": "open pepper", "src3": "pour pepper", "trg": "close pepper", "vis_src": "P22_111:160 P22_111:161 P22_111:162", "vis_trg": "P22_111:163", "narrations": [ "pick up pepper", "open pepper", "pour pepper", "close pepper" ], "verbs": [ "pick-up", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "pepper", "pepper", "pepper", "pepper" ], "noun_classes": [ 37, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:06:53.89", "00:06:54.50" ], [ "00:06:54.45", "00:06:56.24" ], [ "00:06:55.71", "00:06:58.10" ], [ "00:06:58.18", "00:06:58.70" ] ], "start_stop_frames": [ [ 20694, 20725 ], [ 20722, 20812 ], [ 20785, 20905 ], [ 20909, 20935 ] ], "trgnoun": "pepper", "trgverb": "close" }, { "key": "P02_06+12_13_14_15", "video_id": "P02_06", "narration_ids": [ "P02_06_12", "P02_06_13", "P02_06_14", "P02_06_15" ], "src": "close drawer . pick_up two strainers . open cupboard", "src1": "close drawer", "src2": "pick_up two strainers", "src3": "open cupboard", "trg": "put strainers", "vis_src": "P02_06:12 P02_06:13 P02_06:14", "vis_trg": "P02_06:15", "narrations": [ "close drawer", "pick up two strainers", "open cupboard", "put strainers" ], "verbs": [ "close", "pick-up", "open", "put" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "drawer", "strainer", "cupboard", "strainer" ], "noun_classes": [ 8, 39, 3, 39 ], "start_stop_timestamps": [ [ "00:00:42.98", "00:00:43.48" ], [ "00:00:45.94", "00:00:48.19" ], [ "00:00:48.74", "00:00:49.43" ], [ "00:00:49.60", "00:00:51.01" ] ], "start_stop_frames": [ [ 2578, 2608 ], [ 2756, 2891 ], [ 2924, 2965 ], [ 2976, 3060 ] ], "trgnoun": "strainer", "trgverb": "put" }, { "key": "P02_105+61_62_63_64", "video_id": "P02_105", "narration_ids": [ "P02_105_61", "P02_105_62", "P02_105_63", "P02_105_64" ], "src": "pick_up strainer . sponge strainer . open tap", "src1": "pick_up strainer", "src2": "sponge strainer", "src3": "open tap", "trg": "rinse strainer", "vis_src": "P02_105:61 P02_105:62 P02_105:63", "vis_trg": "P02_105:64", "narrations": [ "pick up strainer", "sponge strainer", "open tap", "rinse strainer" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "strainer", "strainer", "tap", "strainer" ], "noun_classes": [ 39, 39, 0, 39 ], "start_stop_timestamps": [ [ "00:01:50.69", "00:01:51.44" ], [ "00:01:51.55", "00:01:58.38" ], [ "00:01:58.71", "00:01:59.37" ], [ "00:01:59.42", "00:02:04.14" ] ], "start_stop_frames": [ [ 5534, 5572 ], [ 5577, 5919 ], [ 5935, 5968 ], [ 5971, 6207 ] ], "trgnoun": "strainer", "trgverb": "rinse" }, { "key": "P04_06+65_66_67_68", "video_id": "P04_06", "narration_ids": [ "P04_06_65", "P04_06_66", "P04_06_67", "P04_06_68" ], "src": "put kitchen_roll in bin . pick_up plate . rinse plate", "src1": "put kitchen_roll in bin", "src2": "pick_up plate", "src3": "rinse plate", "trg": "dry plate", "vis_src": "P04_06:65 P04_06:66 P04_06:67", "vis_trg": "P04_06:68", "narrations": [ "put kitchen roll in bin", "pick up plate", "rinse plate", "dry plate" ], "verbs": [ "put-in", "pick-up", "rinse", "dry" ], "verb_classes": [ 5, 0, 2, 14 ], "nouns": [ "roll:kitchen", "plate", "plate", "plate" ], "noun_classes": [ 93, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:06:04.65", "00:06:07.59" ], [ "00:06:09.28", "00:06:10.05" ], [ "00:06:10.15", "00:06:12.12" ], [ "00:06:13.18", "00:06:15.43" ] ], "start_stop_frames": [ [ 21879, 22055 ], [ 22156, 22203 ], [ 22209, 22327 ], [ 22390, 22525 ] ], "trgnoun": "plate", "trgverb": "dry" }, { "key": "P25_101+108_109_110_111", "video_id": "P25_101", "narration_ids": [ "P25_101_108", "P25_101_109", "P25_101_110", "P25_101_111" ], "src": "pick_up lid . throw lid . pick_up paper", "src1": "pick_up lid", "src2": "throw lid", "src3": "pick_up paper", "trg": "throw paper", "vis_src": "P25_101:108 P25_101:109 P25_101:110", "vis_trg": "P25_101:111", "narrations": [ "pick up lid", "throw lid", "pick up paper", "throw paper" ], "verbs": [ "pick-up", "throw", "pick-up", "throw" ], "verb_classes": [ 0, 13, 0, 13 ], "nouns": [ "lid", "lid", "paper", "paper" ], "noun_classes": [ 6, 6, 49, 49 ], "start_stop_timestamps": [ [ "00:06:03.51", "00:06:04.67" ], [ "00:06:06.31", "00:06:08.11" ], [ "00:06:09.72", "00:06:10.61" ], [ "00:06:11.73", "00:06:13.12" ] ], "start_stop_frames": [ [ 18175, 18233 ], [ 18315, 18405 ], [ 18486, 18530 ], [ 18586, 18656 ] ], "trgnoun": "paper", "trgverb": "throw" }, { "key": "P07_117+10_11_12_13", "video_id": "P07_117", "narration_ids": [ "P07_117_10", "P07_117_11", "P07_117_12", "P07_117_13" ], "src": "throw paper . grab tap . turn tap", "src1": "throw paper", "src2": "grab tap", "src3": "turn tap", "trg": "turn_on tap", "vis_src": "P07_117:10 P07_117:11 P07_117:12", "vis_trg": "P07_117:13", "narrations": [ "throw paper", "grab tap", "turn tap", "turn on tap" ], "verbs": [ "throw", "grab", "turn", "turn-on" ], "verb_classes": [ 13, 0, 23, 6 ], "nouns": [ "paper", "tap", "tap", "tap" ], "noun_classes": [ 49, 0, 0, 0 ], "start_stop_timestamps": [ [ "00:00:22.41", "00:00:24.58" ], [ "00:00:26.53", "00:00:26.86" ], [ "00:00:26.70", "00:00:27.32" ], [ "00:00:27.20", "00:00:28.72" ] ], "start_stop_frames": [ [ 1120, 1229 ], [ 1326, 1343 ], [ 1335, 1366 ], [ 1360, 1436 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P24_05+239_240_241_242", "video_id": "P24_05", "narration_ids": [ "P24_05_239", "P24_05_240", "P24_05_241", "P24_05_242" ], "src": "mix salad . take spoon . mix pasta", "src1": "mix salad", "src2": "take spoon", "src3": "mix pasta", "trg": "take salad", "vis_src": "P24_05:239 P24_05:240 P24_05:241", "vis_trg": "P24_05:242", "narrations": [ "mix salad", "take spoon", "mix pasta", "take salad" ], "verbs": [ "mix", "take", "mix", "take" ], "verb_classes": [ 10, 0, 10, 0 ], "nouns": [ "salad", "spoon", "pasta", "salad" ], "noun_classes": [ 68, 1, 45, 68 ], "start_stop_timestamps": [ [ "00:20:41.32", "00:20:55.60" ], [ "00:21:02.12", "00:21:02.97" ], [ "00:21:02.93", "00:21:06.29" ], [ "00:21:32.42", "00:21:33.64" ] ], "start_stop_frames": [ [ 74479, 75336 ], [ 75727, 75778 ], [ 75775, 75977 ], [ 77545, 77618 ] ], "trgnoun": "salad", "trgverb": "take" }, { "key": "P35_109+92_93_94_95", "video_id": "P35_109", "narration_ids": [ "P35_109_92", "P35_109_93", "P35_109_94", "P35_109_95" ], "src": "put_down milk . pick_up scissors . open milk", "src1": "put_down milk", "src2": "pick_up scissors", "src3": "open milk", "trg": "put_down scissors", "vis_src": "P35_109:92 P35_109:93 P35_109:94", "vis_trg": "P35_109:95", "narrations": [ "put down milk", "pick up scissors", "open milk", "put down scissors" ], "verbs": [ "put-down", "pick-up", "open", "put-down" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "milk", "scissors", "milk", "scissors" ], "noun_classes": [ 64, 79, 64, 79 ], "start_stop_timestamps": [ [ "00:04:40.99", "00:04:42.15" ], [ "00:04:43.00", "00:04:49.50" ], [ "00:04:48.66", "00:04:52.01" ], [ "00:04:52.09", "00:04:57.36" ] ], "start_stop_frames": [ [ 14049, 14107 ], [ 14150, 14475 ], [ 14432, 14600 ], [ 14604, 14868 ] ], "trgnoun": "scissors", "trgverb": "put_down" }, { "key": "P28_103+240_241_242_246", "video_id": "P28_103", "narration_ids": [ "P28_103_240", "P28_103_241", "P28_103_242", "P28_103_246" ], "src": "put oven_glove . take kettle . pour water in cup", "src1": "put oven_glove", "src2": "take kettle", "src3": "pour water in cup", "trg": "put cup", "vis_src": "P28_103:240 P28_103:241 P28_103:242", "vis_trg": "P28_103:246", "narrations": [ "put oven glove", "take kettle", "pour water in cup", "put cup" ], "verbs": [ "put", "take", "pour-in", "put" ], "verb_classes": [ 1, 0, 9, 1 ], "nouns": [ "glove:oven", "kettle", "water", "cup" ], "noun_classes": [ 60, 44, 27, 13 ], "start_stop_timestamps": [ [ "00:24:58.44", "00:24:58.90" ], [ "00:25:04.09", "00:25:05.35" ], [ "00:25:09.39", "00:25:14.14" ], [ "00:25:24.06", "00:25:27.65" ] ], "start_stop_frames": [ [ 74922, 74945 ], [ 75204, 75267 ], [ 75469, 75707 ], [ 76203, 76382 ] ], "trgnoun": "cup", "trgverb": "put" }, { "key": "P11_10+2_3_4_5", "video_id": "P11_10", "narration_ids": [ "P11_10_2", "P11_10_3", "P11_10_4", "P11_10_5" ], "src": "put pizza in oven . put away oven_gloves . turn_off timer", "src1": "put pizza in oven", "src2": "put away oven_gloves", "src3": "turn_off timer", "trg": "set timer", "vis_src": "P11_10:2 P11_10:3 P11_10:4", "vis_trg": "P11_10:5", "narrations": [ "put pizza in oven", "put away oven gloves", "turn off timer", "set timer" ], "verbs": [ "put-in", "put", "turn-off", "set" ], "verb_classes": [ 5, 1, 8, 53 ], "nouns": [ "pizza", "glove:oven", "timer", "timer" ], "noun_classes": [ 91, 60, 111, 111 ], "start_stop_timestamps": [ [ "00:00:07.17", "00:00:10.91" ], [ "00:00:12.48", "00:00:13.81" ], [ "00:00:13.73", "00:00:14.39" ], [ "00:00:14.49", "00:00:19.33" ] ], "start_stop_frames": [ [ 430, 654 ], [ 748, 828 ], [ 823, 863 ], [ 869, 1159 ] ], "trgnoun": "timer", "trgverb": "set" }, { "key": "P22_108+76_77_78_79", "video_id": "P22_108", "narration_ids": [ "P22_108_76", "P22_108_77", "P22_108_78", "P22_108_79" ], "src": "put_down spoons . empty bowl . adjust straw", "src1": "put_down spoons", "src2": "empty bowl", "src3": "adjust straw", "trg": "rinse bowl", "vis_src": "P22_108:76 P22_108:77 P22_108:78", "vis_trg": "P22_108:79", "narrations": [ "put down spoons", "empty bowl", "adjust straw", "rinse bowl" ], "verbs": [ "put-down", "empty", "adjust", "rinse" ], "verb_classes": [ 1, 20, 17, 2 ], "nouns": [ "spoon", "bowl", "straw", "bowl" ], "noun_classes": [ 1, 7, 248, 7 ], "start_stop_timestamps": [ [ "00:02:48.79", "00:02:49.98" ], [ "00:02:50.07", "00:02:50.84" ], [ "00:02:50.90", "00:02:52.84" ], [ "00:02:52.43", "00:02:53.92" ] ], "start_stop_frames": [ [ 8439, 8499 ], [ 8503, 8542 ], [ 8545, 8642 ], [ 8621, 8696 ] ], "trgnoun": "bowl", "trgverb": "rinse" }, { "key": "P03_112+35_36_37_38", "video_id": "P03_112", "narration_ids": [ "P03_112_35", "P03_112_36", "P03_112_37", "P03_112_38" ], "src": "peel_off sticker . pick_up scissors . cut top of rice bag", "src1": "peel_off sticker", "src2": "pick_up scissors", "src3": "cut top of rice bag", "trg": "place scissors", "vis_src": "P03_112:35 P03_112:36 P03_112:37", "vis_trg": "P03_112:38", "narrations": [ "peel off sticker", "pick up scissors", "cut top of rice bag", "place scissors" ], "verbs": [ "peel-off", "pick-up", "cut", "place" ], "verb_classes": [ 19, 0, 7, 1 ], "nouns": [ "sticker", "scissors", "top:rice:bag", "scissors" ], "noun_classes": [ 222, 79, 19, 79 ], "start_stop_timestamps": [ [ "00:01:01.28", "00:01:08.24" ], [ "00:01:10.40", "00:01:11.35" ], [ "00:01:11.70", "00:01:14.75" ], [ "00:01:14.85", "00:01:15.51" ] ], "start_stop_frames": [ [ 3064, 3411 ], [ 3520, 3567 ], [ 3585, 3737 ], [ 3742, 3775 ] ], "trgnoun": "scissors", "trgverb": "place" }, { "key": "P22_108+77_78_79_80", "video_id": "P22_108", "narration_ids": [ "P22_108_77", "P22_108_78", "P22_108_79", "P22_108_80" ], "src": "empty bowl . adjust straw . rinse bowl", "src1": "empty bowl", "src2": "adjust straw", "src3": "rinse bowl", "trg": "put_down bowl", "vis_src": "P22_108:77 P22_108:78 P22_108:79", "vis_trg": "P22_108:80", "narrations": [ "empty bowl", "adjust straw", "rinse bowl", "put down bowl" ], "verbs": [ "empty", "adjust", "rinse", "put-down" ], "verb_classes": [ 20, 17, 2, 1 ], "nouns": [ "bowl", "straw", "bowl", "bowl" ], "noun_classes": [ 7, 248, 7, 7 ], "start_stop_timestamps": [ [ "00:02:50.07", "00:02:50.84" ], [ "00:02:50.90", "00:02:52.84" ], [ "00:02:52.43", "00:02:53.92" ], [ "00:02:54.53", "00:02:55.72" ] ], "start_stop_frames": [ [ 8503, 8542 ], [ 8545, 8642 ], [ 8621, 8696 ], [ 8726, 8786 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P27_104+114_115_116_117", "video_id": "P27_104", "narration_ids": [ "P27_104_114", "P27_104_115", "P27_104_116", "P27_104_117" ], "src": "fold tea_towel . put_down tea_towel . adjust fruit_juice", "src1": "fold tea_towel", "src2": "put_down tea_towel", "src3": "adjust fruit_juice", "trg": "adjust tea_towel", "vis_src": "P27_104:114 P27_104:115 P27_104:116", "vis_trg": "P27_104:117", "narrations": [ "fold tea towel", "put down tea towel", "adjust fruit juice", "adjust tea towel" ], "verbs": [ "fold", "put-down", "adjust", "adjust" ], "verb_classes": [ 28, 1, 17, 17 ], "nouns": [ "towel:tea", "towel:tea", "juice:fruit", "towel:tea" ], "noun_classes": [ 52, 52, 183, 52 ], "start_stop_timestamps": [ [ "00:05:41.46", "00:05:48.17" ], [ "00:05:50.22", "00:05:50.88" ], [ "00:05:52.99", "00:05:57.40" ], [ "00:05:54.05", "00:05:58.37" ] ], "start_stop_frames": [ [ 17073, 17408 ], [ 17511, 17544 ], [ 17649, 17870 ], [ 17702, 17918 ] ], "trgnoun": "tea_towel", "trgverb": "adjust" }, { "key": "P22_14+267_268_269_270", "video_id": "P22_14", "narration_ids": [ "P22_14_267", "P22_14_268", "P22_14_269", "P22_14_270" ], "src": "put_down teaspoon . pick_up saucer . pick_up saucers", "src1": "put_down teaspoon", "src2": "pick_up saucer", "src3": "pick_up saucers", "trg": "put_down saucer", "vis_src": "P22_14:267 P22_14:268 P22_14:269", "vis_trg": "P22_14:270", "narrations": [ "put down teaspoon", "pick up saucer", "pick up saucers", "put down saucer" ], "verbs": [ "put-down", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "teaspoon", "saucer", "saucer", "saucer" ], "noun_classes": [ 1, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:10:40.73", "00:10:41.23" ], [ "00:10:42.83", "00:10:43.54" ], [ "00:10:43.55", "00:10:44.45" ], [ "00:10:49.86", "00:10:52.00" ] ], "start_stop_frames": [ [ 38443, 38473 ], [ 38569, 38612 ], [ 38613, 38667 ], [ 38991, 39120 ] ], "trgnoun": "saucer", "trgverb": "put_down" }, { "key": "P02_123+314_315_316_317", "video_id": "P02_123", "narration_ids": [ "P02_123_314", "P02_123_315", "P02_123_316", "P02_123_317" ], "src": "put_down washing_liquid . pick_up sponge . scrub pan", "src1": "put_down washing_liquid", "src2": "pick_up sponge", "src3": "scrub pan", "trg": "sponge pan", "vis_src": "P02_123:314 P02_123:315 P02_123:316", "vis_trg": "P02_123:317", "narrations": [ "put down washing liquid", "pick up sponge", "scrub pan", "sponge pan" ], "verbs": [ "put-down", "pick-up", "scrub", "sponge" ], "verb_classes": [ 1, 0, 29, 2 ], "nouns": [ "liquid:washing", "sponge", "pan", "pan" ], "noun_classes": [ 22, 9, 5, 5 ], "start_stop_timestamps": [ [ "00:15:49.05", "00:15:49.73" ], [ "00:15:49.73", "00:15:51.20" ], [ "00:15:51.15", "00:16:13.23" ], [ "00:16:09.95", "00:16:24.28" ] ], "start_stop_frames": [ [ 47452, 47486 ], [ 47486, 47560 ], [ 47557, 48661 ], [ 48497, 49214 ] ], "trgnoun": "pan", "trgverb": "sponge" }, { "key": "P04_109+38_40_90_251", "video_id": "P04_109", "narration_ids": [ "P04_109_38", "P04_109_40", "P04_109_90", "P04_109_251" ], "src": "wipe bits of carrot off knife into measuring jug . pick_up piece of carrot . drop carrot into measuring jug", "src1": "wipe bits of carrot off knife into measuring jug", "src2": "pick_up piece of carrot", "src3": "drop carrot into measuring jug", "trg": "put piece of carrot in measuring jug", "vis_src": "P04_109:38 P04_109:40 P04_109:90", "vis_trg": "P04_109:251", "narrations": [ "wipe bits of carrot off knife into measuring jug", "pick up piece of carrot", "drop carrot into measuring jug", "put piece of carrot in measuring jug" ], "verbs": [ "wipe-off", "pick-up", "drop-into", "put-in" ], "verb_classes": [ 2, 0, 5, 5 ], "nouns": [ "bit:carrot", "piece:carrot", "carrot", "piece:carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:01:59.39", "00:02:00.30" ], [ "00:02:00.44", "00:02:01.60" ], [ "00:03:46.06", "00:03:48.21" ], [ "00:08:23.07", "00:08:23.57" ] ], "start_stop_frames": [ [ 5969, 6015 ], [ 6022, 6080 ], [ 11303, 11410 ], [ 25153, 25178 ] ], "trgnoun": "carrot_piece", "trgverb": "put_in" }, { "key": "P04_120+180_181_182_183", "video_id": "P04_120", "narration_ids": [ "P04_120_180", "P04_120_181", "P04_120_182", "P04_120_183" ], "src": "close dishwasher_drawer . pick_up plate . pick_up tea_towel", "src1": "close dishwasher_drawer", "src2": "pick_up plate", "src3": "pick_up tea_towel", "trg": "dry plates with tea towel", "vis_src": "P04_120:180 P04_120:181 P04_120:182", "vis_trg": "P04_120:183", "narrations": [ "close dishwasher drawer", "pick up plate", "pick up tea towel", "dry plates with tea towel" ], "verbs": [ "close", "pick-up", "pick-up", "dry" ], "verb_classes": [ 4, 0, 0, 14 ], "nouns": [ "drawer:dishwasher", "plate", "towel:tea", "plate" ], "noun_classes": [ 70, 2, 52, 2 ], "start_stop_timestamps": [ [ "00:07:56.89", "00:07:57.65" ], [ "00:07:58.03", "00:07:59.30" ], [ "00:08:00.96", "00:08:01.91" ], [ "00:08:01.97", "00:08:04.35" ] ], "start_stop_frames": [ [ 23844, 23882 ], [ 23901, 23965 ], [ 24048, 24095 ], [ 24098, 24217 ] ], "trgnoun": "plate", "trgverb": "dry" }, { "key": "P27_104+188_189_190_191", "video_id": "P27_104", "narration_ids": [ "P27_104_188", "P27_104_189", "P27_104_190", "P27_104_191" ], "src": "put_down spatula . pick_up packaging . open packaging", "src1": "put_down spatula", "src2": "pick_up packaging", "src3": "open packaging", "trg": "close packaging", "vis_src": "P27_104:188 P27_104:189 P27_104:190", "vis_trg": "P27_104:191", "narrations": [ "put down spatula", "pick up packaging", "open packaging", "close packaging" ], "verbs": [ "put-down", "pick-up", "open", "close" ], "verb_classes": [ 1, 0, 3, 4 ], "nouns": [ "spatula", "packaging", "packaging", "packaging" ], "noun_classes": [ 20, 26, 26, 26 ], "start_stop_timestamps": [ [ "00:09:05.77", "00:09:07.23" ], [ "00:09:08.21", "00:09:11.52" ], [ "00:09:08.81", "00:09:16.14" ], [ "00:09:15.75", "00:09:21.25" ] ], "start_stop_frames": [ [ 27288, 27361 ], [ 27410, 27576 ], [ 27440, 27807 ], [ 27787, 28062 ] ], "trgnoun": "packaging", "trgverb": "close" }, { "key": "P01_04+14_15_16_17", "video_id": "P01_04", "narration_ids": [ "P01_04_14", "P01_04_15", "P01_04_16", "P01_04_17" ], "src": "open tap . wash cup . rinse spoon", "src1": "open tap", "src2": "wash cup", "src3": "rinse spoon", "trg": "rinse cup", "vis_src": "P01_04:14 P01_04:15 P01_04:16", "vis_trg": "P01_04:17", "narrations": [ "open tap", "wash cup", "rinse spoon", "rinse cup" ], "verbs": [ "turn-on", "wash", "rinse", "rinse" ], "verb_classes": [ 6, 2, 2, 2 ], "nouns": [ "tap", "cup", "spoon", "cup" ], "noun_classes": [ 0, 13, 1, 13 ], "start_stop_timestamps": [ [ "00:00:45.27", "00:00:46.81" ], [ "00:00:46.91", "00:00:52.41" ], [ "00:00:52.51", "00:00:56.16" ], [ "00:00:57.32", "00:01:02.67" ] ], "start_stop_frames": [ [ 2716, 2808 ], [ 2814, 3144 ], [ 3150, 3369 ], [ 3439, 3760 ] ], "trgnoun": "cup", "trgverb": "rinse" }, { "key": "P30_111+32_33_34_35", "video_id": "P30_111", "narration_ids": [ "P30_111_32", "P30_111_33", "P30_111_34", "P30_111_35" ], "src": "close fridge . pick_up plate from drying board . open cupboard", "src1": "close fridge", "src2": "pick_up plate from drying board", "src3": "open cupboard", "trg": "put plate in cupboard", "vis_src": "P30_111:32 P30_111:33 P30_111:34", "vis_trg": "P30_111:35", "narrations": [ "close fridge", "pick up plate from drying board", "open cupboard", "put plate in cupboard" ], "verbs": [ "close", "pick-up", "open", "put-in" ], "verb_classes": [ 4, 0, 3, 5 ], "nouns": [ "fridge", "plate", "cupboard", "plate" ], "noun_classes": [ 12, 2, 3, 2 ], "start_stop_timestamps": [ [ "00:00:59.47", "00:01:06.87" ], [ "00:01:08.24", "00:01:09.08" ], [ "00:01:08.78", "00:01:09.63" ], [ "00:01:09.30", "00:01:11.02" ] ], "start_stop_frames": [ [ 2973, 3343 ], [ 3411, 3454 ], [ 3439, 3481 ], [ 3465, 3551 ] ], "trgnoun": "plate", "trgverb": "put_in" }, { "key": "P03_121+61_62_63_67", "video_id": "P03_121", "narration_ids": [ "P03_121_61", "P03_121_62", "P03_121_63", "P03_121_67" ], "src": "stir lemon curd mixture . tap spoon against side of large bowl . scrape spoon against large bowl", "src1": "stir lemon curd mixture", "src2": "tap spoon against side of large bowl", "src3": "scrape spoon against large bowl", "trg": "put_down spoon", "vis_src": "P03_121:61 P03_121:62 P03_121:63", "vis_trg": "P03_121:67", "narrations": [ "stir lemon curd mixture", "tap spoon against side of large bowl", "scrape spoon against large bowl", "put down spoon" ], "verbs": [ "stir", "tap", "scrape", "put-down" ], "verb_classes": [ 10, 32, 25, 1 ], "nouns": [ "mixture:lemon:curd", "spoon", "spoon", "spoon" ], "noun_classes": [ 71, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:05:18.49", "00:06:12.29" ], [ "00:06:12.25", "00:06:16.27" ], [ "00:06:15.87", "00:06:17.07" ], [ "00:06:24.22", "00:06:25.36" ] ], "start_stop_frames": [ [ 15924, 18614 ], [ 18612, 18813 ], [ 18793, 18853 ], [ 19211, 19268 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P06_113+53_54_55_56", "video_id": "P06_113", "narration_ids": [ "P06_113_53", "P06_113_54", "P06_113_55", "P06_113_56" ], "src": "put bowl in drying rack . put spoon in cup . pick_up cup", "src1": "put bowl in drying rack", "src2": "put spoon in cup", "src3": "pick_up cup", "trg": "wash cup", "vis_src": "P06_113:53 P06_113:54 P06_113:55", "vis_trg": "P06_113:56", "narrations": [ "put bowl in drying rack", "put spoon in cup", "pick up cup", "wash cup" ], "verbs": [ "put-in", "put-in", "pick-up", "wash" ], "verb_classes": [ 5, 5, 0, 2 ], "nouns": [ "bowl", "spoon", "cup", "cup" ], "noun_classes": [ 7, 1, 13, 13 ], "start_stop_timestamps": [ [ "00:01:41.20", "00:01:42.54" ], [ "00:01:42.63", "00:01:43.14" ], [ "00:01:43.75", "00:01:44.21" ], [ "00:01:44.28", "00:01:45.43" ] ], "start_stop_frames": [ [ 5060, 5127 ], [ 5131, 5157 ], [ 5187, 5210 ], [ 5214, 5271 ] ], "trgnoun": "cup", "trgverb": "wash" }, { "key": "P22_117+366_367_368_369", "video_id": "P22_117", "narration_ids": [ "P22_117_366", "P22_117_367", "P22_117_368", "P22_117_369" ], "src": "pick_up pepper . open pepper . pour pepper", "src1": "pick_up pepper", "src2": "open pepper", "src3": "pour pepper", "trg": "close pepper", "vis_src": "P22_117:366 P22_117:367 P22_117:368", "vis_trg": "P22_117:369", "narrations": [ "pick up pepper", "open pepper", "pour pepper", "close pepper" ], "verbs": [ "pick-up", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "pepper", "pepper", "pepper", "pepper" ], "noun_classes": [ 37, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:13:42.56", "00:13:43.49" ], [ "00:13:43.66", "00:13:44.46" ], [ "00:13:44.62", "00:13:47.98" ], [ "00:13:47.64", "00:13:49.14" ] ], "start_stop_frames": [ [ 41128, 41174 ], [ 41183, 41223 ], [ 41231, 41399 ], [ 41382, 41457 ] ], "trgnoun": "pepper", "trgverb": "close" }, { "key": "P04_104+99_100_101_102", "video_id": "P04_104", "narration_ids": [ "P04_104_99", "P04_104_100", "P04_104_101", "P04_104_102" ], "src": "press button on scales . pick_up flour . turn_on scales", "src1": "press button on scales", "src2": "pick_up flour", "src3": "turn_on scales", "trg": "open flour", "vis_src": "P04_104:99 P04_104:100 P04_104:101", "vis_trg": "P04_104:102", "narrations": [ "press button on scales", "pick up flour", "turn on scales", "open flour" ], "verbs": [ "press", "pick-up", "turn-on", "open" ], "verb_classes": [ 21, 0, 6, 3 ], "nouns": [ "button", "flour", "scale", "flour" ], "noun_classes": [ 92, 75, 108, 75 ], "start_stop_timestamps": [ [ "00:03:34.45", "00:03:35.11" ], [ "00:03:40.25", "00:03:44.00" ], [ "00:03:45.61", "00:03:46.07" ], [ "00:03:46.44", "00:03:49.69" ] ], "start_stop_frames": [ [ 10722, 10755 ], [ 11012, 11200 ], [ 11280, 11303 ], [ 11322, 11484 ] ], "trgnoun": "flour", "trgverb": "open" }, { "key": "P06_07+102_103_104_105", "video_id": "P06_07", "narration_ids": [ "P06_07_102", "P06_07_103", "P06_07_104", "P06_07_105" ], "src": "cut dough . move fork . pick_up pizza_base", "src1": "cut dough", "src2": "move fork", "src3": "pick_up pizza_base", "trg": "put pizza_base down", "vis_src": "P06_07:102 P06_07:103 P06_07:104", "vis_trg": "P06_07:105", "narrations": [ "cut dough", "move fork", "pick up pizza base", "put pizza base down" ], "verbs": [ "cut", "move", "pick-up", "put" ], "verb_classes": [ 7, 11, 0, 1 ], "nouns": [ "dough", "fork", "base:pizza", "base:pizza" ], "noun_classes": [ 25, 14, 91, 91 ], "start_stop_timestamps": [ [ "00:06:20.66", "00:06:35.13" ], [ "00:06:35.80", "00:06:37.55" ], [ "00:06:38.50", "00:06:39.75" ], [ "00:06:39.97", "00:06:40.97" ] ], "start_stop_frames": [ [ 22839, 23707 ], [ 23748, 23853 ], [ 23910, 23985 ], [ 23998, 24058 ] ], "trgnoun": "pizza_base", "trgverb": "put" }, { "key": "P06_113+54_55_56_57", "video_id": "P06_113", "narration_ids": [ "P06_113_54", "P06_113_55", "P06_113_56", "P06_113_57" ], "src": "put spoon in cup . pick_up cup . wash cup", "src1": "put spoon in cup", "src2": "pick_up cup", "src3": "wash cup", "trg": "put cup in drying rack", "vis_src": "P06_113:54 P06_113:55 P06_113:56", "vis_trg": "P06_113:57", "narrations": [ "put spoon in cup", "pick up cup", "wash cup", "put cup in drying rack" ], "verbs": [ "put-in", "pick-up", "wash", "put-in" ], "verb_classes": [ 5, 0, 2, 5 ], "nouns": [ "spoon", "cup", "cup", "cup" ], "noun_classes": [ 1, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:01:42.63", "00:01:43.14" ], [ "00:01:43.75", "00:01:44.21" ], [ "00:01:44.28", "00:01:45.43" ], [ "00:01:47.74", "00:01:48.97" ] ], "start_stop_frames": [ [ 5131, 5157 ], [ 5187, 5210 ], [ 5214, 5271 ], [ 5387, 5448 ] ], "trgnoun": "cup", "trgverb": "put_in" }, { "key": "P07_06+1_2_3_4", "video_id": "P07_06", "narration_ids": [ "P07_06_1", "P07_06_2", "P07_06_3", "P07_06_4" ], "src": "open tap . rinse cup . put soap on sponge", "src1": "open tap", "src2": "rinse cup", "src3": "put soap on sponge", "trg": "wash cup", "vis_src": "P07_06:1 P07_06:2 P07_06:3", "vis_trg": "P07_06:4", "narrations": [ "open tap", "rinse cup", "put soap on sponge", "wash cup" ], "verbs": [ "turn-on", "rinse", "put-on", "wash" ], "verb_classes": [ 6, 2, 1, 2 ], "nouns": [ "tap", "cup", "soap", "cup" ], "noun_classes": [ 0, 13, 22, 13 ], "start_stop_timestamps": [ [ "00:00:03.24", "00:00:04.56" ], [ "00:00:03.70", "00:00:06.55" ], [ "00:00:09.23", "00:00:11.56" ], [ "00:00:13.15", "00:00:18.74" ] ], "start_stop_frames": [ [ 194, 273 ], [ 222, 393 ], [ 553, 693 ], [ 789, 1124 ] ], "trgnoun": "cup", "trgverb": "wash" }, { "key": "P07_06+3_4_5_6", "video_id": "P07_06", "narration_ids": [ "P07_06_3", "P07_06_4", "P07_06_5", "P07_06_6" ], "src": "put soap on sponge . wash cup . open tap", "src1": "put soap on sponge", "src2": "wash cup", "src3": "open tap", "trg": "rinse cup", "vis_src": "P07_06:3 P07_06:4 P07_06:5", "vis_trg": "P07_06:6", "narrations": [ "put soap on sponge", "wash cup", "open tap", "rinse cup" ], "verbs": [ "put-on", "wash", "turn-on", "rinse" ], "verb_classes": [ 1, 2, 6, 2 ], "nouns": [ "soap", "cup", "tap", "cup" ], "noun_classes": [ 22, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:00:09.23", "00:00:11.56" ], [ "00:00:13.15", "00:00:18.74" ], [ "00:00:20.00", "00:00:21.00" ], [ "00:00:20.83", "00:00:29.30" ] ], "start_stop_frames": [ [ 553, 693 ], [ 789, 1124 ], [ 1200, 1260 ], [ 1249, 1758 ] ], "trgnoun": "cup", "trgverb": "rinse" }, { "key": "P06_106+47_48_49_50", "video_id": "P06_106", "narration_ids": [ "P06_106_47", "P06_106_48", "P06_106_49", "P06_106_50" ], "src": "pick_up cheese_packet . put cheese into packet . open fridge", "src1": "pick_up cheese_packet", "src2": "put cheese into packet", "src3": "open fridge", "trg": "put cheese in fridge", "vis_src": "P06_106:47 P06_106:48 P06_106:49", "vis_trg": "P06_106:50", "narrations": [ "pick up cheese packet", "put cheese into packet", "open fridge", "put cheese in fridge" ], "verbs": [ "pick-up", "put-into", "open", "put-in" ], "verb_classes": [ 0, 5, 3, 5 ], "nouns": [ "packet:cheese", "cheese", "fridge", "cheese" ], "noun_classes": [ 26, 32, 12, 32 ], "start_stop_timestamps": [ [ "00:02:39.16", "00:02:39.95" ], [ "00:02:39.97", "00:02:40.99" ], [ "00:02:43.17", "00:02:44.37" ], [ "00:02:44.30", "00:02:45.78" ] ], "start_stop_frames": [ [ 7958, 7997 ], [ 7998, 8049 ], [ 8158, 8218 ], [ 8215, 8289 ] ], "trgnoun": "cheese", "trgverb": "put_in" }, { "key": "P01_09+778_779_780_781", "video_id": "P01_09", "narration_ids": [ "P01_09_778", "P01_09_779", "P01_09_780", "P01_09_781" ], "src": "empty pan . turn_on tap . rinse bowl", "src1": "empty pan", "src2": "turn_on tap", "src3": "rinse bowl", "trg": "put bowl onto rack", "vis_src": "P01_09:778 P01_09:779 P01_09:780", "vis_trg": "P01_09:781", "narrations": [ "empty pan", "turn on tap", "rinse bowl", "put bowl onto rack" ], "verbs": [ "empty", "turn-on", "rinse", "put-onto" ], "verb_classes": [ 20, 6, 2, 1 ], "nouns": [ "pan", "tap", "bowl", "bowl" ], "noun_classes": [ 5, 0, 7, 7 ], "start_stop_timestamps": [ [ "00:52:13.14", "00:52:16.63" ], [ "00:52:19.73", "00:52:21.57" ], [ "00:52:21.07", "00:52:32.46" ], [ "00:52:32.89", "00:52:34.22" ] ], "start_stop_frames": [ [ 187988, 188197 ], [ 188383, 188494 ], [ 188464, 189147 ], [ 189173, 189253 ] ], "trgnoun": "bowl", "trgverb": "put_onto" }, { "key": "P01_105+436_437_438_439", "video_id": "P01_105", "narration_ids": [ "P01_105_436", "P01_105_437", "P01_105_438", "P01_105_439" ], "src": "move mushrooms . pick_up mushrooms . turn_on tap", "src1": "move mushrooms", "src2": "pick_up mushrooms", "src3": "turn_on tap", "trg": "move tap", "vis_src": "P01_105:436 P01_105:437 P01_105:438", "vis_trg": "P01_105:439", "narrations": [ "move mushrooms", "pick up mushrooms", "turn on tap", "move tap" ], "verbs": [ "move", "pick-up", "turn-on", "move" ], "verb_classes": [ 11, 0, 6, 11 ], "nouns": [ "mushroom", "mushroom", "tap", "tap" ], "noun_classes": [ 56, 56, 0, 0 ], "start_stop_timestamps": [ [ "00:17:57.76", "00:17:58.36" ], [ "00:17:58.41", "00:17:59.39" ], [ "00:17:59.04", "00:17:59.99" ], [ "00:18:00.46", "00:18:01.03" ] ], "start_stop_frames": [ [ 53888, 53917 ], [ 53920, 53969 ], [ 53952, 53999 ], [ 54023, 54051 ] ], "trgnoun": "tap", "trgverb": "move" }, { "key": "P04_107+281_282_283_284", "video_id": "P04_107", "narration_ids": [ "P04_107_281", "P04_107_282", "P04_107_283", "P04_107_284" ], "src": "put_down rolling_pin . steady rolling pin . pick_up pastry_brush", "src1": "put_down rolling_pin", "src2": "steady rolling pin", "src3": "pick_up pastry_brush", "trg": "wipe pastry_brush on side of ramekin", "vis_src": "P04_107:281 P04_107:282 P04_107:283", "vis_trg": "P04_107:284", "narrations": [ "put down rolling pin", "steady rolling pin", "pick up pastry brush", "wipe pastry brush on side of ramekin" ], "verbs": [ "put-down", "roll", "pick-up", "wipe-on" ], "verb_classes": [ 1, 47, 0, 2 ], "nouns": [ "pin:rolling", "pin", "brush:pastry", "brush:pastry" ], "noun_classes": [ 136, 136, 103, 103 ], "start_stop_timestamps": [ [ "00:09:07.23", "00:09:08.56" ], [ "00:09:08.66", "00:09:09.69" ], [ "00:09:09.79", "00:09:10.61" ], [ "00:09:10.79", "00:09:14.32" ] ], "start_stop_frames": [ [ 27361, 27427 ], [ 27433, 27484 ], [ 27489, 27530 ], [ 27539, 27716 ] ], "trgnoun": "pastry_brush", "trgverb": "wipe_on" }, { "key": "P12_104+240_241_242_243", "video_id": "P12_104", "narration_ids": [ "P12_104_240", "P12_104_241", "P12_104_242", "P12_104_243" ], "src": "pick_up paper from floor . clean floor with paper . throw_away paper into trash bin", "src1": "pick_up paper from floor", "src2": "clean floor with paper", "src3": "throw_away paper into trash bin", "trg": "take paper from paper roll", "vis_src": "P12_104:240 P12_104:241 P12_104:242", "vis_trg": "P12_104:243", "narrations": [ "pick up paper from floor", "clean floor with paper", "throw away paper into trash bin", "take paper from paper roll" ], "verbs": [ "pick-up", "clean-with", "throw-away", "take-from" ], "verb_classes": [ 0, 2, 13, 0 ], "nouns": [ "paper", "floor", "paper", "paper" ], "noun_classes": [ 49, 159, 49, 49 ], "start_stop_timestamps": [ [ "00:16:34.76", "00:16:36.44" ], [ "00:16:36.38", "00:16:43.45" ], [ "00:16:43.31", "00:16:44.21" ], [ "00:16:48.17", "00:16:50.46" ] ], "start_stop_frames": [ [ 49738, 49822 ], [ 49819, 50172 ], [ 50165, 50210 ], [ 50408, 50523 ] ], "trgnoun": "paper", "trgverb": "take_from" }, { "key": "P24_04+71_72_73_74", "video_id": "P24_04", "narration_ids": [ "P24_04_71", "P24_04_72", "P24_04_73", "P24_04_74" ], "src": "pick_up paper . pick_up plate . put plate on table", "src1": "pick_up paper", "src2": "pick_up plate", "src3": "put plate on table", "trg": "throw_away paper", "vis_src": "P24_04:71 P24_04:72 P24_04:73", "vis_trg": "P24_04:74", "narrations": [ "pick up paper", "pick up plate", "put plate on table", "throw away paper" ], "verbs": [ "pick-up", "pick-up", "put-on", "throw-away" ], "verb_classes": [ 0, 0, 1, 13 ], "nouns": [ "paper", "plate", "plate", "paper" ], "noun_classes": [ 49, 2, 2, 49 ], "start_stop_timestamps": [ [ "00:05:13.41", "00:05:15.44" ], [ "00:05:15.71", "00:05:16.85" ], [ "00:05:17.63", "00:05:18.62" ], [ "00:05:20.96", "00:05:21.70" ] ], "start_stop_frames": [ [ 18804, 18926 ], [ 18942, 19011 ], [ 19057, 19117 ], [ 19257, 19302 ] ], "trgnoun": "paper", "trgverb": "throw_away" }, { "key": "P25_10+33_34_35_36", "video_id": "P25_10", "narration_ids": [ "P25_10_33", "P25_10_34", "P25_10_35", "P25_10_36" ], "src": "dry hands . put_down napkin . pick_up paper", "src1": "dry hands", "src2": "put_down napkin", "src3": "pick_up paper", "trg": "throw_away paper", "vis_src": "P25_10:33 P25_10:34 P25_10:35", "vis_trg": "P25_10:36", "narrations": [ "dry hands", "put down napkin", "pick up paper", "throw away paper" ], "verbs": [ "dry", "put-down", "pick-up", "throw-away" ], "verb_classes": [ 14, 1, 0, 13 ], "nouns": [ "hand", "napkin", "paper", "paper" ], "noun_classes": [ 11, 88, 49, 49 ], "start_stop_timestamps": [ [ "00:05:00.75", "00:05:03.31" ], [ "00:05:03.41", "00:05:05.78" ], [ "00:05:06.71", "00:05:11.81" ], [ "00:05:14.02", "00:05:14.86" ] ], "start_stop_frames": [ [ 18045, 18198 ], [ 18204, 18346 ], [ 18402, 18708 ], [ 18841, 18891 ] ], "trgnoun": "paper", "trgverb": "throw_away" }, { "key": "P22_10+367_368_369_370", "video_id": "P22_10", "narration_ids": [ "P22_10_367", "P22_10_368", "P22_10_369", "P22_10_370" ], "src": "throw_away bottle . pick_up top . throw away top", "src1": "throw_away bottle", "src2": "pick_up top", "src3": "throw away top", "trg": "open bottle", "vis_src": "P22_10:367 P22_10:368 P22_10:369", "vis_trg": "P22_10:370", "narrations": [ "throw away bottle", "pick up top", "throw away top", "open bottle" ], "verbs": [ "throw-away", "pick-up", "throw", "open" ], "verb_classes": [ 13, 0, 13, 3 ], "nouns": [ "bottle", "top", "top", "bottle" ], "noun_classes": [ 15, 42, 42, 15 ], "start_stop_timestamps": [ [ "00:13:19.78", "00:13:21.82" ], [ "00:13:23.39", "00:13:24.85" ], [ "00:13:23.58", "00:13:26.28" ], [ "00:13:27.55", "00:13:28.93" ] ], "start_stop_frames": [ [ 47986, 48109 ], [ 48203, 48291 ], [ 48214, 48376 ], [ 48453, 48535 ] ], "trgnoun": "bottle", "trgverb": "open" }, { "key": "P02_03+204_205_206_207", "video_id": "P02_03", "narration_ids": [ "P02_03_204", "P02_03_205", "P02_03_206", "P02_03_207" ], "src": "pick_up mesh . pick_up pot . pour broccoli from pot to mesh", "src1": "pick_up mesh", "src2": "pick_up pot", "src3": "pour broccoli from pot to mesh", "trg": "shake mesh", "vis_src": "P02_03:204 P02_03:205 P02_03:206", "vis_trg": "P02_03:207", "narrations": [ "pick up mesh", "pick up pot", "pour broccoli from pot to mesh", "shake mesh" ], "verbs": [ "pick-up", "pick-up", "pour-from", "shake" ], "verb_classes": [ 0, 0, 9, 15 ], "nouns": [ "mesh", "pot", "broccoli", "mesh" ], "noun_classes": [ 39, 29, 101, 39 ], "start_stop_timestamps": [ [ "00:11:24.01", "00:11:25.48" ], [ "00:11:25.30", "00:11:28.27" ], [ "00:11:30.05", "00:11:42.88" ], [ "00:11:43.87", "00:11:45.54" ] ], "start_stop_frames": [ [ 41040, 41128 ], [ 41118, 41296 ], [ 41403, 42172 ], [ 42232, 42332 ] ], "trgnoun": "mesh", "trgverb": "shake" }, { "key": "P23_102+450_451_452_453", "video_id": "P23_102", "narration_ids": [ "P23_102_450", "P23_102_451", "P23_102_452", "P23_102_453" ], "src": "take knife . put knife . take red_chilli", "src1": "take knife", "src2": "put knife", "src3": "take red_chilli", "trg": "put red_chilli", "vis_src": "P23_102:450 P23_102:451 P23_102:452", "vis_trg": "P23_102:453", "narrations": [ "take knife", "put knife", "take red chilli", "put red chilli" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "knife", "knife", "chilli:red", "chilli:red" ], "noun_classes": [ 4, 4, 69, 69 ], "start_stop_timestamps": [ [ "00:42:49.90", "00:42:50.51" ], [ "00:42:50.78", "00:42:51.31" ], [ "00:42:51.84", "00:42:52.35" ], [ "00:42:52.44", "00:43:35.87" ] ], "start_stop_frames": [ [ 128495, 128525 ], [ 128539, 128565 ], [ 128592, 128617 ], [ 128622, 130793 ] ], "trgnoun": "red_chilli", "trgverb": "put" }, { "key": "P10_02+19_20_21_22", "video_id": "P10_02", "narration_ids": [ "P10_02_19", "P10_02_20", "P10_02_21", "P10_02_22" ], "src": "fix the cover . put the kettle on the desk . find clean the cover", "src1": "fix the cover", "src2": "put the kettle on the desk", "src3": "find clean the cover", "trg": "brush the cover", "vis_src": "P10_02:19 P10_02:20 P10_02:21", "vis_trg": "P10_02:22", "narrations": [ "fix the cover", "put the kettle on the desk", "find clean the cover", "brush the cover" ], "verbs": [ "fix", "put-on", "find", "brush" ], "verb_classes": [ 64, 1, 48, 57 ], "nouns": [ "cover", "kettle", "cover", "cover" ], "noun_classes": [ 89, 44, 89, 89 ], "start_stop_timestamps": [ [ "00:02:27.84", "00:02:33.15" ], [ "00:02:33.62", "00:02:40.14" ], [ "00:02:50.96", "00:02:55.25" ], [ "00:02:55.81", "00:03:00.26" ] ], "start_stop_frames": [ [ 8870, 9189 ], [ 9217, 9608 ], [ 10257, 10515 ], [ 10548, 10815 ] ], "trgnoun": "cover", "trgverb": "brush" }, { "key": "P02_104+148_149_150_151", "video_id": "P02_104", "narration_ids": [ "P02_104_148", "P02_104_149", "P02_104_150", "P02_104_151" ], "src": "pick_up wooden_spoon . tap meat . hold_down meat with wooden spoon", "src1": "pick_up wooden_spoon", "src2": "tap meat", "src3": "hold_down meat with wooden spoon", "trg": "put wooden_spoon down", "vis_src": "P02_104:148 P02_104:149 P02_104:150", "vis_trg": "P02_104:151", "narrations": [ "pick up wooden spoon", "tap meat", "hold down meat with wooden spoon", "put wooden spoon down" ], "verbs": [ "pick-up", "tap", "hold-down", "put" ], "verb_classes": [ 0, 32, 34, 1 ], "nouns": [ "spoon:wooden", "meat", "meat", "spoon:wooden" ], "noun_classes": [ 1, 28, 28, 1 ], "start_stop_timestamps": [ [ "00:07:47.68", "00:07:48.68" ], [ "00:07:48.77", "00:07:53.92" ], [ "00:07:53.99", "00:07:56.94" ], [ "00:07:57.18", "00:07:58.44" ] ], "start_stop_frames": [ [ 23384, 23434 ], [ 23438, 23696 ], [ 23699, 23847 ], [ 23859, 23922 ] ], "trgnoun": "wooden_spoon", "trgverb": "put" }, { "key": "P02_03+88_89_90_92", "video_id": "P02_03", "narration_ids": [ "P02_03_88", "P02_03_89", "P02_03_90", "P02_03_92" ], "src": "pick_up scissors . open onion_bag . pick_up onion", "src1": "pick_up scissors", "src2": "open onion_bag", "src3": "pick_up onion", "trg": "put onion on chopping board", "vis_src": "P02_03:88 P02_03:89 P02_03:90", "vis_trg": "P02_03:92", "narrations": [ "pick up scissors", "open onion bag", "pick up onion", "put onion on chopping board" ], "verbs": [ "pick-up", "open", "pick-up", "put-on" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "scissors", "bag:onion", "onion", "onion" ], "noun_classes": [ 79, 19, 16, 16 ], "start_stop_timestamps": [ [ "00:03:53.89", "00:03:55.49" ], [ "00:03:58.18", "00:04:00.11" ], [ "00:04:01.16", "00:04:02.56" ], [ "00:04:07.45", "00:04:08.58" ] ], "start_stop_frames": [ [ 14033, 14129 ], [ 14290, 14406 ], [ 14469, 14553 ], [ 14847, 14914 ] ], "trgnoun": "onion", "trgverb": "put_on" }, { "key": "P26_10+25_26_27_28", "video_id": "P26_10", "narration_ids": [ "P26_10_25", "P26_10_26", "P26_10_27", "P26_10_28" ], "src": "put bottle . pick_up paper . put_down dish", "src1": "put bottle", "src2": "pick_up paper", "src3": "put_down dish", "trg": "throw_away paper", "vis_src": "P26_10:25 P26_10:26 P26_10:27", "vis_trg": "P26_10:28", "narrations": [ "put bottle", "pick up paper", "put down dish", "throw away paper" ], "verbs": [ "put", "pick-up", "put-down", "throw-away" ], "verb_classes": [ 1, 0, 1, 13 ], "nouns": [ "bottle", "paper", "dish", "paper" ], "noun_classes": [ 15, 49, 2, 49 ], "start_stop_timestamps": [ [ "00:01:46.46", "00:01:51.46" ], [ "00:01:54.33", "00:01:55.23" ], [ "00:01:55.91", "00:01:59.20" ], [ "00:01:59.86", "00:02:02.23" ] ], "start_stop_frames": [ [ 6387, 6687 ], [ 6859, 6913 ], [ 6954, 7152 ], [ 7191, 7333 ] ], "trgnoun": "paper", "trgverb": "throw_away" }, { "key": "P03_120+250_251_252_253", "video_id": "P03_120", "narration_ids": [ "P03_120_250", "P03_120_251", "P03_120_252", "P03_120_253" ], "src": "turn_down temperature of hob . pick_up tupperware of sugar . open cupboard", "src1": "turn_down temperature of hob", "src2": "pick_up tupperware of sugar", "src3": "open cupboard", "trg": "put tupperware of sugar in cupboard", "vis_src": "P03_120:250 P03_120:251 P03_120:252", "vis_trg": "P03_120:253", "narrations": [ "turn down temperature of hob", "pick up tupperware of sugar", "open cupboard", "put tupperware of sugar in cupboard" ], "verbs": [ "turn-down", "pick-up", "open", "put-of" ], "verb_classes": [ 65, 0, 3, 1 ], "nouns": [ "temperature:hob", "tupperware:sugar", "cupboard", "tupperware:sugar" ], "noun_classes": [ 65, 23, 3, 23 ], "start_stop_timestamps": [ [ "00:12:50.03", "00:13:03.70" ], [ "00:13:17.38", "00:13:18.63" ], [ "00:13:18.54", "00:13:21.43" ], [ "00:13:21.26", "00:13:21.91" ] ], "start_stop_frames": [ [ 38501, 39185 ], [ 39869, 39931 ], [ 39927, 40071 ], [ 40063, 40095 ] ], "trgnoun": "sugar_tupperware", "trgverb": "put_of" }, { "key": "P06_108+91_92_93_94", "video_id": "P06_108", "narration_ids": [ "P06_108_91", "P06_108_92", "P06_108_93", "P06_108_94" ], "src": "pick_up fork . close drawer . put tuna on pizza", "src1": "pick_up fork", "src2": "close drawer", "src3": "put tuna on pizza", "trg": "put_down tuna", "vis_src": "P06_108:91 P06_108:92 P06_108:93", "vis_trg": "P06_108:94", "narrations": [ "pick up fork", "close drawer", "put tuna on pizza", "put down tuna" ], "verbs": [ "pick-up", "close", "put-on", "put-down" ], "verb_classes": [ 0, 4, 1, 1 ], "nouns": [ "fork", "drawer", "tuna", "tuna" ], "noun_classes": [ 14, 8, 160, 160 ], "start_stop_timestamps": [ [ "00:07:37.59", "00:07:38.80" ], [ "00:07:38.79", "00:07:39.71" ], [ "00:07:40.95", "00:07:56.84" ], [ "00:07:57.59", "00:07:59.36" ] ], "start_stop_frames": [ [ 22879, 22940 ], [ 22939, 22985 ], [ 23047, 23842 ], [ 23879, 23968 ] ], "trgnoun": "tuna", "trgverb": "put_down" }, { "key": "P26_29+8_9_10_11", "video_id": "P26_29", "narration_ids": [ "P26_29_8", "P26_29_9", "P26_29_10", "P26_29_11" ], "src": "put lid . pick_up ladle . put ladle in the sink", "src1": "put lid", "src2": "pick_up ladle", "src3": "put ladle in the sink", "trg": "pick_up lid", "vis_src": "P26_29:8 P26_29:9 P26_29:10", "vis_trg": "P26_29:11", "narrations": [ "put lid", "pick up ladle", "put ladle in the sink", "pick up lid" ], "verbs": [ "put", "pick-up", "put-in", "pick-up" ], "verb_classes": [ 1, 0, 5, 0 ], "nouns": [ "lid", "ladle", "ladle", "lid" ], "noun_classes": [ 6, 97, 97, 6 ], "start_stop_timestamps": [ [ "00:00:35.99", "00:00:38.97" ], [ "00:00:39.01", "00:00:40.94" ], [ "00:00:42.56", "00:00:44.54" ], [ "00:00:46.65", "00:00:47.45" ] ], "start_stop_frames": [ [ 2159, 2338 ], [ 2340, 2456 ], [ 2553, 2672 ], [ 2799, 2847 ] ], "trgnoun": "lid", "trgverb": "pick_up" }, { "key": "P01_09+661_662_663_664", "video_id": "P01_09", "narration_ids": [ "P01_09_661", "P01_09_662", "P01_09_663", "P01_09_664" ], "src": "open fridge . put sauce into fridge . take beer", "src1": "open fridge", "src2": "put sauce into fridge", "src3": "take beer", "trg": "put_down beer", "vis_src": "P01_09:661 P01_09:662 P01_09:663", "vis_trg": "P01_09:664", "narrations": [ "open fridge", "put sauce into fridge", "take beer", "put down beer" ], "verbs": [ "open", "put-into", "take", "put-down" ], "verb_classes": [ 3, 5, 0, 1 ], "nouns": [ "fridge", "sauce", "beer", "beer" ], "noun_classes": [ 12, 47, 231, 231 ], "start_stop_timestamps": [ [ "00:45:58.00", "00:46:00.69" ], [ "00:46:00.50", "00:46:06.57" ], [ "00:46:06.52", "00:46:08.01" ], [ "00:46:08.11", "00:46:10.05" ] ], "start_stop_frames": [ [ 165480, 165641 ], [ 165630, 165994 ], [ 165991, 166080 ], [ 166086, 166203 ] ], "trgnoun": "beer", "trgverb": "put_down" }, { "key": "P01_109+95_96_97_98", "video_id": "P01_109", "narration_ids": [ "P01_109_95", "P01_109_96", "P01_109_97", "P01_109_98" ], "src": "put_down potato . pick_up peeler_blade . fix peeler_blade", "src1": "put_down potato", "src2": "pick_up peeler_blade", "src3": "fix peeler_blade", "trg": "pick_up potato", "vis_src": "P01_109:95 P01_109:96 P01_109:97", "vis_trg": "P01_109:98", "narrations": [ "put down potato", "pick up peeler blade", "fix peeler blade", "pick up potato" ], "verbs": [ "put-down", "pick-up", "fix", "pick-up" ], "verb_classes": [ 1, 0, 64, 0 ], "nouns": [ "potato", "blade:peeler", "blade:peeler", "potato" ], "noun_classes": [ 30, 4, 4, 30 ], "start_stop_timestamps": [ [ "00:05:09.26", "00:05:10.06" ], [ "00:05:10.16", "00:05:11.51" ], [ "00:05:11.49", "00:05:15.46" ], [ "00:05:15.44", "00:05:15.98" ] ], "start_stop_frames": [ [ 15463, 15503 ], [ 15508, 15575 ], [ 15574, 15772 ], [ 15772, 15799 ] ], "trgnoun": "potato", "trgverb": "pick_up" }, { "key": "P01_09+9_10_11_12", "video_id": "P01_09", "narration_ids": [ "P01_09_9", "P01_09_10", "P01_09_11", "P01_09_12" ], "src": "put_down bag . take soy_milk . open fridge", "src1": "put_down bag", "src2": "take soy_milk", "src3": "open fridge", "trg": "put soy_milk into fridge", "vis_src": "P01_09:9 P01_09:10 P01_09:11", "vis_trg": "P01_09:12", "narrations": [ "put down bag", "take soy milk", "open fridge", "put soy milk into fridge" ], "verbs": [ "put-down", "take", "open", "put-into" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "bag", "milk:soy", "fridge", "milk:soy" ], "noun_classes": [ 19, 64, 12, 64 ], "start_stop_timestamps": [ [ "00:00:21.99", "00:00:22.74" ], [ "00:00:24.58", "00:00:26.13" ], [ "00:00:26.50", "00:00:28.50" ], [ "00:00:29.85", "00:00:32.60" ] ], "start_stop_frames": [ [ 1319, 1364 ], [ 1474, 1567 ], [ 1590, 1710 ], [ 1791, 1956 ] ], "trgnoun": "soy_milk", "trgverb": "put_into" }, { "key": "P02_129+351_352_353_354", "video_id": "P02_129", "narration_ids": [ "P02_129_351", "P02_129_352", "P02_129_353", "P02_129_354" ], "src": "open tap . rinse garlic_presser . pick_up brush", "src1": "open tap", "src2": "rinse garlic_presser", "src3": "pick_up brush", "trg": "brush garlic_presser", "vis_src": "P02_129:351 P02_129:352 P02_129:353", "vis_trg": "P02_129:354", "narrations": [ "open tap", "rinse garlic presser", "pick up brush", "brush garlic presser" ], "verbs": [ "turn-on", "rinse", "pick-up", "brush" ], "verb_classes": [ 6, 2, 0, 57 ], "nouns": [ "tap", "presser:garlic", "brush", "presser:garlic" ], "noun_classes": [ 0, 172, 103, 172 ], "start_stop_timestamps": [ [ "00:12:05.95", "00:12:06.88" ], [ "00:12:06.73", "00:12:07.33" ], [ "00:12:07.12", "00:12:07.65" ], [ "00:12:07.75", "00:12:13.06" ] ], "start_stop_frames": [ [ 36297, 36344 ], [ 36336, 36366 ], [ 36356, 36382 ], [ 36387, 36653 ] ], "trgnoun": "garlic_presser", "trgverb": "brush" }, { "key": "P27_105+244_245_246_247", "video_id": "P27_105", "narration_ids": [ "P27_105_244", "P27_105_245", "P27_105_246", "P27_105_247" ], "src": "put_down kitchen_roll . tear paper . pick_up sandwich", "src1": "put_down kitchen_roll", "src2": "tear paper", "src3": "pick_up sandwich", "trg": "put_down sandwich", "vis_src": "P27_105:244 P27_105:245 P27_105:246", "vis_trg": "P27_105:247", "narrations": [ "put down kitchen roll", "tear paper", "pick up sandwich", "put down sandwich" ], "verbs": [ "put-down", "tear", "pick-up", "put-down" ], "verb_classes": [ 1, 43, 0, 1 ], "nouns": [ "roll:kitchen", "paper", "sandwich", "sandwich" ], "noun_classes": [ 93, 49, 164, 164 ], "start_stop_timestamps": [ [ "00:13:34.33", "00:13:35.52" ], [ "00:13:35.60", "00:13:36.30" ], [ "00:13:37.83", "00:13:38.66" ], [ "00:13:38.85", "00:13:39.61" ] ], "start_stop_frames": [ [ 40716, 40776 ], [ 40780, 40815 ], [ 40891, 40933 ], [ 40942, 40980 ] ], "trgnoun": "sandwich", "trgverb": "put_down" }, { "key": "P04_115+37_38_39_40", "video_id": "P04_115", "narration_ids": [ "P04_115_37", "P04_115_38", "P04_115_39", "P04_115_40" ], "src": "open oven_door . pick_up cast iron pan . put cast iron pan back in oven", "src1": "open oven_door", "src2": "pick_up cast iron pan", "src3": "put cast iron pan back in oven", "trg": "close oven_door", "vis_src": "P04_115:37 P04_115:38 P04_115:39", "vis_trg": "P04_115:40", "narrations": [ "open oven door", "pick up cast iron pan", "put cast iron pan back in oven", "close oven door" ], "verbs": [ "open", "pick-up", "put-in", "close" ], "verb_classes": [ 3, 0, 5, 4 ], "nouns": [ "door:oven", "pan:cast:iron", "pan:cast:iron", "door:oven" ], "noun_classes": [ 46, 5, 5, 46 ], "start_stop_timestamps": [ [ "00:01:28.82", "00:01:31.56" ], [ "00:01:31.66", "00:01:33.90" ], [ "00:01:33.89", "00:01:35.53" ], [ "00:01:35.63", "00:01:36.54" ] ], "start_stop_frames": [ [ 4441, 4578 ], [ 4583, 4695 ], [ 4694, 4776 ], [ 4781, 4827 ] ], "trgnoun": "oven_door", "trgverb": "close" }, { "key": "P11_109+17_18_19_20", "video_id": "P11_109", "narration_ids": [ "P11_109_17", "P11_109_18", "P11_109_19", "P11_109_20" ], "src": "pick_up lid . shake_out jar and lid . screw_on lid", "src1": "pick_up lid", "src2": "shake_out jar and lid", "src3": "screw_on lid", "trg": "drop jar", "vis_src": "P11_109:17 P11_109:18 P11_109:19", "vis_trg": "P11_109:20", "narrations": [ "pick up lid", "shake out jar and lid", "screw on lid", "drop jar" ], "verbs": [ "pick-up", "shake-out", "screw-on", "drop" ], "verb_classes": [ 0, 15, 4, 59 ], "nouns": [ "lid", "jar", "lid", "jar" ], "noun_classes": [ 6, 40, 6, 40 ], "start_stop_timestamps": [ [ "00:00:35.78", "00:00:36.52" ], [ "00:00:36.91", "00:00:38.27" ], [ "00:00:38.45", "00:00:39.32" ], [ "00:00:39.50", "00:00:41.84" ] ], "start_stop_frames": [ [ 1789, 1826 ], [ 1845, 1913 ], [ 1922, 1966 ], [ 1975, 2092 ] ], "trgnoun": "jar", "trgverb": "drop" }, { "key": "P29_03+271_276_277_278", "video_id": "P29_03", "narration_ids": [ "P29_03_271", "P29_03_276", "P29_03_277", "P29_03_278" ], "src": "scour tin . pick_up sponge . wash tin", "src1": "scour tin", "src2": "pick_up sponge", "src3": "wash tin", "trg": "put tin on drying rack", "vis_src": "P29_03:271 P29_03:276 P29_03:277", "vis_trg": "P29_03:278", "narrations": [ "scour tin", "pick up sponge", "wash tin", "put tin on drying rack" ], "verbs": [ "scour", "pick-up", "wash", "put-on" ], "verb_classes": [ 29, 0, 2, 1 ], "nouns": [ "tin", "sponge", "tin", "tin" ], "noun_classes": [ 61, 9, 61, 61 ], "start_stop_timestamps": [ [ "00:17:10.35", "00:17:17.06" ], [ "00:17:33.07", "00:17:34.16" ], [ "00:17:33.70", "00:17:37.73" ], [ "00:17:38.32", "00:17:46.31" ] ], "start_stop_frames": [ [ 61820, 62223 ], [ 63184, 63249 ], [ 63222, 63463 ], [ 63499, 63978 ] ], "trgnoun": "tin", "trgverb": "put_on" }, { "key": "P02_129+352_353_354_355", "video_id": "P02_129", "narration_ids": [ "P02_129_352", "P02_129_353", "P02_129_354", "P02_129_355" ], "src": "rinse garlic_presser . pick_up brush . brush garlic_presser", "src1": "rinse garlic_presser", "src2": "pick_up brush", "src3": "brush garlic_presser", "trg": "put_down brush", "vis_src": "P02_129:352 P02_129:353 P02_129:354", "vis_trg": "P02_129:355", "narrations": [ "rinse garlic presser", "pick up brush", "brush garlic presser", "put down brush" ], "verbs": [ "rinse", "pick-up", "brush", "put-down" ], "verb_classes": [ 2, 0, 57, 1 ], "nouns": [ "presser:garlic", "brush", "presser:garlic", "brush" ], "noun_classes": [ 172, 103, 172, 103 ], "start_stop_timestamps": [ [ "00:12:06.73", "00:12:07.33" ], [ "00:12:07.12", "00:12:07.65" ], [ "00:12:07.75", "00:12:13.06" ], [ "00:12:21.17", "00:12:22.24" ] ], "start_stop_frames": [ [ 36336, 36366 ], [ 36356, 36382 ], [ 36387, 36653 ], [ 37058, 37112 ] ], "trgnoun": "brush", "trgverb": "put_down" }, { "key": "P04_107+766_767_768_769", "video_id": "P04_107", "narration_ids": [ "P04_107_766", "P04_107_767", "P04_107_768", "P04_107_769" ], "src": "roll_out dough . feel dough . pick_up pastry_brush", "src1": "roll_out dough", "src2": "feel dough", "src3": "pick_up pastry_brush", "trg": "brush dough with oil", "vis_src": "P04_107:766 P04_107:767 P04_107:768", "vis_trg": "P04_107:769", "narrations": [ "roll out dough", "feel dough", "pick up pastry brush", "brush dough with oil" ], "verbs": [ "roll-out", "feel", "pick-up", "brush-with" ], "verb_classes": [ 39, 54, 0, 66 ], "nouns": [ "dough", "dough", "brush:pastry", "dough" ], "noun_classes": [ 25, 25, 103, 25 ], "start_stop_timestamps": [ [ "00:20:37.93", "00:20:40.62" ], [ "00:20:40.48", "00:20:41.12" ], [ "00:20:40.88", "00:20:41.81" ], [ "00:20:41.91", "00:20:43.62" ] ], "start_stop_frames": [ [ 61896, 62030 ], [ 62024, 62055 ], [ 62044, 62090 ], [ 62095, 62180 ] ], "trgnoun": "dough", "trgverb": "brush_with" }, { "key": "P03_101+202_203_204_205", "video_id": "P03_101", "narration_ids": [ "P03_101_202", "P03_101_203", "P03_101_204", "P03_101_205" ], "src": "pick_up brush . put_down brush . pick_up washing up bowl", "src1": "pick_up brush", "src2": "put_down brush", "src3": "pick_up washing up bowl", "trg": "put_down washing up bowl in sink", "vis_src": "P03_101:202 P03_101:203 P03_101:204", "vis_trg": "P03_101:205", "narrations": [ "pick up brush", "put down brush", "pick up washing up bowl", "put down washing up bowl in sink" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "brush", "brush", "bowl:washing:up", "bowl:washing:up" ], "noun_classes": [ 103, 103, 7, 7 ], "start_stop_timestamps": [ [ "00:08:30.59", "00:08:31.47" ], [ "00:08:31.56", "00:08:31.98" ], [ "00:08:31.98", "00:08:32.58" ], [ "00:08:32.73", "00:08:33.53" ] ], "start_stop_frames": [ [ 25529, 25573 ], [ 25578, 25599 ], [ 25599, 25629 ], [ 25636, 25676 ] ], "trgnoun": "up_washing_bowl", "trgverb": "put_down" }, { "key": "P02_108+252_253_254_255", "video_id": "P02_108", "narration_ids": [ "P02_108_252", "P02_108_253", "P02_108_254", "P02_108_255" ], "src": "put_down tongs . empty sink . open tap", "src1": "put_down tongs", "src2": "empty sink", "src3": "open tap", "trg": "rinse sink", "vis_src": "P02_108:252 P02_108:253 P02_108:254", "vis_trg": "P02_108:255", "narrations": [ "put down tongs", "empty sink", "open tap", "rinse sink" ], "verbs": [ "put-down", "empty", "turn-on", "rinse" ], "verb_classes": [ 1, 20, 6, 2 ], "nouns": [ "tongs", "sink", "tap", "sink" ], "noun_classes": [ 142, 63, 0, 63 ], "start_stop_timestamps": [ [ "00:13:59.74", "00:14:00.14" ], [ "00:14:00.41", "00:14:07.09" ], [ "00:14:06.96", "00:14:08.81" ], [ "00:14:08.63", "00:14:16.24" ] ], "start_stop_frames": [ [ 41987, 42007 ], [ 42020, 42354 ], [ 42348, 42440 ], [ 42431, 42812 ] ], "trgnoun": "sink", "trgverb": "rinse" }, { "key": "P02_131+248_249_250_251", "video_id": "P02_131", "narration_ids": [ "P02_131_248", "P02_131_249", "P02_131_250", "P02_131_251" ], "src": "return bowl to drainer . empty sink . open tap", "src1": "return bowl to drainer", "src2": "empty sink", "src3": "open tap", "trg": "rinse sink", "vis_src": "P02_131:248 P02_131:249 P02_131:250", "vis_trg": "P02_131:251", "narrations": [ "return bowl to drainer", "empty sink", "open tap", "rinse sink" ], "verbs": [ "return-to", "empty", "turn-on", "rinse" ], "verb_classes": [ 11, 20, 6, 2 ], "nouns": [ "bowl", "sink", "tap", "sink" ], "noun_classes": [ 7, 63, 0, 63 ], "start_stop_timestamps": [ [ "00:10:05.52", "00:10:06.70" ], [ "00:10:06.80", "00:10:14.70" ], [ "00:10:15.04", "00:10:16.74" ], [ "00:10:16.61", "00:10:21.25" ] ], "start_stop_frames": [ [ 30276, 30335 ], [ 30339, 30735 ], [ 30752, 30837 ], [ 30830, 31062 ] ], "trgnoun": "sink", "trgverb": "rinse" }, { "key": "P28_03+55_56_57_58", "video_id": "P28_03", "narration_ids": [ "P28_03_55", "P28_03_56", "P28_03_57", "P28_03_58" ], "src": "put_down scissors . open package . take_out aubergine", "src1": "put_down scissors", "src2": "open package", "src3": "take_out aubergine", "trg": "put_down aubergine", "vis_src": "P28_03:55 P28_03:56 P28_03:57", "vis_trg": "P28_03:58", "narrations": [ "put down scissors", "open package", "take out aubergine", "put down aubergine" ], "verbs": [ "put-down", "open", "take-out", "put-down" ], "verb_classes": [ 1, 3, 12, 1 ], "nouns": [ "scissors", "package", "aubergine", "aubergine" ], "noun_classes": [ 79, 26, 67, 67 ], "start_stop_timestamps": [ [ "00:03:16.52", "00:03:17.70" ], [ "00:03:19.57", "00:03:20.33" ], [ "00:03:20.43", "00:03:21.72" ], [ "00:03:21.82", "00:03:24.39" ] ], "start_stop_frames": [ [ 11791, 11862 ], [ 11974, 12019 ], [ 12025, 12103 ], [ 12109, 12263 ] ], "trgnoun": "aubergine", "trgverb": "put_down" }, { "key": "P25_107+360_361_362_363", "video_id": "P25_107", "narration_ids": [ "P25_107_360", "P25_107_361", "P25_107_362", "P25_107_363" ], "src": "adjust aubergines . put_down fork . pick_up aubergine", "src1": "adjust aubergines", "src2": "put_down fork", "src3": "pick_up aubergine", "trg": "put_down aubergine", "vis_src": "P25_107:360 P25_107:361 P25_107:362", "vis_trg": "P25_107:363", "narrations": [ "adjust aubergines", "put down fork", "pick up aubergine", "put down aubergine" ], "verbs": [ "adjust", "put-down", "pick-up", "put-down" ], "verb_classes": [ 17, 1, 0, 1 ], "nouns": [ "aubergine", "fork", "aubergine", "aubergine" ], "noun_classes": [ 67, 14, 67, 67 ], "start_stop_timestamps": [ [ "00:26:25.27", "00:26:29.29" ], [ "00:26:29.28", "00:26:30.65" ], [ "00:26:30.75", "00:26:31.58" ], [ "00:26:31.61", "00:26:32.29" ] ], "start_stop_frames": [ [ 79263, 79464 ], [ 79464, 79532 ], [ 79537, 79579 ], [ 79580, 79614 ] ], "trgnoun": "aubergine", "trgverb": "put_down" }, { "key": "P04_107+442_443_444_445", "video_id": "P04_107", "narration_ids": [ "P04_107_442", "P04_107_443", "P04_107_444", "P04_107_445" ], "src": "lift_up rolling_pin . flip_over dough . roll_out dough", "src1": "lift_up rolling_pin", "src2": "flip_over dough", "src3": "roll_out dough", "trg": "let go of rolling_pin", "vis_src": "P04_107:442 P04_107:443 P04_107:444", "vis_trg": "P04_107:445", "narrations": [ "lift up rolling pin", "flip over dough", "roll out dough", "let go of rolling pin" ], "verbs": [ "lift-up", "flip-over", "roll-out", "let" ], "verb_classes": [ 33, 22, 39, 79 ], "nouns": [ "pin:rolling", "dough", "dough", "pin:rolling" ], "noun_classes": [ 136, 25, 25, 136 ], "start_stop_timestamps": [ [ "00:13:10.75", "00:13:11.50" ], [ "00:13:11.10", "00:13:11.45" ], [ "00:13:11.45", "00:13:13.79" ], [ "00:13:13.63", "00:13:14.50" ] ], "start_stop_frames": [ [ 39537, 39575 ], [ 39555, 39572 ], [ 39572, 39689 ], [ 39681, 39725 ] ], "trgnoun": "rolling_pin", "trgverb": "let" }, { "key": "P02_131+66_67_68_69", "video_id": "P02_131", "narration_ids": [ "P02_131_66", "P02_131_67", "P02_131_68", "P02_131_69" ], "src": "sponge bowl . leave sponge . pick_up glove", "src1": "sponge bowl", "src2": "leave sponge", "src3": "pick_up glove", "trg": "put_down glove", "vis_src": "P02_131:66 P02_131:67 P02_131:68", "vis_trg": "P02_131:69", "narrations": [ "sponge bowl", "leave sponge", "pick up glove", "put down glove" ], "verbs": [ "sponge", "leave", "pick-up", "put-down" ], "verb_classes": [ 2, 1, 0, 1 ], "nouns": [ "bowl", "sponge", "glove", "glove" ], "noun_classes": [ 7, 9, 60, 60 ], "start_stop_timestamps": [ [ "00:04:05.89", "00:04:08.40" ], [ "00:04:08.46", "00:04:08.70" ], [ "00:04:08.68", "00:04:09.35" ], [ "00:04:09.31", "00:04:10.24" ] ], "start_stop_frames": [ [ 12294, 12420 ], [ 12423, 12435 ], [ 12434, 12467 ], [ 12465, 12512 ] ], "trgnoun": "glove", "trgverb": "put_down" }, { "key": "P01_109+320_321_322_323", "video_id": "P01_109", "narration_ids": [ "P01_109_320", "P01_109_321", "P01_109_322", "P01_109_323" ], "src": "pick_up fork . pick_up potato_slice with fork . put_down potato_slice", "src1": "pick_up fork", "src2": "pick_up potato_slice with fork", "src3": "put_down potato_slice", "trg": "put_down fork", "vis_src": "P01_109:320 P01_109:321 P01_109:322", "vis_trg": "P01_109:323", "narrations": [ "pick up fork", "pick up potato slice with fork", "put down potato slice", "put down fork" ], "verbs": [ "pick-up", "pick-up", "put-down", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "fork", "slice:potato", "slice:potato", "fork" ], "noun_classes": [ 14, 30, 30, 14 ], "start_stop_timestamps": [ [ "00:18:07.30", "00:18:07.85" ], [ "00:18:09.09", "00:18:10.28" ], [ "00:18:10.65", "00:18:11.62" ], [ "00:18:11.56", "00:18:12.85" ] ], "start_stop_frames": [ [ 54365, 54392 ], [ 54454, 54514 ], [ 54532, 54580 ], [ 54578, 54642 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P01_109+454_455_456_457", "video_id": "P01_109", "narration_ids": [ "P01_109_454", "P01_109_455", "P01_109_456", "P01_109_457" ], "src": "split potatoes . stir potatoes . pick_up potato_slice", "src1": "split potatoes", "src2": "stir potatoes", "src3": "pick_up potato_slice", "trg": "put_down potato_slice", "vis_src": "P01_109:454 P01_109:455 P01_109:456", "vis_trg": "P01_109:457", "narrations": [ "split potatoes", "stir potatoes", "pick up potato slice", "put down potato slice" ], "verbs": [ "split", "stir", "pick-up", "put-down" ], "verb_classes": [ 52, 10, 0, 1 ], "nouns": [ "potato", "potato", "slice:potato", "slice:potato" ], "noun_classes": [ 30, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:27:50.30", "00:28:25.37" ], [ "00:28:54.14", "00:29:53.93" ], [ "00:29:53.17", "00:29:55.07" ], [ "00:29:55.80", "00:29:57.27" ] ], "start_stop_frames": [ [ 83515, 85268 ], [ 86707, 89696 ], [ 89658, 89753 ], [ 89790, 89863 ] ], "trgnoun": "potato_slice", "trgverb": "put_down" }, { "key": "P03_05+15_16_17_18", "video_id": "P03_05", "narration_ids": [ "P03_05_15", "P03_05_16", "P03_05_17", "P03_05_18" ], "src": "open rice . pour rice . close rice", "src1": "open rice", "src2": "pour rice", "src3": "close rice", "trg": "put rice", "vis_src": "P03_05:15 P03_05:16 P03_05:17", "vis_trg": "P03_05:18", "narrations": [ "open rice", "pour rice", "close rice", "put rice" ], "verbs": [ "open", "pour", "close", "put" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "rice", "rice", "rice", "rice" ], "noun_classes": [ 55, 55, 55, 55 ], "start_stop_timestamps": [ [ "00:00:26.53", "00:00:28.80" ], [ "00:00:29.39", "00:00:34.64" ], [ "00:00:35.16", "00:00:38.48" ], [ "00:00:38.57", "00:00:39.07" ] ], "start_stop_frames": [ [ 1591, 1728 ], [ 1763, 2078 ], [ 2109, 2308 ], [ 2314, 2344 ] ], "trgnoun": "rice", "trgverb": "put" }, { "key": "P10_04+487_489_490_491", "video_id": "P10_04", "narration_ids": [ "P10_04_487", "P10_04_489", "P10_04_490", "P10_04_491" ], "src": "clean the stove . clean the backside of the stove . clean the top of the pressure pot", "src1": "clean the stove", "src2": "clean the backside of the stove", "src3": "clean the top of the pressure pot", "trg": "clean the side of the pressure pot", "vis_src": "P10_04:487 P10_04:489 P10_04:490", "vis_trg": "P10_04:491", "narrations": [ "clean the stove", "clean the backside of the stove", "clean the top of the pressure pot", "clean the side of the pressure pot" ], "verbs": [ "clean", "clean", "clean", "clean" ], "verb_classes": [ 2, 2, 2, 2 ], "nouns": [ "stove", "stove", "top", "side" ], "noun_classes": [ 24, 24, 42, 42 ], "start_stop_timestamps": [ [ "00:53:13.69", "00:53:15.71" ], [ "00:53:22.98", "00:53:30.05" ], [ "00:53:32.51", "00:53:36.91" ], [ "00:53:36.82", "00:53:38.40" ] ], "start_stop_frames": [ [ 191621, 191742 ], [ 192178, 192603 ], [ 192750, 193014 ], [ 193009, 193104 ] ], "trgnoun": "side", "trgverb": "clean" }, { "key": "P07_10+186_187_188_189", "video_id": "P07_10", "narration_ids": [ "P07_10_186", "P07_10_187", "P07_10_188", "P07_10_189" ], "src": "stir chicken . open tap . rinse table", "src1": "stir chicken", "src2": "open tap", "src3": "rinse table", "trg": "wash table", "vis_src": "P07_10:186 P07_10:187 P07_10:188", "vis_trg": "P07_10:189", "narrations": [ "stir chicken", "open tap", "rinse table", "wash table" ], "verbs": [ "stir", "turn-on", "rinse", "wash" ], "verb_classes": [ 10, 6, 2, 2 ], "nouns": [ "chicken", "tap", "table", "table" ], "noun_classes": [ 57, 0, 42, 42 ], "start_stop_timestamps": [ [ "00:17:17.06", "00:17:28.54" ], [ "00:17:33.97", "00:17:35.80" ], [ "00:17:34.67", "00:17:42.12" ], [ "00:17:35.75", "00:17:40.65" ] ], "start_stop_frames": [ [ 62223, 62912 ], [ 63238, 63348 ], [ 63280, 63727 ], [ 63345, 63639 ] ], "trgnoun": "table", "trgverb": "wash" }, { "key": "P01_105+713_714_715_716", "video_id": "P01_105", "narration_ids": [ "P01_105_713", "P01_105_714", "P01_105_715", "P01_105_716" ], "src": "adjust tap . put knife onto drying rack . pick_up cutting_board", "src1": "adjust tap", "src2": "put knife onto drying rack", "src3": "pick_up cutting_board", "trg": "rinse cutting_board", "vis_src": "P01_105:713 P01_105:714 P01_105:715", "vis_trg": "P01_105:716", "narrations": [ "adjust tap", "put knife onto drying rack", "pick up cutting board", "rinse cutting board" ], "verbs": [ "adjust", "put-onto", "pick-up", "rinse" ], "verb_classes": [ 17, 1, 0, 2 ], "nouns": [ "tap", "knife", "board:cutting", "board:cutting" ], "noun_classes": [ 0, 4, 18, 18 ], "start_stop_timestamps": [ [ "00:30:17.07", "00:30:18.00" ], [ "00:30:18.00", "00:30:18.63" ], [ "00:30:18.71", "00:30:19.53" ], [ "00:30:19.50", "00:30:26.89" ] ], "start_stop_frames": [ [ 90853, 90900 ], [ 90900, 90931 ], [ 90935, 90976 ], [ 90975, 91344 ] ], "trgnoun": "cutting_board", "trgverb": "rinse" }, { "key": "P22_08+361_362_363_364", "video_id": "P22_08", "narration_ids": [ "P22_08_361", "P22_08_362", "P22_08_363", "P22_08_364" ], "src": "take coffee_cup . put_down coffee_cup . open moka", "src1": "take coffee_cup", "src2": "put_down coffee_cup", "src3": "open moka", "trg": "close moka", "vis_src": "P22_08:361 P22_08:362 P22_08:363", "vis_trg": "P22_08:364", "narrations": [ "take coffee cup", "put down coffee cup", "open moka", "close moka" ], "verbs": [ "take", "put-down", "open", "close" ], "verb_classes": [ 0, 1, 3, 4 ], "nouns": [ "cup:coffee", "cup:coffee", "moka", "moka" ], "noun_classes": [ 13, 13, 50, 50 ], "start_stop_timestamps": [ [ "00:14:18.56", "00:14:19.56" ], [ "00:14:19.45", "00:14:20.56" ], [ "00:14:20.88", "00:14:22.20" ], [ "00:14:22.30", "00:14:23.06" ] ], "start_stop_frames": [ [ 51513, 51573 ], [ 51567, 51633 ], [ 51652, 51732 ], [ 51738, 51783 ] ], "trgnoun": "moka", "trgverb": "close" }, { "key": "P01_105+714_715_716_717", "video_id": "P01_105", "narration_ids": [ "P01_105_714", "P01_105_715", "P01_105_716", "P01_105_717" ], "src": "put knife onto drying rack . pick_up cutting_board . rinse cutting_board", "src1": "put knife onto drying rack", "src2": "pick_up cutting_board", "src3": "rinse cutting_board", "trg": "put cutting_board onto drying rack", "vis_src": "P01_105:714 P01_105:715 P01_105:716", "vis_trg": "P01_105:717", "narrations": [ "put knife onto drying rack", "pick up cutting board", "rinse cutting board", "put cutting board onto drying rack" ], "verbs": [ "put-onto", "pick-up", "rinse", "put-onto" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "knife", "board:cutting", "board:cutting", "board:cutting" ], "noun_classes": [ 4, 18, 18, 18 ], "start_stop_timestamps": [ [ "00:30:18.00", "00:30:18.63" ], [ "00:30:18.71", "00:30:19.53" ], [ "00:30:19.50", "00:30:26.89" ], [ "00:30:26.99", "00:30:29.04" ] ], "start_stop_frames": [ [ 90900, 90931 ], [ 90935, 90976 ], [ 90975, 91344 ], [ 91349, 91452 ] ], "trgnoun": "cutting_board", "trgverb": "put_onto" }, { "key": "P06_07+35_36_37_38", "video_id": "P06_07", "narration_ids": [ "P06_07_35", "P06_07_36", "P06_07_37", "P06_07_38" ], "src": "spread flour on counter . pick_up dough_flour . squeeze dough", "src1": "spread flour on counter", "src2": "pick_up dough_flour", "src3": "squeeze dough", "trg": "put dough down", "vis_src": "P06_07:35 P06_07:36 P06_07:37", "vis_trg": "P06_07:38", "narrations": [ "spread flour on counter", "pick up dough flour", "squeeze dough", "put dough down" ], "verbs": [ "spread-on", "pick-up", "squeeze", "put-down" ], "verb_classes": [ 27, 0, 18, 1 ], "nouns": [ "flour", "flour:dough", "dough", "dough" ], "noun_classes": [ 75, 75, 25, 25 ], "start_stop_timestamps": [ [ "00:01:38.68", "00:01:40.53" ], [ "00:01:40.23", "00:01:42.74" ], [ "00:01:45.84", "00:01:53.04" ], [ "00:01:53.10", "00:01:54.06" ] ], "start_stop_frames": [ [ 5920, 6031 ], [ 6013, 6164 ], [ 6350, 6782 ], [ 6786, 6843 ] ], "trgnoun": "dough", "trgverb": "put_down" }, { "key": "P07_08+15_16_17_18", "video_id": "P07_08", "narration_ids": [ "P07_08_15", "P07_08_16", "P07_08_17", "P07_08_18" ], "src": "turn_over tortilla . open packaging . put cheese on tortilla", "src1": "turn_over tortilla", "src2": "open packaging", "src3": "put cheese on tortilla", "trg": "distribute cheese", "vis_src": "P07_08:15 P07_08:16 P07_08:17", "vis_trg": "P07_08:18", "narrations": [ "turn over tortilla", "open packaging", "put cheese on tortilla", "distribute cheese" ], "verbs": [ "turn-over", "open", "put-on", "distribute" ], "verb_classes": [ 22, 3, 1, 27 ], "nouns": [ "tortilla", "packaging", "cheese", "cheese" ], "noun_classes": [ 107, 26, 32, 32 ], "start_stop_timestamps": [ [ "00:01:21.45", "00:01:24.54" ], [ "00:01:25.43", "00:01:27.57" ], [ "00:01:29.36", "00:01:32.93" ], [ "00:01:33.42", "00:01:44.89" ] ], "start_stop_frames": [ [ 4887, 5072 ], [ 5125, 5254 ], [ 5361, 5575 ], [ 5605, 6293 ] ], "trgnoun": "cheese", "trgverb": "distribute" }, { "key": "P22_15+35_36_37_38", "video_id": "P22_15", "narration_ids": [ "P22_15_35", "P22_15_36", "P22_15_37", "P22_15_38" ], "src": "put_down colander . pick_up pot . dry pot", "src1": "put_down colander", "src2": "pick_up pot", "src3": "dry pot", "trg": "place pot", "vis_src": "P22_15:35 P22_15:36 P22_15:37", "vis_trg": "P22_15:38", "narrations": [ "put down colander", "pick up pot", "dry pot", "place pot" ], "verbs": [ "put-down", "pick-up", "dry", "place" ], "verb_classes": [ 1, 0, 14, 1 ], "nouns": [ "colander", "pot", "pot", "pot" ], "noun_classes": [ 39, 29, 29, 29 ], "start_stop_timestamps": [ [ "00:01:18.53", "00:01:19.43" ], [ "00:01:19.93", "00:01:22.58" ], [ "00:01:22.35", "00:01:27.50" ], [ "00:01:27.49", "00:01:28.65" ] ], "start_stop_frames": [ [ 4711, 4765 ], [ 4795, 4954 ], [ 4941, 5250 ], [ 5249, 5319 ] ], "trgnoun": "pot", "trgverb": "place" }, { "key": "P23_02+96_97_98_99", "video_id": "P23_02", "narration_ids": [ "P23_02_96", "P23_02_97", "P23_02_98", "P23_02_99" ], "src": "put plate on side . mixing the curry . putting salt into curry", "src1": "put plate on side", "src2": "mixing the curry", "src3": "putting salt into curry", "trg": "putting salt to the side", "vis_src": "P23_02:96 P23_02:97 P23_02:98", "vis_trg": "P23_02:99", "narrations": [ "put plate on side", "mixing the curry", "putting salt into curry", "putting salt to the side" ], "verbs": [ "put-on", "mix", "put-into", "put-to" ], "verb_classes": [ 1, 10, 5, 1 ], "nouns": [ "plate", "curry", "salt", "salt" ], "noun_classes": [ 2, 121, 38, 38 ], "start_stop_timestamps": [ [ "00:12:35.10", "00:12:36.24" ], [ "00:12:42.04", "00:12:54.06" ], [ "00:12:58.36", "00:13:12.13" ], [ "00:13:12.12", "00:13:13.23" ] ], "start_stop_frames": [ [ 45306, 45374 ], [ 45722, 46443 ], [ 46701, 47527 ], [ 47527, 47593 ] ], "trgnoun": "salt", "trgverb": "put_to" }, { "key": "P22_08+157_158_159_160", "video_id": "P22_08", "narration_ids": [ "P22_08_157", "P22_08_158", "P22_08_159", "P22_08_160" ], "src": "rinse spoon . put_on soap . put_down soap", "src1": "rinse spoon", "src2": "put_on soap", "src3": "put_down soap", "trg": "lather spoon", "vis_src": "P22_08:157 P22_08:158 P22_08:159", "vis_trg": "P22_08:160", "narrations": [ "rinse spoon", "put on soap", "put down soap", "lather spoon" ], "verbs": [ "rinse", "put-on", "put-down", "lather" ], "verb_classes": [ 2, 1, 1, 2 ], "nouns": [ "spoon", "soap", "soap", "spoon" ], "noun_classes": [ 1, 22, 22, 1 ], "start_stop_timestamps": [ [ "00:06:23.84", "00:06:24.72" ], [ "00:06:27.26", "00:06:28.02" ], [ "00:06:28.46", "00:06:29.50" ], [ "00:06:33.12", "00:06:39.52" ] ], "start_stop_frames": [ [ 23030, 23083 ], [ 23235, 23281 ], [ 23307, 23370 ], [ 23587, 23971 ] ], "trgnoun": "spoon", "trgverb": "lather" }, { "key": "P02_09+528_529_530_533", "video_id": "P02_09", "narration_ids": [ "P02_09_528", "P02_09_529", "P02_09_530", "P02_09_533" ], "src": "hold pan and stir meat . breaking meat into smaller pieces . turning and stirring_meat", "src1": "hold pan and stir meat", "src2": "breaking meat into smaller pieces", "src3": "turning and stirring_meat", "trg": "stir meat", "vis_src": "P02_09:528 P02_09:529 P02_09:530", "vis_trg": "P02_09:533", "narrations": [ "hold pan and stir meat", "breaking meat into smaller pieces", "turning and stirring meat", "stir meat" ], "verbs": [ "hold", "break-into", "turn", "stir" ], "verb_classes": [ 34, 30, 23, 10 ], "nouns": [ "pan", "meat", "meat:stirring", "meat" ], "noun_classes": [ 5, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:33:18.09", "00:33:20.09" ], [ "00:33:20.94", "00:33:36.25" ], [ "00:33:36.35", "00:33:41.99" ], [ "00:33:47.83", "00:33:50.49" ] ], "start_stop_frames": [ [ 119885, 120005 ], [ 120056, 120975 ], [ 120981, 121319 ], [ 121669, 121829 ] ], "trgnoun": "meat", "trgverb": "stir" }, { "key": "P23_02+99_100_101_102", "video_id": "P23_02", "narration_ids": [ "P23_02_99", "P23_02_100", "P23_02_101", "P23_02_102" ], "src": "putting salt to the side . mixing the curry . putting pepper into the curry", "src1": "putting salt to the side", "src2": "mixing the curry", "src3": "putting pepper into the curry", "trg": "putting the pepper to the side", "vis_src": "P23_02:99 P23_02:100 P23_02:101", "vis_trg": "P23_02:102", "narrations": [ "putting salt to the side", "mixing the curry", "putting pepper into the curry", "putting the pepper to the side" ], "verbs": [ "put-to", "mix", "put-into", "put-to" ], "verb_classes": [ 1, 10, 5, 1 ], "nouns": [ "salt", "curry", "pepper", "pepper" ], "noun_classes": [ 38, 121, 37, 37 ], "start_stop_timestamps": [ [ "00:13:12.12", "00:13:13.23" ], [ "00:13:13.56", "00:13:38.32" ], [ "00:13:40.43", "00:13:50.14" ], [ "00:14:02.30", "00:14:04.05" ] ], "start_stop_frames": [ [ 47527, 47593 ], [ 47613, 49099 ], [ 49225, 49808 ], [ 50538, 50643 ] ], "trgnoun": "pepper", "trgverb": "put_to" }, { "key": "P22_08+156_157_158_159", "video_id": "P22_08", "narration_ids": [ "P22_08_156", "P22_08_157", "P22_08_158", "P22_08_159" ], "src": "open tap . rinse spoon . put_on soap", "src1": "open tap", "src2": "rinse spoon", "src3": "put_on soap", "trg": "put_down soap", "vis_src": "P22_08:156 P22_08:157 P22_08:158", "vis_trg": "P22_08:159", "narrations": [ "open tap", "rinse spoon", "put on soap", "put down soap" ], "verbs": [ "turn-on", "rinse", "put-on", "put-down" ], "verb_classes": [ 6, 2, 1, 1 ], "nouns": [ "tap", "spoon", "soap", "soap" ], "noun_classes": [ 0, 1, 22, 22 ], "start_stop_timestamps": [ [ "00:06:23.02", "00:06:23.94" ], [ "00:06:23.84", "00:06:24.72" ], [ "00:06:27.26", "00:06:28.02" ], [ "00:06:28.46", "00:06:29.50" ] ], "start_stop_frames": [ [ 22981, 23036 ], [ 23030, 23083 ], [ 23235, 23281 ], [ 23307, 23370 ] ], "trgnoun": "soap", "trgverb": "put_down" }, { "key": "P37_101+328_329_330_331", "video_id": "P37_101", "narration_ids": [ "P37_101_328", "P37_101_329", "P37_101_330", "P37_101_331" ], "src": "take packing_bag . tear packing_bag . take some coriander", "src1": "take packing_bag", "src2": "tear packing_bag", "src3": "take some coriander", "trg": "put packing_bags to bin", "vis_src": "P37_101:328 P37_101:329 P37_101:330", "vis_trg": "P37_101:331", "narrations": [ "take packing bag", "tear packing bag", "take some coriander", "put packing bags to bin" ], "verbs": [ "take", "tear", "take", "put-to" ], "verb_classes": [ 0, 43, 0, 1 ], "nouns": [ "bag:packing", "bag:packing", "coriander", "bag:packing" ], "noun_classes": [ 19, 19, 173, 19 ], "start_stop_timestamps": [ [ "00:24:04.49", "00:24:05.56" ], [ "00:24:05.31", "00:24:07.35" ], [ "00:24:08.20", "00:24:16.37" ], [ "00:24:15.60", "00:24:17.32" ] ], "start_stop_frames": [ [ 72224, 72278 ], [ 72265, 72367 ], [ 72410, 72818 ], [ 72780, 72866 ] ], "trgnoun": "packing_bag", "trgverb": "put_to" }, { "key": "P25_107+102_103_104_105", "video_id": "P25_107", "narration_ids": [ "P25_107_102", "P25_107_103", "P25_107_104", "P25_107_105" ], "src": "pour salt . put_down fork . pick_up peel", "src1": "pour salt", "src2": "put_down fork", "src3": "pick_up peel", "trg": "throw peel", "vis_src": "P25_107:102 P25_107:103 P25_107:104", "vis_trg": "P25_107:105", "narrations": [ "pour salt", "put down fork", "pick up peel", "throw peel" ], "verbs": [ "pour", "put-down", "pick-up", "throw" ], "verb_classes": [ 9, 1, 0, 13 ], "nouns": [ "salt", "fork", "peel", "peel" ], "noun_classes": [ 38, 14, 48, 48 ], "start_stop_timestamps": [ [ "00:12:08.12", "00:12:10.37" ], [ "00:12:12.00", "00:12:13.38" ], [ "00:12:15.07", "00:12:18.38" ], [ "00:12:19.33", "00:12:20.81" ] ], "start_stop_frames": [ [ 36406, 36518 ], [ 36600, 36669 ], [ 36753, 36919 ], [ 36966, 37040 ] ], "trgnoun": "peel", "trgverb": "throw" }, { "key": "P22_113+74_75_76_77", "video_id": "P22_113", "narration_ids": [ "P22_113_74", "P22_113_75", "P22_113_76", "P22_113_77" ], "src": "put_down bread . close bag . pick_up clip", "src1": "put_down bread", "src2": "close bag", "src3": "pick_up clip", "trg": "put clip", "vis_src": "P22_113:74 P22_113:75 P22_113:76", "vis_trg": "P22_113:77", "narrations": [ "put down bread", "close bag", "pick up clip", "put clip" ], "verbs": [ "put-down", "close", "pick-up", "put" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "bread", "bag", "clip", "clip" ], "noun_classes": [ 33, 19, 129, 129 ], "start_stop_timestamps": [ [ "00:01:57.04", "00:01:57.99" ], [ "00:01:58.44", "00:01:59.20" ], [ "00:01:59.34", "00:01:59.71" ], [ "00:01:59.87", "00:02:03.93" ] ], "start_stop_frames": [ [ 5852, 5899 ], [ 5922, 5960 ], [ 5967, 5985 ], [ 5993, 6196 ] ], "trgnoun": "clip", "trgverb": "put" }, { "key": "P22_111+320_321_322_323", "video_id": "P22_111", "narration_ids": [ "P22_111_320", "P22_111_321", "P22_111_322", "P22_111_323" ], "src": "pick olives . close olives . pick_up clip", "src1": "pick olives", "src2": "close olives", "src3": "pick_up clip", "trg": "put clip", "vis_src": "P22_111:320 P22_111:321 P22_111:322", "vis_trg": "P22_111:323", "narrations": [ "pick olives", "close olives", "pick up clip", "put clip" ], "verbs": [ "pick", "close", "pick-up", "put" ], "verb_classes": [ 0, 4, 0, 1 ], "nouns": [ "olive", "olive", "clip", "clip" ], "noun_classes": [ 83, 83, 129, 129 ], "start_stop_timestamps": [ [ "00:12:46.99", "00:12:49.29" ], [ "00:12:49.39", "00:12:52.14" ], [ "00:12:49.36", "00:12:50.08" ], [ "00:12:50.18", "00:12:51.27" ] ], "start_stop_frames": [ [ 38349, 38464 ], [ 38469, 38607 ], [ 38468, 38504 ], [ 38509, 38563 ] ], "trgnoun": "clip", "trgverb": "put" }, { "key": "P02_107+1_3_14_18", "video_id": "P02_107", "narration_ids": [ "P02_107_1", "P02_107_3", "P02_107_14", "P02_107_18" ], "src": "put_down mug . pick_up water_filter . turn_on coffee_machine", "src1": "put_down mug", "src2": "pick_up water_filter", "src3": "turn_on coffee_machine", "trg": "open coffee_machine", "vis_src": "P02_107:1 P02_107:3 P02_107:14", "vis_trg": "P02_107:18", "narrations": [ "put down mug", "pick up water filter", "turn on coffee machine", "open coffee machine" ], "verbs": [ "put-down", "pick-up", "turn-on", "open" ], "verb_classes": [ 1, 0, 6, 3 ], "nouns": [ "mug", "filter:water", "machine:coffee", "machine:coffee" ], "noun_classes": [ 13, 66, 50, 50 ], "start_stop_timestamps": [ [ "00:00:05.81", "00:00:07.24" ], [ "00:00:06.66", "00:00:11.42" ], [ "00:00:34.74", "00:00:36.10" ], [ "00:00:41.29", "00:00:41.92" ] ], "start_stop_frames": [ [ 290, 362 ], [ 333, 571 ], [ 1737, 1805 ], [ 2064, 2096 ] ], "trgnoun": "coffee_machine", "trgverb": "open" }, { "key": "P06_113+65_66_67_68", "video_id": "P06_113", "narration_ids": [ "P06_113_65", "P06_113_66", "P06_113_67", "P06_113_68" ], "src": "put_down tupperware and pan . pick_up wraps . close fridge", "src1": "put_down tupperware and pan", "src2": "pick_up wraps", "src3": "close fridge", "trg": "put_down wraps", "vis_src": "P06_113:65 P06_113:66 P06_113:67", "vis_trg": "P06_113:68", "narrations": [ "put down tupperware and pan", "pick up wraps", "close fridge", "put down wraps" ], "verbs": [ "put-down", "pick-up", "close", "put-down" ], "verb_classes": [ 1, 0, 4, 1 ], "nouns": [ "tupperware", "wrap", "fridge", "wrap" ], "noun_classes": [ 23, 107, 12, 107 ], "start_stop_timestamps": [ [ "00:02:03.21", "00:02:04.12" ], [ "00:02:06.82", "00:02:09.69" ], [ "00:02:10.91", "00:02:12.69" ], [ "00:02:13.05", "00:02:14.67" ] ], "start_stop_frames": [ [ 6160, 6206 ], [ 6341, 6484 ], [ 6545, 6634 ], [ 6652, 6733 ] ], "trgnoun": "wrap", "trgverb": "put_down" }, { "key": "P04_107+380_381_382_383", "video_id": "P04_107", "narration_ids": [ "P04_107_380", "P04_107_381", "P04_107_382", "P04_107_383" ], "src": "put_down greaseproof_paper . transfer dough to other hand . flatten greaseproof_paper", "src1": "put_down greaseproof_paper", "src2": "transfer dough to other hand", "src3": "flatten greaseproof_paper", "trg": "lay_down dough", "vis_src": "P04_107:380 P04_107:381 P04_107:382", "vis_trg": "P04_107:383", "narrations": [ "put down greaseproof paper", "transfer dough to other hand", "flatten greaseproof paper", "lay down dough" ], "verbs": [ "put-down", "transfer-to", "flatten", "lay-down" ], "verb_classes": [ 1, 11, 87, 1 ], "nouns": [ "paper:greaseproof", "dough", "paper:greaseproof", "dough" ], "noun_classes": [ 49, 25, 49, 25 ], "start_stop_timestamps": [ [ "00:11:35.00", "00:11:37.57" ], [ "00:11:36.94", "00:11:38.21" ], [ "00:11:38.30", "00:11:39.69" ], [ "00:11:38.97", "00:11:40.14" ] ], "start_stop_frames": [ [ 34750, 34878 ], [ 34847, 34910 ], [ 34915, 34984 ], [ 34948, 35007 ] ], "trgnoun": "dough", "trgverb": "lay_down" }, { "key": "P22_12+29_30_31_32", "video_id": "P22_12", "narration_ids": [ "P22_12_29", "P22_12_30", "P22_12_31", "P22_12_32" ], "src": "grab rinds . collect rinds . open basket", "src1": "grab rinds", "src2": "collect rinds", "src3": "open basket", "trg": "toss rinds", "vis_src": "P22_12:29 P22_12:30 P22_12:31", "vis_trg": "P22_12:32", "narrations": [ "grab rinds", "collect rinds", "open basket", "toss rinds" ], "verbs": [ "grab", "collect", "open", "toss" ], "verb_classes": [ 0, 63, 3, 13 ], "nouns": [ "rind", "rind", "basket", "rind" ], "noun_classes": [ 48, 48, 168, 48 ], "start_stop_timestamps": [ [ "00:01:53.08", "00:01:58.06" ], [ "00:01:53.23", "00:01:58.06" ], [ "00:02:00.48", "00:02:01.47" ], [ "00:02:01.57", "00:02:02.47" ] ], "start_stop_frames": [ [ 6784, 7083 ], [ 6793, 7083 ], [ 7228, 7288 ], [ 7294, 7348 ] ], "trgnoun": "rind", "trgverb": "toss" }, { "key": "P22_14+77_78_79_80", "video_id": "P22_14", "narration_ids": [ "P22_14_77", "P22_14_78", "P22_14_79", "P22_14_80" ], "src": "place knife . open basket . throw peelings", "src1": "place knife", "src2": "open basket", "src3": "throw peelings", "trg": "close basket", "vis_src": "P22_14:77 P22_14:78 P22_14:79", "vis_trg": "P22_14:80", "narrations": [ "place knife", "open basket", "throw peelings", "close basket" ], "verbs": [ "place", "open", "throw", "close" ], "verb_classes": [ 1, 3, 13, 4 ], "nouns": [ "knife", "basket", "peeling", "basket" ], "noun_classes": [ 4, 168, 48, 168 ], "start_stop_timestamps": [ [ "00:03:17.79", "00:03:18.50" ], [ "00:03:21.17", "00:03:22.16" ], [ "00:03:22.21", "00:03:28.31" ], [ "00:03:28.69", "00:03:29.35" ] ], "start_stop_frames": [ [ 11867, 11910 ], [ 12070, 12129 ], [ 12132, 12498 ], [ 12521, 12561 ] ], "trgnoun": "basket", "trgverb": "close" }, { "key": "P03_117+64_65_66_67", "video_id": "P03_117", "narration_ids": [ "P03_117_64", "P03_117_65", "P03_117_66", "P03_117_67" ], "src": "move saucepan . put plate in drying rack . pick_up saucepan", "src1": "move saucepan", "src2": "put plate in drying rack", "src3": "pick_up saucepan", "trg": "wash saucepan", "vis_src": "P03_117:64 P03_117:65 P03_117:66", "vis_trg": "P03_117:67", "narrations": [ "move saucepan", "put plate in drying rack", "pick up saucepan", "wash saucepan" ], "verbs": [ "move", "put-in", "pick-up", "wash" ], "verb_classes": [ 11, 5, 0, 2 ], "nouns": [ "saucepan", "plate", "saucepan", "saucepan" ], "noun_classes": [ 5, 2, 5, 5 ], "start_stop_timestamps": [ [ "00:03:45.93", "00:03:46.57" ], [ "00:03:46.56", "00:03:48.83" ], [ "00:03:49.72", "00:03:51.14" ], [ "00:03:51.48", "00:04:00.91" ] ], "start_stop_frames": [ [ 11296, 11328 ], [ 11328, 11441 ], [ 11486, 11557 ], [ 11574, 12045 ] ], "trgnoun": "saucepan", "trgverb": "wash" }, { "key": "P01_09+681_682_683_684", "video_id": "P01_09", "narration_ids": [ "P01_09_681", "P01_09_682", "P01_09_683", "P01_09_684" ], "src": "take rolling_pin and bowl . put_down rolling_pin and bowl . take mushroom", "src1": "take rolling_pin and bowl", "src2": "put_down rolling_pin and bowl", "src3": "take mushroom", "trg": "eat mushroom", "vis_src": "P01_09:681 P01_09:682 P01_09:683", "vis_trg": "P01_09:684", "narrations": [ "take rolling pin and bowl", "put down rolling pin and bowl", "take mushroom", "eat mushroom" ], "verbs": [ "take", "put-down", "take", "eat" ], "verb_classes": [ 0, 1, 0, 35 ], "nouns": [ "pin:rolling", "pin:rolling", "mushroom", "mushroom" ], "noun_classes": [ 136, 136, 56, 56 ], "start_stop_timestamps": [ [ "00:47:03.45", "00:47:05.35" ], [ "00:47:04.70", "00:47:05.95" ], [ "00:47:07.55", "00:47:08.80" ], [ "00:47:08.65", "00:47:09.65" ] ], "start_stop_frames": [ [ 169407, 169521 ], [ 169482, 169557 ], [ 169653, 169728 ], [ 169719, 169779 ] ], "trgnoun": "mushroom", "trgverb": "eat" }, { "key": "P02_115+16_17_18_19", "video_id": "P02_115", "narration_ids": [ "P02_115_16", "P02_115_17", "P02_115_18", "P02_115_19" ], "src": "pick_up plate . pick_up wooden_spatula . pick_up pie using spatula", "src1": "pick_up plate", "src2": "pick_up wooden_spatula", "src3": "pick_up pie using spatula", "trg": "put pie on plate", "vis_src": "P02_115:16 P02_115:17 P02_115:18", "vis_trg": "P02_115:19", "narrations": [ "pick up plate", "pick up wooden spatula", "pick up pie using spatula", "put pie on plate" ], "verbs": [ "pick-up", "pick-up", "pick-up", "put-on" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "plate", "spatula:wooden", "pie", "pie" ], "noun_classes": [ 2, 20, 137, 137 ], "start_stop_timestamps": [ [ "00:00:40.16", "00:00:43.67" ], [ "00:00:42.67", "00:00:46.41" ], [ "00:00:47.29", "00:00:49.63" ], [ "00:00:49.64", "00:00:50.52" ] ], "start_stop_frames": [ [ 2007, 2183 ], [ 2133, 2320 ], [ 2364, 2481 ], [ 2482, 2526 ] ], "trgnoun": "pie", "trgverb": "put_on" }, { "key": "P01_105+363_364_365_366", "video_id": "P01_105", "narration_ids": [ "P01_105_363", "P01_105_364", "P01_105_365", "P01_105_366" ], "src": "pick_up pak choi leaf . move pak_choi . put_down pak choi leaf", "src1": "pick_up pak choi leaf", "src2": "move pak_choi", "src3": "put_down pak choi leaf", "trg": "cut pak_choi", "vis_src": "P01_105:363 P01_105:364 P01_105:365", "vis_trg": "P01_105:366", "narrations": [ "pick up pak choi leaf", "move pak choi", "put down pak choi leaf", "cut pak choi" ], "verbs": [ "pick-up", "move", "put-down", "cut" ], "verb_classes": [ 0, 11, 1, 7 ], "nouns": [ "leaf:pak:choi", "choi:pak", "leaf:pak:choi", "choi:pak" ], "noun_classes": [ 62, 151, 62, 151 ], "start_stop_timestamps": [ [ "00:14:06.30", "00:14:07.07" ], [ "00:14:06.92", "00:14:07.23" ], [ "00:14:07.22", "00:14:08.71" ], [ "00:14:07.82", "00:14:23.03" ] ], "start_stop_frames": [ [ 42315, 42353 ], [ 42346, 42361 ], [ 42361, 42435 ], [ 42391, 43151 ] ], "trgnoun": "pak_choi", "trgverb": "cut" }, { "key": "P02_115+17_18_19_20", "video_id": "P02_115", "narration_ids": [ "P02_115_17", "P02_115_18", "P02_115_19", "P02_115_20" ], "src": "pick_up wooden_spatula . pick_up pie using spatula . put pie on plate", "src1": "pick_up wooden_spatula", "src2": "pick_up pie using spatula", "src3": "put pie on plate", "trg": "check pie", "vis_src": "P02_115:17 P02_115:18 P02_115:19", "vis_trg": "P02_115:20", "narrations": [ "pick up wooden spatula", "pick up pie using spatula", "put pie on plate", "check pie" ], "verbs": [ "pick-up", "pick-up", "put-on", "check" ], "verb_classes": [ 0, 0, 1, 24 ], "nouns": [ "spatula:wooden", "pie", "pie", "pie" ], "noun_classes": [ 20, 137, 137, 137 ], "start_stop_timestamps": [ [ "00:00:42.67", "00:00:46.41" ], [ "00:00:47.29", "00:00:49.63" ], [ "00:00:49.64", "00:00:50.52" ], [ "00:00:50.32", "00:00:51.86" ] ], "start_stop_frames": [ [ 2133, 2320 ], [ 2364, 2481 ], [ 2482, 2526 ], [ 2516, 2593 ] ], "trgnoun": "pie", "trgverb": "check" }, { "key": "P02_115+24_25_26_27", "video_id": "P02_115", "narration_ids": [ "P02_115_24", "P02_115_25", "P02_115_26", "P02_115_27" ], "src": "pick_up pie using spatula . put pie on plate . pick_up plate", "src1": "pick_up pie using spatula", "src2": "put pie on plate", "src3": "pick_up plate", "trg": "hold plate", "vis_src": "P02_115:24 P02_115:25 P02_115:26", "vis_trg": "P02_115:27", "narrations": [ "pick up pie using spatula", "put pie on plate", "pick up plate", "hold plate" ], "verbs": [ "pick-up", "put-on", "pick-up", "hold" ], "verb_classes": [ 0, 1, 0, 34 ], "nouns": [ "pie", "pie", "plate", "plate" ], "noun_classes": [ 137, 137, 2, 2 ], "start_stop_timestamps": [ [ "00:00:59.22", "00:01:02.61" ], [ "00:01:02.55", "00:01:04.01" ], [ "00:01:06.50", "00:01:09.55" ], [ "00:01:10.11", "00:01:11.75" ] ], "start_stop_frames": [ [ 2961, 3130 ], [ 3127, 3200 ], [ 3325, 3477 ], [ 3505, 3587 ] ], "trgnoun": "plate", "trgverb": "hold" }, { "key": "P04_107+825_826_828_830", "video_id": "P04_107", "narration_ids": [ "P04_107_825", "P04_107_826", "P04_107_828", "P04_107_830" ], "src": "fold_over dough . tap dough . hold dough", "src1": "fold_over dough", "src2": "tap dough", "src3": "hold dough", "trg": "put_down chopstick", "vis_src": "P04_107:825 P04_107:826 P04_107:828", "vis_trg": "P04_107:830", "narrations": [ "fold over dough", "tap dough", "hold dough", "put down chopstick" ], "verbs": [ "fold-over", "tap", "hold", "put-down" ], "verb_classes": [ 28, 32, 34, 1 ], "nouns": [ "dough", "dough", "dough", "chopstick" ], "noun_classes": [ 25, 25, 25, 80 ], "start_stop_timestamps": [ [ "00:21:48.31", "00:21:49.40" ], [ "00:21:49.50", "00:21:50.66" ], [ "00:21:49.55", "00:21:49.85" ], [ "00:21:49.44", "00:21:51.19" ] ], "start_stop_frames": [ [ 65415, 65470 ], [ 65475, 65533 ], [ 65477, 65492 ], [ 65472, 65559 ] ], "trgnoun": "chopstick", "trgverb": "put_down" }, { "key": "P08_23+218_219_220_221", "video_id": "P08_23", "narration_ids": [ "P08_23_218", "P08_23_219", "P08_23_220", "P08_23_221" ], "src": "open cupboard . get olive_oil . get salt", "src1": "open cupboard", "src2": "get olive_oil", "src3": "get salt", "trg": "pour salt", "vis_src": "P08_23:218 P08_23:219 P08_23:220", "vis_trg": "P08_23:221", "narrations": [ "open cupboard", "get olive oil", "get salt", "pour salt" ], "verbs": [ "open", "get", "get", "pour" ], "verb_classes": [ 3, 0, 0, 9 ], "nouns": [ "cupboard", "oil:olive", "salt", "salt" ], "noun_classes": [ 3, 31, 38, 38 ], "start_stop_timestamps": [ [ "00:19:23.23", "00:19:24.31" ], [ "00:19:24.20", "00:19:25.39" ], [ "00:19:25.46", "00:19:26.35" ], [ "00:19:26.45", "00:19:29.38" ] ], "start_stop_frames": [ [ 69793, 69858 ], [ 69852, 69923 ], [ 69927, 69981 ], [ 69987, 70162 ] ], "trgnoun": "salt", "trgverb": "pour" }, { "key": "P08_05+181_182_183_184", "video_id": "P08_05", "narration_ids": [ "P08_05_181", "P08_05_182", "P08_05_183", "P08_05_184" ], "src": "put_away the bowl . open cupboard . get salt", "src1": "put_away the bowl", "src2": "open cupboard", "src3": "get salt", "trg": "pour_in salt", "vis_src": "P08_05:181 P08_05:182 P08_05:183", "vis_trg": "P08_05:184", "narrations": [ "put away the bowl", "open cupboard", "get salt", "pour in salt" ], "verbs": [ "put-away", "open", "get", "pour-in" ], "verb_classes": [ 1, 3, 0, 9 ], "nouns": [ "bowl", "cupboard", "salt", "salt" ], "noun_classes": [ 7, 3, 38, 38 ], "start_stop_timestamps": [ [ "00:14:55.97", "00:14:58.84" ], [ "00:15:05.35", "00:15:06.44" ], [ "00:15:06.91", "00:15:07.86" ], [ "00:15:07.96", "00:15:12.25" ] ], "start_stop_frames": [ [ 53758, 53930 ], [ 54321, 54386 ], [ 54414, 54471 ], [ 54477, 54735 ] ], "trgnoun": "salt", "trgverb": "pour_in" }, { "key": "P06_102+88_89_91_92", "video_id": "P06_102", "narration_ids": [ "P06_102_88", "P06_102_89", "P06_102_91", "P06_102_92" ], "src": "pick_up sieve . turn_on tap . pick_up sponge", "src1": "pick_up sieve", "src2": "turn_on tap", "src3": "pick_up sponge", "trg": "wash sieve", "vis_src": "P06_102:88 P06_102:89 P06_102:91", "vis_trg": "P06_102:92", "narrations": [ "pick up sieve", "turn on tap", "pick up sponge", "wash sieve" ], "verbs": [ "pick-up", "turn-on", "pick-up", "wash" ], "verb_classes": [ 0, 6, 0, 2 ], "nouns": [ "sieve", "tap", "sponge", "sieve" ], "noun_classes": [ 39, 0, 9, 39 ], "start_stop_timestamps": [ [ "00:10:19.12", "00:10:19.76" ], [ "00:10:20.80", "00:10:21.36" ], [ "00:10:22.10", "00:10:23.35" ], [ "00:10:23.45", "00:10:27.30" ] ], "start_stop_frames": [ [ 30956, 30988 ], [ 31039, 31068 ], [ 31105, 31167 ], [ 31172, 31364 ] ], "trgnoun": "sieve", "trgverb": "wash" }, { "key": "P02_09+4_5_6_7", "video_id": "P02_09", "narration_ids": [ "P02_09_4", "P02_09_5", "P02_09_6", "P02_09_7" ], "src": "open cupboard . get flour . get yeast", "src1": "open cupboard", "src2": "get flour", "src3": "get yeast", "trg": "put yeast", "vis_src": "P02_09:4 P02_09:5 P02_09:6", "vis_trg": "P02_09:7", "narrations": [ "open cupboard", "get flour", "get yeast", "put yeast" ], "verbs": [ "open", "get", "get", "put" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "cupboard", "flour", "yeast", "yeast" ], "noun_classes": [ 3, 75, 195, 195 ], "start_stop_timestamps": [ [ "00:00:15.92", "00:00:16.61" ], [ "00:00:17.21", "00:00:19.44" ], [ "00:00:19.89", "00:00:21.16" ], [ "00:00:23.54", "00:00:24.14" ] ], "start_stop_frames": [ [ 955, 996 ], [ 1032, 1166 ], [ 1193, 1269 ], [ 1412, 1448 ] ], "trgnoun": "yeast", "trgverb": "put" }, { "key": "P02_105+123_124_125_126", "video_id": "P02_105", "narration_ids": [ "P02_105_123", "P02_105_124", "P02_105_125", "P02_105_126" ], "src": "put_down mug . pick_up washing_liquid . put washing_liquid on sponge", "src1": "put_down mug", "src2": "pick_up washing_liquid", "src3": "put washing_liquid on sponge", "trg": "put_down washing_liquid", "vis_src": "P02_105:123 P02_105:124 P02_105:125", "vis_trg": "P02_105:126", "narrations": [ "put down mug", "pick up washing liquid", "put washing liquid on sponge", "put down washing liquid" ], "verbs": [ "put-down", "pick-up", "put", "put-down" ], "verb_classes": [ 1, 0, 1, 1 ], "nouns": [ "mug", "liquid:washing", "liquid:washing", "liquid:washing" ], "noun_classes": [ 13, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:04:03.86", "00:04:05.50" ], [ "00:04:05.45", "00:04:07.88" ], [ "00:04:07.74", "00:04:08.94" ], [ "00:04:08.87", "00:04:09.77" ] ], "start_stop_frames": [ [ 12193, 12275 ], [ 12272, 12394 ], [ 12387, 12447 ], [ 12443, 12488 ] ], "trgnoun": "washing_liquid", "trgverb": "put_down" }, { "key": "P07_04+38_39_40_41", "video_id": "P07_04", "narration_ids": [ "P07_04_38", "P07_04_39", "P07_04_40", "P07_04_41" ], "src": "pick_up cup . turn_on switch . rinse cup", "src1": "pick_up cup", "src2": "turn_on switch", "src3": "rinse cup", "trg": "wash cup", "vis_src": "P07_04:38 P07_04:39 P07_04:40", "vis_trg": "P07_04:41", "narrations": [ "pick up cup", "turn on switch", "rinse cup", "wash cup" ], "verbs": [ "pick-up", "turn-on", "rinse", "wash" ], "verb_classes": [ 0, 6, 2, 2 ], "nouns": [ "cup", "switch", "cup", "cup" ], "noun_classes": [ 13, 92, 13, 13 ], "start_stop_timestamps": [ [ "00:03:07.44", "00:03:08.37" ], [ "00:03:09.62", "00:03:11.58" ], [ "00:03:12.01", "00:03:15.13" ], [ "00:03:16.35", "00:03:20.71" ] ], "start_stop_frames": [ [ 11246, 11302 ], [ 11377, 11494 ], [ 11520, 11707 ], [ 11781, 12042 ] ], "trgnoun": "cup", "trgverb": "wash" }, { "key": "P03_117+236_237_238_241", "video_id": "P03_117", "narration_ids": [ "P03_117_236", "P03_117_237", "P03_117_238", "P03_117_241" ], "src": "cut cheese into slices . move cheese_slice to bread . move cheese", "src1": "cut cheese into slices", "src2": "move cheese_slice to bread", "src3": "move cheese", "trg": "move cheese_slice from knife to bread", "vis_src": "P03_117:236 P03_117:237 P03_117:238", "vis_trg": "P03_117:241", "narrations": [ "cut cheese into slices", "move cheese slice to bread", "move cheese", "move cheese slice from knife to bread" ], "verbs": [ "cut-into", "move-to", "move", "move-from" ], "verb_classes": [ 7, 11, 11, 11 ], "nouns": [ "cheese", "slice:cheese", "cheese", "slice:cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:11:05.58", "00:11:10.48" ], [ "00:11:10.24", "00:11:11.70" ], [ "00:11:11.62", "00:11:13.31" ], [ "00:11:18.85", "00:11:20.57" ] ], "start_stop_frames": [ [ 33279, 33524 ], [ 33512, 33585 ], [ 33581, 33665 ], [ 33942, 34028 ] ], "trgnoun": "cheese_slice", "trgverb": "move_from" }, { "key": "P03_27+13_14_15_16", "video_id": "P03_27", "narration_ids": [ "P03_27_13", "P03_27_14", "P03_27_15", "P03_27_16" ], "src": "close freezer . close fridge . move tap", "src1": "close freezer", "src2": "close fridge", "src3": "move tap", "trg": "turn_on tap", "vis_src": "P03_27:13 P03_27:14 P03_27:15", "vis_trg": "P03_27:16", "narrations": [ "close freezer", "close fridge", "move tap", "turn on tap" ], "verbs": [ "close", "close", "move", "turn-on" ], "verb_classes": [ 4, 4, 11, 6 ], "nouns": [ "freezer", "fridge", "tap", "tap" ], "noun_classes": [ 113, 12, 0, 0 ], "start_stop_timestamps": [ [ "00:00:26.12", "00:00:27.25" ], [ "00:00:27.95", "00:00:28.99" ], [ "00:00:29.53", "00:00:30.53" ], [ "00:00:30.38", "00:00:31.84" ] ], "start_stop_frames": [ [ 1567, 1635 ], [ 1677, 1739 ], [ 1771, 1831 ], [ 1822, 1910 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P03_112+103_104_105_106", "video_id": "P03_112", "narration_ids": [ "P03_112_103", "P03_112_104", "P03_112_105", "P03_112_106" ], "src": "grab cheese . close fridge . open cheese", "src1": "grab cheese", "src2": "close fridge", "src3": "open cheese", "trg": "take cheese out of packet", "vis_src": "P03_112:103 P03_112:104 P03_112:105", "vis_trg": "P03_112:106", "narrations": [ "grab cheese", "close fridge", "open cheese", "take cheese out of packet" ], "verbs": [ "grab", "close", "open", "take-out" ], "verb_classes": [ 0, 4, 3, 12 ], "nouns": [ "cheese", "fridge", "cheese", "cheese" ], "noun_classes": [ 32, 12, 32, 32 ], "start_stop_timestamps": [ [ "00:03:03.89", "00:03:05.93" ], [ "00:03:06.21", "00:03:07.34" ], [ "00:03:07.12", "00:03:09.90" ], [ "00:03:09.66", "00:03:10.87" ] ], "start_stop_frames": [ [ 9194, 9296 ], [ 9310, 9367 ], [ 9356, 9495 ], [ 9483, 9543 ] ], "trgnoun": "cheese", "trgverb": "take_out" }, { "key": "P06_07+167_168_169_170", "video_id": "P06_07", "narration_ids": [ "P06_07_167", "P06_07_168", "P06_07_169", "P06_07_170" ], "src": "open fridge . take_out cheese . open cheese with knife", "src1": "open fridge", "src2": "take_out cheese", "src3": "open cheese with knife", "trg": "drain cheese", "vis_src": "P06_07:167 P06_07:168 P06_07:169", "vis_trg": "P06_07:170", "narrations": [ "open fridge", "take out cheese", "open cheese with knife", "drain cheese" ], "verbs": [ "open", "take-out", "open-with", "drain" ], "verb_classes": [ 3, 12, 3, 37 ], "nouns": [ "fridge", "cheese", "cheese", "cheese" ], "noun_classes": [ 12, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:11:38.51", "00:11:39.48" ], [ "00:11:39.96", "00:11:41.70" ], [ "00:11:46.34", "00:11:51.99" ], [ "00:11:52.04", "00:11:54.37" ] ], "start_stop_frames": [ [ 41910, 41968 ], [ 41997, 42102 ], [ 42380, 42719 ], [ 42722, 42862 ] ], "trgnoun": "cheese", "trgverb": "drain" }, { "key": "P04_107+846_847_848_850", "video_id": "P04_107", "narration_ids": [ "P04_107_846", "P04_107_847", "P04_107_848", "P04_107_850" ], "src": "roll_out dough . pat dough . pick_up pastry_brush", "src1": "roll_out dough", "src2": "pat dough", "src3": "pick_up pastry_brush", "trg": "brush dough with oil", "vis_src": "P04_107:846 P04_107:847 P04_107:848", "vis_trg": "P04_107:850", "narrations": [ "roll out dough", "pat dough", "pick up pastry brush", "brush dough with oil" ], "verbs": [ "roll-out", "pat", "pick-up", "brush-with" ], "verb_classes": [ 39, 32, 0, 66 ], "nouns": [ "dough", "dough", "brush:pastry", "dough" ], "noun_classes": [ 25, 25, 103, 25 ], "start_stop_timestamps": [ [ "00:22:11.06", "00:22:13.46" ], [ "00:22:13.51", "00:22:13.78" ], [ "00:22:13.78", "00:22:14.47" ], [ "00:22:14.59", "00:22:16.35" ] ], "start_stop_frames": [ [ 66553, 66673 ], [ 66675, 66689 ], [ 66689, 66723 ], [ 66729, 66817 ] ], "trgnoun": "dough", "trgverb": "brush_with" }, { "key": "P06_07+172_173_174_175", "video_id": "P06_07", "narration_ids": [ "P06_07_172", "P06_07_173", "P06_07_174", "P06_07_175" ], "src": "put sun_dried tomatoes . take cheese out of packet . cut cheese", "src1": "put sun_dried tomatoes", "src2": "take cheese out of packet", "src3": "cut cheese", "trg": "sprinkle cheese", "vis_src": "P06_07:172 P06_07:173 P06_07:174", "vis_trg": "P06_07:175", "narrations": [ "put sun-dried tomatoes", "take cheese out of packet", "cut cheese", "sprinkle cheese" ], "verbs": [ "put", "take-out", "cut", "sprinkle" ], "verb_classes": [ 1, 12, 7, 42 ], "nouns": [ "tomato:sun:dried", "cheese", "cheese", "cheese" ], "noun_classes": [ 43, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:11:57.23", "00:11:58.18" ], [ "00:11:58.90", "00:12:04.74" ], [ "00:12:06.12", "00:12:09.69" ], [ "00:12:10.80", "00:12:49.56" ] ], "start_stop_frames": [ [ 43033, 43090 ], [ 43134, 43484 ], [ 43567, 43781 ], [ 43848, 46173 ] ], "trgnoun": "cheese", "trgverb": "sprinkle" }, { "key": "P10_04+58_59_60_61", "video_id": "P10_04", "narration_ids": [ "P10_04_58", "P10_04_59", "P10_04_60", "P10_04_61" ], "src": "get some flour . wash the fish . remove the water from the glass bowl", "src1": "get some flour", "src2": "wash the fish", "src3": "remove the water from the glass bowl", "trg": "put some flour into the fish", "vis_src": "P10_04:58 P10_04:59 P10_04:60", "vis_trg": "P10_04:61", "narrations": [ "get some flour", "wash the fish", "remove the water from the glass bowl", "put some flour into the fish" ], "verbs": [ "get", "wash", "remove-from", "put-into" ], "verb_classes": [ 0, 2, 12, 5 ], "nouns": [ "flour", "fish", "water", "flour" ], "noun_classes": [ 75, 119, 27, 75 ], "start_stop_timestamps": [ [ "00:06:26.74", "00:06:28.67" ], [ "00:06:32.18", "00:06:36.81" ], [ "00:06:36.67", "00:06:39.67" ], [ "00:06:40.80", "00:06:51.88" ] ], "start_stop_frames": [ [ 23204, 23320 ], [ 23530, 23808 ], [ 23800, 23980 ], [ 24048, 24712 ] ], "trgnoun": "flour", "trgverb": "put_into" }, { "key": "P02_129+353_354_355_356", "video_id": "P02_129", "narration_ids": [ "P02_129_353", "P02_129_354", "P02_129_355", "P02_129_356" ], "src": "pick_up brush . brush garlic_presser . put_down brush", "src1": "pick_up brush", "src2": "brush garlic_presser", "src3": "put_down brush", "trg": "rinse garlic_presser", "vis_src": "P02_129:353 P02_129:354 P02_129:355", "vis_trg": "P02_129:356", "narrations": [ "pick up brush", "brush garlic presser", "put down brush", "rinse garlic presser" ], "verbs": [ "pick-up", "brush", "put-down", "rinse" ], "verb_classes": [ 0, 57, 1, 2 ], "nouns": [ "brush", "presser:garlic", "brush", "presser:garlic" ], "noun_classes": [ 103, 172, 103, 172 ], "start_stop_timestamps": [ [ "00:12:07.12", "00:12:07.65" ], [ "00:12:07.75", "00:12:13.06" ], [ "00:12:21.17", "00:12:22.24" ], [ "00:12:21.80", "00:12:23.16" ] ], "start_stop_frames": [ [ 36356, 36382 ], [ 36387, 36653 ], [ 37058, 37112 ], [ 37090, 37158 ] ], "trgnoun": "garlic_presser", "trgverb": "rinse" }, { "key": "P20_03+11_12_13_14", "video_id": "P20_03", "narration_ids": [ "P20_03_11", "P20_03_12", "P20_03_13", "P20_03_14" ], "src": "put_down bowl . put_down cereal_box . close cereal_box", "src1": "put_down bowl", "src2": "put_down cereal_box", "src3": "close cereal_box", "trg": "move cereal_box", "vis_src": "P20_03:11 P20_03:12 P20_03:13", "vis_trg": "P20_03:14", "narrations": [ "put down bowl", "put down cereal box", "close cereal box", "move cereal box" ], "verbs": [ "put-down", "put-down", "close", "move" ], "verb_classes": [ 1, 1, 4, 11 ], "nouns": [ "bowl", "box:cereal", "box:cereal", "box:cereal" ], "noun_classes": [ 7, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:00:32.35", "00:00:33.25" ], [ "00:00:33.62", "00:00:34.96" ], [ "00:00:33.98", "00:00:37.42" ], [ "00:00:38.29", "00:00:38.95" ] ], "start_stop_frames": [ [ 1941, 1995 ], [ 2017, 2097 ], [ 2038, 2245 ], [ 2297, 2337 ] ], "trgnoun": "cereal_box", "trgverb": "move" }, { "key": "P02_115+25_26_27_28", "video_id": "P02_115", "narration_ids": [ "P02_115_25", "P02_115_26", "P02_115_27", "P02_115_28" ], "src": "put pie on plate . pick_up plate . hold plate", "src1": "put pie on plate", "src2": "pick_up plate", "src3": "hold plate", "trg": "pick_up pie using spatula", "vis_src": "P02_115:25 P02_115:26 P02_115:27", "vis_trg": "P02_115:28", "narrations": [ "put pie on plate", "pick up plate", "hold plate", "pick up pie using spatula" ], "verbs": [ "put-on", "pick-up", "hold", "pick-up" ], "verb_classes": [ 1, 0, 34, 0 ], "nouns": [ "pie", "plate", "plate", "pie" ], "noun_classes": [ 137, 2, 2, 137 ], "start_stop_timestamps": [ [ "00:01:02.55", "00:01:04.01" ], [ "00:01:06.50", "00:01:09.55" ], [ "00:01:10.11", "00:01:11.75" ], [ "00:01:11.93", "00:01:12.64" ] ], "start_stop_frames": [ [ 3127, 3200 ], [ 3325, 3477 ], [ 3505, 3587 ], [ 3596, 3632 ] ], "trgnoun": "pie", "trgverb": "pick_up" }, { "key": "P30_101+17_18_19_20", "video_id": "P30_101", "narration_ids": [ "P30_101_17", "P30_101_18", "P30_101_19", "P30_101_20" ], "src": "open cupboard . take filters . remove filter", "src1": "open cupboard", "src2": "take filters", "src3": "remove filter", "trg": "put filters back into cupboard", "vis_src": "P30_101:17 P30_101:18 P30_101:19", "vis_trg": "P30_101:20", "narrations": [ "open cupboard", "take filters", "remove filter", "put filters back into cupboard" ], "verbs": [ "open", "take", "remove", "put" ], "verb_classes": [ 3, 0, 12, 1 ], "nouns": [ "cupboard", "filter", "filter", "filter" ], "noun_classes": [ 3, 77, 77, 77 ], "start_stop_timestamps": [ [ "00:00:24.68", "00:00:25.28" ], [ "00:00:25.37", "00:00:26.14" ], [ "00:00:26.24", "00:00:28.46" ], [ "00:00:28.49", "00:00:29.28" ] ], "start_stop_frames": [ [ 1234, 1264 ], [ 1268, 1307 ], [ 1312, 1423 ], [ 1424, 1464 ] ], "trgnoun": "filter", "trgverb": "put" }, { "key": "P06_05+110_111_112_113", "video_id": "P06_05", "narration_ids": [ "P06_05_110", "P06_05_111", "P06_05_112", "P06_05_113" ], "src": "open sun dried tomatoes . chop sun dried tomato . sprinkle sun dried tomato", "src1": "open sun dried tomatoes", "src2": "chop sun dried tomato", "src3": "sprinkle sun dried tomato", "trg": "take sun dried tomato", "vis_src": "P06_05:110 P06_05:111 P06_05:112", "vis_trg": "P06_05:113", "narrations": [ "open sun dried tomatoes", "chop sun dried tomato", "sprinkle sun dried tomato", "take sun dried tomato" ], "verbs": [ "open", "chop", "sprinkle", "take" ], "verb_classes": [ 3, 7, 42, 0 ], "nouns": [ "tomato:sun:dried", "tomato:sun:dried", "tomato:sun:dried", "tomato:sun:dried" ], "noun_classes": [ 43, 43, 43, 43 ], "start_stop_timestamps": [ [ "00:12:41.37", "00:12:43.04" ], [ "00:12:47.20", "00:12:48.59" ], [ "00:12:47.86", "00:12:50.57" ], [ "00:12:50.32", "00:12:53.97" ] ], "start_stop_frames": [ [ 45682, 45782 ], [ 46032, 46115 ], [ 46071, 46234 ], [ 46219, 46438 ] ], "trgnoun": "dried_sun_tomato", "trgverb": "take" }, { "key": "P02_104+150_151_152_153", "video_id": "P02_104", "narration_ids": [ "P02_104_150", "P02_104_151", "P02_104_152", "P02_104_153" ], "src": "hold_down meat with wooden spoon . put wooden_spoon down . pick_up glove from floor", "src1": "hold_down meat with wooden spoon", "src2": "put wooden_spoon down", "src3": "pick_up glove from floor", "trg": "hang glove", "vis_src": "P02_104:150 P02_104:151 P02_104:152", "vis_trg": "P02_104:153", "narrations": [ "hold down meat with wooden spoon", "put wooden spoon down", "pick up glove from floor", "hang glove" ], "verbs": [ "hold-down", "put", "pick-up", "hang" ], "verb_classes": [ 34, 1, 0, 41 ], "nouns": [ "meat", "spoon:wooden", "glove", "glove" ], "noun_classes": [ 28, 1, 60, 60 ], "start_stop_timestamps": [ [ "00:07:53.99", "00:07:56.94" ], [ "00:07:57.18", "00:07:58.44" ], [ "00:07:58.00", "00:08:02.19" ], [ "00:08:02.29", "00:08:07.16" ] ], "start_stop_frames": [ [ 23699, 23847 ], [ 23859, 23922 ], [ 23900, 24109 ], [ 24114, 24358 ] ], "trgnoun": "glove", "trgverb": "hang" }, { "key": "P30_107+642_643_644_645", "video_id": "P30_107", "narration_ids": [ "P30_107_642", "P30_107_643", "P30_107_644", "P30_107_645" ], "src": "stir_fry vegetables . pick_up saucepan . take lid off saucepan", "src1": "stir_fry vegetables", "src2": "pick_up saucepan", "src3": "take lid off saucepan", "trg": "put saucepan", "vis_src": "P30_107:642 P30_107:643 P30_107:644", "vis_trg": "P30_107:645", "narrations": [ "stir fry vegetables", "pick up saucepan", "take lid off saucepan", "put saucepan" ], "verbs": [ "stir-fry", "pick-up", "take-off", "put" ], "verb_classes": [ 45, 0, 12, 1 ], "nouns": [ "vegetable", "saucepan", "lid", "saucepan" ], "noun_classes": [ 94, 5, 6, 5 ], "start_stop_timestamps": [ [ "00:33:02.91", "00:33:10.61" ], [ "00:33:29.19", "00:33:30.12" ], [ "00:33:30.63", "00:33:31.61" ], [ "00:33:31.71", "00:33:33.01" ] ], "start_stop_frames": [ [ 99145, 99530 ], [ 100459, 100506 ], [ 100531, 100580 ], [ 100585, 100650 ] ], "trgnoun": "saucepan", "trgverb": "put" }, { "key": "P30_06+126_127_128_129", "video_id": "P30_06", "narration_ids": [ "P30_06_126", "P30_06_127", "P30_06_128", "P30_06_129" ], "src": "take filters . take filter . fold filter", "src1": "take filters", "src2": "take filter", "src3": "fold filter", "trg": "open filter", "vis_src": "P30_06:126 P30_06:127 P30_06:128", "vis_trg": "P30_06:129", "narrations": [ "take filters", "take filter", "fold filter", "open filter" ], "verbs": [ "take", "take", "fold", "open" ], "verb_classes": [ 0, 0, 28, 3 ], "nouns": [ "filter", "filter", "filter", "filter" ], "noun_classes": [ 77, 77, 77, 77 ], "start_stop_timestamps": [ [ "00:05:34.55", "00:05:35.09" ], [ "00:05:36.23", "00:05:37.29" ], [ "00:05:39.43", "00:05:45.23" ], [ "00:05:45.33", "00:05:46.93" ] ], "start_stop_frames": [ [ 20073, 20105 ], [ 20173, 20237 ], [ 20365, 20713 ], [ 20719, 20815 ] ], "trgnoun": "filter", "trgverb": "open" }, { "key": "P24_07+69_70_71_72", "video_id": "P24_07", "narration_ids": [ "P24_07_69", "P24_07_70", "P24_07_71", "P24_07_72" ], "src": "put lettuce in fridge . pick_up carrots . close fridge", "src1": "put lettuce in fridge", "src2": "pick_up carrots", "src3": "close fridge", "trg": "put carrots", "vis_src": "P24_07:69 P24_07:70 P24_07:71", "vis_trg": "P24_07:72", "narrations": [ "put lettuce in fridge", "pick up carrots", "close fridge", "put carrots" ], "verbs": [ "put-in", "pick-up", "close", "put" ], "verb_classes": [ 5, 0, 4, 1 ], "nouns": [ "lettuce", "carrot", "fridge", "carrot" ], "noun_classes": [ 120, 41, 12, 41 ], "start_stop_timestamps": [ [ "00:04:32.06", "00:04:33.51" ], [ "00:04:33.47", "00:04:35.01" ], [ "00:04:34.95", "00:04:36.07" ], [ "00:04:36.50", "00:04:37.51" ] ], "start_stop_frames": [ [ 16323, 16410 ], [ 16408, 16500 ], [ 16497, 16564 ], [ 16590, 16650 ] ], "trgnoun": "carrot", "trgverb": "put" }, { "key": "P27_104+227_228_229_230", "video_id": "P27_104", "narration_ids": [ "P27_104_227", "P27_104_228", "P27_104_229", "P27_104_230" ], "src": "pick_up container . turn_on tap . rinse container", "src1": "pick_up container", "src2": "turn_on tap", "src3": "rinse container", "trg": "wash container", "vis_src": "P27_104:227 P27_104:228 P27_104:229", "vis_trg": "P27_104:230", "narrations": [ "pick up container", "turn on tap", "rinse container", "wash container" ], "verbs": [ "pick-up", "turn-on", "rinse", "wash" ], "verb_classes": [ 0, 6, 2, 2 ], "nouns": [ "container", "tap", "container", "container" ], "noun_classes": [ 21, 0, 21, 21 ], "start_stop_timestamps": [ [ "00:10:57.04", "00:10:58.23" ], [ "00:10:58.30", "00:10:59.30" ], [ "00:10:58.61", "00:11:02.51" ], [ "00:11:03.12", "00:11:26.17" ] ], "start_stop_frames": [ [ 32852, 32911 ], [ 32915, 32965 ], [ 32930, 33125 ], [ 33156, 34308 ] ], "trgnoun": "container", "trgverb": "wash" }, { "key": "P06_103+170_171_172_173", "video_id": "P06_103", "narration_ids": [ "P06_103_170", "P06_103_171", "P06_103_172", "P06_103_173" ], "src": "open wraps . pick_up wrap . put wrap on plate", "src1": "open wraps", "src2": "pick_up wrap", "src3": "put wrap on plate", "trg": "close wraps", "vis_src": "P06_103:170 P06_103:171 P06_103:172", "vis_trg": "P06_103:173", "narrations": [ "open wraps", "pick up wrap", "put wrap on plate", "close wraps" ], "verbs": [ "open", "pick-up", "put-on", "close" ], "verb_classes": [ 3, 0, 1, 4 ], "nouns": [ "wrap", "wrap", "wrap", "wrap" ], "noun_classes": [ 107, 107, 107, 107 ], "start_stop_timestamps": [ [ "00:13:29.85", "00:13:35.98" ], [ "00:13:35.79", "00:13:41.24" ], [ "00:13:41.54", "00:13:42.20" ], [ "00:13:43.04", "00:13:48.09" ] ], "start_stop_frames": [ [ 40492, 40799 ], [ 40789, 41062 ], [ 41077, 41110 ], [ 41152, 41404 ] ], "trgnoun": "wrap", "trgverb": "close" }, { "key": "P26_103+130_131_132_133", "video_id": "P26_103", "narration_ids": [ "P26_103_130", "P26_103_131", "P26_103_132", "P26_103_133" ], "src": "pick_up baking_tray . rinse baking_tray . pick_up sponge", "src1": "pick_up baking_tray", "src2": "rinse baking_tray", "src3": "pick_up sponge", "trg": "lather baking_tray", "vis_src": "P26_103:130 P26_103:131 P26_103:132", "vis_trg": "P26_103:133", "narrations": [ "pick up baking tray", "rinse baking tray", "pick up sponge", "lather baking tray" ], "verbs": [ "pick-up", "rinse", "pick-up", "lather" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "tray:baking", "tray:baking", "sponge", "tray:baking" ], "noun_classes": [ 35, 35, 9, 35 ], "start_stop_timestamps": [ [ "00:07:52.72", "00:07:54.63" ], [ "00:07:54.76", "00:08:07.23" ], [ "00:08:07.33", "00:08:08.25" ], [ "00:08:08.14", "00:08:21.85" ] ], "start_stop_frames": [ [ 23636, 23731 ], [ 23738, 24361 ], [ 24366, 24412 ], [ 24407, 25092 ] ], "trgnoun": "baking_tray", "trgverb": "lather" }, { "key": "P12_104+264_266_267_268", "video_id": "P12_104", "narration_ids": [ "P12_104_264", "P12_104_266", "P12_104_267", "P12_104_268" ], "src": "scoop_up sauce into bowl using spoon . put_down bowl with soup onto desk . pick_up saucepan_lid", "src1": "scoop_up sauce into bowl using spoon", "src2": "put_down bowl with soup onto desk", "src3": "pick_up saucepan_lid", "trg": "put_down saucepan_lid onto saucepan", "vis_src": "P12_104:264 P12_104:266 P12_104:267", "vis_trg": "P12_104:268", "narrations": [ "scoop up sauce into bowl using spoon", "put down bowl with soup onto desk", "pick up saucepan lid", "put down saucepan lid onto saucepan" ], "verbs": [ "scoop-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 16, 1, 0, 1 ], "nouns": [ "sauce", "bowl", "lid:saucepan", "lid:saucepan" ], "noun_classes": [ 47, 7, 6, 6 ], "start_stop_timestamps": [ [ "00:17:39.05", "00:17:40.11" ], [ "00:17:43.28", "00:17:44.82" ], [ "00:17:45.25", "00:17:46.29" ], [ "00:17:47.09", "00:17:48.64" ] ], "start_stop_frames": [ [ 52952, 53005 ], [ 53164, 53241 ], [ 53262, 53314 ], [ 53354, 53432 ] ], "trgnoun": "saucepan_lid", "trgverb": "put_down" }, { "key": "P12_01+17_18_19_20", "video_id": "P12_01", "narration_ids": [ "P12_01_17", "P12_01_18", "P12_01_19", "P12_01_20" ], "src": "cut cucumber . throw cucumber . wash cucumber", "src1": "cut cucumber", "src2": "throw cucumber", "src3": "wash cucumber", "trg": "slice cucumber", "vis_src": "P12_01:17 P12_01:18 P12_01:19", "vis_trg": "P12_01:20", "narrations": [ "cut cucumber", "throw cucumber", "wash cucumber", "slice cucumber" ], "verbs": [ "cut", "throw", "wash", "slice" ], "verb_classes": [ 7, 13, 2, 7 ], "nouns": [ "cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:01:10.34", "00:01:19.41" ], [ "00:01:13.11", "00:01:14.88" ], [ "00:01:21.59", "00:01:25.28" ], [ "00:01:26.43", "00:01:47.36" ] ], "start_stop_frames": [ [ 4220, 4764 ], [ 4386, 4492 ], [ 4895, 5116 ], [ 5185, 6441 ] ], "trgnoun": "cucumber", "trgverb": "slice" }, { "key": "P01_105+197_198_199_200", "video_id": "P01_105", "narration_ids": [ "P01_105_197", "P01_105_198", "P01_105_199", "P01_105_200" ], "src": "take onion off knife . take onion off hand . pick_up cutting_board", "src1": "take onion off knife", "src2": "take onion off hand", "src3": "pick_up cutting_board", "trg": "move onion into wok", "vis_src": "P01_105:197 P01_105:198 P01_105:199", "vis_trg": "P01_105:200", "narrations": [ "take onion off knife", "take onion off hand", "pick up cutting board", "move onion into wok" ], "verbs": [ "take-off", "take-off", "pick-up", "move-into" ], "verb_classes": [ 12, 12, 0, 11 ], "nouns": [ "onion", "onion", "board:cutting", "onion" ], "noun_classes": [ 16, 16, 18, 16 ], "start_stop_timestamps": [ [ "00:07:04.70", "00:07:05.82" ], [ "00:07:05.78", "00:07:06.42" ], [ "00:07:06.26", "00:07:06.97" ], [ "00:07:07.65", "00:07:10.40" ] ], "start_stop_frames": [ [ 21235, 21291 ], [ 21289, 21321 ], [ 21313, 21348 ], [ 21382, 21520 ] ], "trgnoun": "onion", "trgverb": "move_into" }, { "key": "P04_109+417_418_419_420", "video_id": "P04_109", "narration_ids": [ "P04_109_417", "P04_109_418", "P04_109_419", "P04_109_420" ], "src": "put_down kitchen_roll . turn_off oven . set timer on oven", "src1": "put_down kitchen_roll", "src2": "turn_off oven", "src3": "set timer on oven", "trg": "put kitchen_roll on tofu", "vis_src": "P04_109:417 P04_109:418 P04_109:419", "vis_trg": "P04_109:420", "narrations": [ "put down kitchen roll", "turn off oven", "set timer on oven", "put kitchen roll on tofu" ], "verbs": [ "put-down", "turn-off", "set-on", "put-on" ], "verb_classes": [ 1, 8, 53, 1 ], "nouns": [ "roll:kitchen", "oven", "timer", "roll:kitchen" ], "noun_classes": [ 93, 46, 111, 93 ], "start_stop_timestamps": [ [ "00:12:27.89", "00:12:28.64" ], [ "00:12:30.04", "00:12:32.19" ], [ "00:12:32.18", "00:12:41.23" ], [ "00:12:41.70", "00:12:42.53" ] ], "start_stop_frames": [ [ 37394, 37432 ], [ 37502, 37609 ], [ 37609, 38061 ], [ 38085, 38126 ] ], "trgnoun": "kitchen_roll", "trgverb": "put_on" }, { "key": "P02_104+95_96_97_98", "video_id": "P02_104", "narration_ids": [ "P02_104_95", "P02_104_96", "P02_104_97", "P02_104_98" ], "src": "put_down tap . pick_up tray . pick_up sponge", "src1": "put_down tap", "src2": "pick_up tray", "src3": "pick_up sponge", "trg": "sponge tray", "vis_src": "P02_104:95 P02_104:96 P02_104:97", "vis_trg": "P02_104:98", "narrations": [ "put down tap", "pick up tray", "pick up sponge", "sponge tray" ], "verbs": [ "put-down", "pick-up", "pick-up", "sponge" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "tap", "tray", "sponge", "tray" ], "noun_classes": [ 0, 35, 9, 35 ], "start_stop_timestamps": [ [ "00:05:02.27", "00:05:03.95" ], [ "00:05:03.95", "00:05:05.48" ], [ "00:05:06.10", "00:05:06.64" ], [ "00:05:06.65", "00:05:18.68" ] ], "start_stop_frames": [ [ 15113, 15197 ], [ 15197, 15274 ], [ 15305, 15332 ], [ 15332, 15934 ] ], "trgnoun": "tray", "trgverb": "sponge" }, { "key": "P04_03+151_152_153_154", "video_id": "P04_03", "narration_ids": [ "P04_03_151", "P04_03_152", "P04_03_153", "P04_03_154" ], "src": "pick_up tray . put_in freezer . close drawer", "src1": "pick_up tray", "src2": "put_in freezer", "src3": "close drawer", "trg": "close freezer", "vis_src": "P04_03:151 P04_03:152 P04_03:153", "vis_trg": "P04_03:154", "narrations": [ "pick up tray", "put in freezer", "close drawer", "close freezer" ], "verbs": [ "pick-up", "put-in", "close", "close" ], "verb_classes": [ 0, 5, 4, 4 ], "nouns": [ "tray", "freezer", "drawer", "freezer" ], "noun_classes": [ 35, 113, 8, 113 ], "start_stop_timestamps": [ [ "00:09:00.96", "00:09:02.17" ], [ "00:09:02.69", "00:09:04.57" ], [ "00:09:05.25", "00:09:09.61" ], [ "00:09:10.99", "00:09:12.22" ] ], "start_stop_frames": [ [ 32457, 32530 ], [ 32561, 32674 ], [ 32715, 32976 ], [ 33059, 33133 ] ], "trgnoun": "freezer", "trgverb": "close" }, { "key": "P02_07+5_6_7_8", "video_id": "P02_07", "narration_ids": [ "P02_07_5", "P02_07_6", "P02_07_7", "P02_07_8" ], "src": "open oven . pull drawer . pick_up tray", "src1": "open oven", "src2": "pull drawer", "src3": "pick_up tray", "trg": "put tray", "vis_src": "P02_07:5 P02_07:6 P02_07:7", "vis_trg": "P02_07:8", "narrations": [ "open oven", "pull drawer", "pick up tray", "put tray" ], "verbs": [ "open", "pull", "pick-up", "put" ], "verb_classes": [ 3, 31, 0, 1 ], "nouns": [ "oven", "drawer", "tray", "tray" ], "noun_classes": [ 46, 8, 35, 35 ], "start_stop_timestamps": [ [ "00:00:10.74", "00:00:12.38" ], [ "00:00:12.73", "00:00:14.32" ], [ "00:00:14.42", "00:00:16.06" ], [ "00:00:16.48", "00:00:17.50" ] ], "start_stop_frames": [ [ 644, 742 ], [ 763, 859 ], [ 865, 963 ], [ 988, 1050 ] ], "trgnoun": "tray", "trgverb": "put" }, { "key": "P11_104+25_26_27_28", "video_id": "P11_104", "narration_ids": [ "P11_104_25", "P11_104_26", "P11_104_27", "P11_104_28" ], "src": "pick_up sponge . clean pot . clean lid", "src1": "pick_up sponge", "src2": "clean pot", "src3": "clean lid", "trg": "rinse lid", "vis_src": "P11_104:25 P11_104:26 P11_104:27", "vis_trg": "P11_104:28", "narrations": [ "pick up sponge", "clean pot", "clean lid", "rinse lid" ], "verbs": [ "pick-up", "clean", "clean", "rinse" ], "verb_classes": [ 0, 2, 2, 2 ], "nouns": [ "sponge", "pot", "lid", "lid" ], "noun_classes": [ 9, 29, 6, 6 ], "start_stop_timestamps": [ [ "00:01:05.76", "00:01:06.91" ], [ "00:01:08.36", "00:01:14.57" ], [ "00:01:16.69", "00:01:22.27" ], [ "00:01:22.76", "00:01:29.56" ] ], "start_stop_frames": [ [ 3288, 3345 ], [ 3418, 3728 ], [ 3834, 4113 ], [ 4138, 4478 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P11_104+26_27_28_29", "video_id": "P11_104", "narration_ids": [ "P11_104_26", "P11_104_27", "P11_104_28", "P11_104_29" ], "src": "clean pot . clean lid . rinse lid", "src1": "clean pot", "src2": "clean lid", "src3": "rinse lid", "trg": "put lid in drying rack", "vis_src": "P11_104:26 P11_104:27 P11_104:28", "vis_trg": "P11_104:29", "narrations": [ "clean pot", "clean lid", "rinse lid", "put lid in drying rack" ], "verbs": [ "clean", "clean", "rinse", "put-in" ], "verb_classes": [ 2, 2, 2, 5 ], "nouns": [ "pot", "lid", "lid", "lid" ], "noun_classes": [ 29, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:01:08.36", "00:01:14.57" ], [ "00:01:16.69", "00:01:22.27" ], [ "00:01:22.76", "00:01:29.56" ], [ "00:01:29.82", "00:01:31.02" ] ], "start_stop_frames": [ [ 3418, 3728 ], [ 3834, 4113 ], [ 4138, 4478 ], [ 4491, 4551 ] ], "trgnoun": "lid", "trgverb": "put_in" }, { "key": "P11_12+3_4_5_7", "video_id": "P11_12", "narration_ids": [ "P11_12_3", "P11_12_4", "P11_12_5", "P11_12_7" ], "src": "put soap on sponge . rinse_off plate . scrub plate", "src1": "put soap on sponge", "src2": "rinse_off plate", "src3": "scrub plate", "trg": "scrub front of plate", "vis_src": "P11_12:3 P11_12:4 P11_12:5", "vis_trg": "P11_12:7", "narrations": [ "put soap on sponge", "rinse off plate", "scrub plate", "scrub front of plate" ], "verbs": [ "put-on", "rinse-off", "scrub", "scrub" ], "verb_classes": [ 1, 2, 29, 29 ], "nouns": [ "soap", "plate", "plate", "front:plate" ], "noun_classes": [ 22, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:00:07.24", "00:00:11.70" ], [ "00:00:13.56", "00:00:16.62" ], [ "00:00:16.48", "00:00:30.93" ], [ "00:00:27.28", "00:00:28.74" ] ], "start_stop_frames": [ [ 434, 702 ], [ 813, 997 ], [ 988, 1855 ], [ 1636, 1724 ] ], "trgnoun": "plate_front", "trgverb": "scrub" }, { "key": "P02_112+71_72_73_75", "video_id": "P02_112", "narration_ids": [ "P02_112_71", "P02_112_72", "P02_112_73", "P02_112_75" ], "src": "put_down trays on surface . pick_up tray . shake tray", "src1": "put_down trays on surface", "src2": "pick_up tray", "src3": "shake tray", "trg": "pick_up oil_bottle", "vis_src": "P02_112:71 P02_112:72 P02_112:73", "vis_trg": "P02_112:75", "narrations": [ "put down trays on surface", "pick up tray", "shake tray", "pick up oil bottle" ], "verbs": [ "put-down", "pick-up", "shake", "pick-up" ], "verb_classes": [ 1, 0, 15, 0 ], "nouns": [ "tray", "tray", "tray", "bottle:oil" ], "noun_classes": [ 35, 35, 35, 15 ], "start_stop_timestamps": [ [ "00:03:32.63", "00:03:33.85" ], [ "00:03:33.95", "00:03:34.85" ], [ "00:03:36.60", "00:03:38.55" ], [ "00:03:42.14", "00:03:43.20" ] ], "start_stop_frames": [ [ 10631, 10692 ], [ 10697, 10742 ], [ 10830, 10927 ], [ 11107, 11160 ] ], "trgnoun": "oil_bottle", "trgverb": "pick_up" }, { "key": "P02_04+126_127_128_129", "video_id": "P02_04", "narration_ids": [ "P02_04_126", "P02_04_127", "P02_04_128", "P02_04_129" ], "src": "wash tupperware . put sponge . open tap", "src1": "wash tupperware", "src2": "put sponge", "src3": "open tap", "trg": "rinse tupperware", "vis_src": "P02_04:126 P02_04:127 P02_04:128", "vis_trg": "P02_04:129", "narrations": [ "wash tupperware", "put sponge", "open tap", "rinse tupperware" ], "verbs": [ "wash", "put", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "tupperware", "sponge", "tap", "tupperware" ], "noun_classes": [ 23, 9, 0, 23 ], "start_stop_timestamps": [ [ "00:05:04.29", "00:05:07.29" ], [ "00:05:07.64", "00:05:08.14" ], [ "00:05:08.23", "00:05:09.24" ], [ "00:05:09.03", "00:05:11.02" ] ], "start_stop_frames": [ [ 18257, 18437 ], [ 18458, 18488 ], [ 18493, 18554 ], [ 18541, 18661 ] ], "trgnoun": "tupperware", "trgverb": "rinse" }, { "key": "P25_107+367_368_369_370", "video_id": "P25_107", "narration_ids": [ "P25_107_367", "P25_107_368", "P25_107_369", "P25_107_370" ], "src": "adjust aubergine . pick_up aubergine . lift plate", "src1": "adjust aubergine", "src2": "pick_up aubergine", "src3": "lift plate", "trg": "put_down aubergine", "vis_src": "P25_107:367 P25_107:368 P25_107:369", "vis_trg": "P25_107:370", "narrations": [ "adjust aubergine", "pick up aubergine", "lift plate", "put down aubergine" ], "verbs": [ "adjust", "pick-up", "lift", "put-down" ], "verb_classes": [ 17, 0, 33, 1 ], "nouns": [ "aubergine", "aubergine", "plate", "aubergine" ], "noun_classes": [ 67, 67, 2, 67 ], "start_stop_timestamps": [ [ "00:26:38.87", "00:26:45.88" ], [ "00:26:45.46", "00:26:47.54" ], [ "00:26:47.64", "00:26:49.74" ], [ "00:26:48.17", "00:26:50.58" ] ], "start_stop_frames": [ [ 79943, 80294 ], [ 80273, 80377 ], [ 80382, 80487 ], [ 80408, 80529 ] ], "trgnoun": "aubergine", "trgverb": "put_down" }, { "key": "P35_104+444_445_446_447", "video_id": "P35_104", "narration_ids": [ "P35_104_444", "P35_104_445", "P35_104_446", "P35_104_447" ], "src": "drain pasta . pick_up colander . pour pasta", "src1": "drain pasta", "src2": "pick_up colander", "src3": "pour pasta", "trg": "put_down colander", "vis_src": "P35_104:444 P35_104:445 P35_104:446", "vis_trg": "P35_104:447", "narrations": [ "drain pasta", "pick up colander", "pour pasta", "put down colander" ], "verbs": [ "drain", "pick-up", "pour", "put-down" ], "verb_classes": [ 37, 0, 9, 1 ], "nouns": [ "pasta", "colander", "pasta", "colander" ], "noun_classes": [ 45, 39, 45, 39 ], "start_stop_timestamps": [ [ "00:30:41.22", "00:30:49.26" ], [ "00:30:50.09", "00:30:51.79" ], [ "00:30:51.91", "00:30:53.63" ], [ "00:30:55.63", "00:30:56.64" ] ], "start_stop_frames": [ [ 92061, 92463 ], [ 92504, 92589 ], [ 92595, 92681 ], [ 92781, 92832 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P20_04+238_239_240_241", "video_id": "P20_04", "narration_ids": [ "P20_04_238", "P20_04_239", "P20_04_240", "P20_04_241" ], "src": "take lid off olive oil . pour olive_oil into bowl . pick_up lid", "src1": "take lid off olive oil", "src2": "pour olive_oil into bowl", "src3": "pick_up lid", "trg": "close olive_oil", "vis_src": "P20_04:238 P20_04:239 P20_04:240", "vis_trg": "P20_04:241", "narrations": [ "take lid off olive oil", "pour olive oil into bowl", "pick up lid", "close olive oil" ], "verbs": [ "take-off", "pour-into", "pick-up", "close" ], "verb_classes": [ 12, 9, 0, 4 ], "nouns": [ "lid", "oil:olive", "lid", "oil:olive" ], "noun_classes": [ 6, 31, 6, 31 ], "start_stop_timestamps": [ [ "00:18:13.79", "00:18:15.36" ], [ "00:18:16.86", "00:18:19.29" ], [ "00:18:20.12", "00:18:20.84" ], [ "00:18:20.61", "00:18:22.89" ] ], "start_stop_frames": [ [ 65627, 65721 ], [ 65811, 65957 ], [ 66007, 66050 ], [ 66036, 66173 ] ], "trgnoun": "olive_oil", "trgverb": "close" }, { "key": "P04_116+112_113_114_115", "video_id": "P04_116", "narration_ids": [ "P04_116_112", "P04_116_113", "P04_116_114", "P04_116_115" ], "src": "scrape egg off bottom of pan using spatula . lower pan . stir egg in pan using spatula", "src1": "scrape egg off bottom of pan using spatula", "src2": "lower pan", "src3": "stir egg in pan using spatula", "trg": "tilt pan", "vis_src": "P04_116:112 P04_116:113 P04_116:114", "vis_trg": "P04_116:115", "narrations": [ "scrape egg off bottom of pan using spatula", "lower pan", "stir egg in pan using spatula", "tilt pan" ], "verbs": [ "scrape-off", "lower", "stir-in", "tilt" ], "verb_classes": [ 25, 73, 10, 33 ], "nouns": [ "egg", "pan", "egg", "pan" ], "noun_classes": [ 53, 5, 53, 5 ], "start_stop_timestamps": [ [ "00:04:19.75", "00:04:26.75" ], [ "00:04:22.92", "00:04:24.12" ], [ "00:04:24.22", "00:04:35.07" ], [ "00:04:34.71", "00:04:38.20" ] ], "start_stop_frames": [ [ 12987, 13337 ], [ 13146, 13206 ], [ 13211, 13753 ], [ 13735, 13910 ] ], "trgnoun": "pan", "trgverb": "tilt" }, { "key": "P21_01+33_34_35_36", "video_id": "P21_01", "narration_ids": [ "P21_01_33", "P21_01_34", "P21_01_35", "P21_01_36" ], "src": "putting some olive_oil on the tomatoes . closing the olive_oil . opening the salt and pepper", "src1": "putting some olive_oil on the tomatoes", "src2": "closing the olive_oil", "src3": "opening the salt and pepper", "trg": "sprinkling some salt and pepper on the tomatoes", "vis_src": "P21_01:33 P21_01:34 P21_01:35", "vis_trg": "P21_01:36", "narrations": [ "putting some olive oil on the tomatoes", "closing the olive oil", "opening the salt and pepper", "sprinkling some salt and pepper on the tomatoes" ], "verbs": [ "put-on", "close", "open", "sprinkle-on" ], "verb_classes": [ 1, 4, 3, 42 ], "nouns": [ "oil:olive", "oil:olive", "salt", "salt" ], "noun_classes": [ 31, 31, 38, 38 ], "start_stop_timestamps": [ [ "00:04:39.64", "00:04:45.49" ], [ "00:04:45.46", "00:04:50.73" ], [ "00:04:53.27", "00:05:07.68" ], [ "00:05:07.92", "00:05:17.64" ] ], "start_stop_frames": [ [ 16778, 17129 ], [ 17127, 17443 ], [ 17596, 18460 ], [ 18475, 19058 ] ], "trgnoun": "salt", "trgverb": "sprinkle_on" }, { "key": "P22_115+222_223_224_225", "video_id": "P22_115", "narration_ids": [ "P22_115_222", "P22_115_223", "P22_115_224", "P22_115_225" ], "src": "rinse ladle . put_down ladle . pick_up spatula", "src1": "rinse ladle", "src2": "put_down ladle", "src3": "pick_up spatula", "trg": "put_down spatula", "vis_src": "P22_115:222 P22_115:223 P22_115:224", "vis_trg": "P22_115:225", "narrations": [ "rinse ladle", "put down ladle", "pick up spatula", "put down spatula" ], "verbs": [ "rinse", "put-down", "pick-up", "put-down" ], "verb_classes": [ 2, 1, 0, 1 ], "nouns": [ "ladle", "ladle", "spatula", "spatula" ], "noun_classes": [ 97, 97, 20, 20 ], "start_stop_timestamps": [ [ "00:07:20.28", "00:07:23.38" ], [ "00:07:23.47", "00:07:25.15" ], [ "00:07:26.69", "00:07:27.24" ], [ "00:07:27.36", "00:07:27.94" ] ], "start_stop_frames": [ [ 22014, 22169 ], [ 22173, 22257 ], [ 22334, 22362 ], [ 22368, 22397 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P20_04+239_240_241_242", "video_id": "P20_04", "narration_ids": [ "P20_04_239", "P20_04_240", "P20_04_241", "P20_04_242" ], "src": "pour olive_oil into bowl . pick_up lid . close olive_oil", "src1": "pour olive_oil into bowl", "src2": "pick_up lid", "src3": "close olive_oil", "trg": "put_down olive_oil", "vis_src": "P20_04:239 P20_04:240 P20_04:241", "vis_trg": "P20_04:242", "narrations": [ "pour olive oil into bowl", "pick up lid", "close olive oil", "put down olive oil" ], "verbs": [ "pour-into", "pick-up", "close", "put-down" ], "verb_classes": [ 9, 0, 4, 1 ], "nouns": [ "oil:olive", "lid", "oil:olive", "oil:olive" ], "noun_classes": [ 31, 6, 31, 31 ], "start_stop_timestamps": [ [ "00:18:16.86", "00:18:19.29" ], [ "00:18:20.12", "00:18:20.84" ], [ "00:18:20.61", "00:18:22.89" ], [ "00:18:22.80", "00:18:24.18" ] ], "start_stop_frames": [ [ 65811, 65957 ], [ 66007, 66050 ], [ 66036, 66173 ], [ 66168, 66250 ] ], "trgnoun": "olive_oil", "trgverb": "put_down" }, { "key": "P04_02+230_231_232_233", "video_id": "P04_02", "narration_ids": [ "P04_02_230", "P04_02_231", "P04_02_232", "P04_02_233" ], "src": "pour sesame_oil . close sesame_oil . pick_up onion", "src1": "pour sesame_oil", "src2": "close sesame_oil", "src3": "pick_up onion", "trg": "cut onion in half", "vis_src": "P04_02:230 P04_02:231 P04_02:232", "vis_trg": "P04_02:233", "narrations": [ "pour sesame oil", "close sesame oil", "pick up onion", "cut onion in half" ], "verbs": [ "pour", "close", "pick-up", "cut-in" ], "verb_classes": [ 9, 4, 0, 7 ], "nouns": [ "oil:sesame", "oil:sesame", "onion", "onion" ], "noun_classes": [ 31, 31, 16, 16 ], "start_stop_timestamps": [ [ "00:17:02.99", "00:17:08.15" ], [ "00:17:08.25", "00:17:09.90" ], [ "00:17:14.03", "00:17:17.14" ], [ "00:17:20.98", "00:17:22.52" ] ], "start_stop_frames": [ [ 61379, 61689 ], [ 61695, 61794 ], [ 62041, 62228 ], [ 62458, 62551 ] ], "trgnoun": "onion", "trgverb": "cut_in" }, { "key": "P22_15+135_136_137_138", "video_id": "P22_15", "narration_ids": [ "P22_15_135", "P22_15_136", "P22_15_137", "P22_15_138" ], "src": "lather salad_bowl . put_down down salad_bowl . grab cutlery", "src1": "lather salad_bowl", "src2": "put_down down salad_bowl", "src3": "grab cutlery", "trg": "lather cutlery", "vis_src": "P22_15:135 P22_15:136 P22_15:137", "vis_trg": "P22_15:138", "narrations": [ "lather salad bowl", "put down down salad bowl", "grab cutlery", "lather cutlery" ], "verbs": [ "lather", "put-down", "grab", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "bowl:salad", "bowl:salad", "cutlery", "cutlery" ], "noun_classes": [ 7, 7, 58, 58 ], "start_stop_timestamps": [ [ "00:05:18.53", "00:05:30.89" ], [ "00:05:30.99", "00:05:32.71" ], [ "00:05:32.29", "00:05:33.77" ], [ "00:05:33.04", "00:05:36.44" ] ], "start_stop_frames": [ [ 19111, 19853 ], [ 19859, 19962 ], [ 19937, 20026 ], [ 19982, 20186 ] ], "trgnoun": "cutlery", "trgverb": "lather" }, { "key": "P31_08+69_70_71_72", "video_id": "P31_08", "narration_ids": [ "P31_08_69", "P31_08_70", "P31_08_71", "P31_08_72" ], "src": "squeeze lemon . put cheese_slices . take oil", "src1": "squeeze lemon", "src2": "put cheese_slices", "src3": "take oil", "trg": "pour oil on salad", "vis_src": "P31_08:69 P31_08:70 P31_08:71", "vis_trg": "P31_08:72", "narrations": [ "squeeze lemon", "put cheese slices", "take oil", "pour oil on salad" ], "verbs": [ "squeeze", "put", "take", "pour-on" ], "verb_classes": [ 18, 1, 0, 9 ], "nouns": [ "lemon", "slice:cheese", "oil", "oil" ], "noun_classes": [ 105, 32, 31, 31 ], "start_stop_timestamps": [ [ "00:10:40.22", "00:10:53.47" ], [ "00:10:56.74", "00:11:15.26" ], [ "00:11:15.78", "00:11:17.76" ], [ "00:11:18.57", "00:11:23.35" ] ], "start_stop_frames": [ [ 38413, 39208 ], [ 39404, 40515 ], [ 40546, 40665 ], [ 40714, 41001 ] ], "trgnoun": "oil", "trgverb": "pour_on" }, { "key": "P22_17+188_189_190_191", "video_id": "P22_17", "narration_ids": [ "P22_17_188", "P22_17_189", "P22_17_190", "P22_17_191" ], "src": "throw away cork . grab bottle_opener . grab salad_bowl", "src1": "throw away cork", "src2": "grab bottle_opener", "src3": "grab salad_bowl", "trg": "put_down down salad_bowl", "vis_src": "P22_17:188 P22_17:189 P22_17:190", "vis_trg": "P22_17:191", "narrations": [ "throw away cork", "grab bottle opener", "grab salad bowl", "put down down salad bowl" ], "verbs": [ "throw", "grab", "grab", "put-down" ], "verb_classes": [ 13, 0, 0, 1 ], "nouns": [ "cork", "opener:bottle", "bowl:salad", "bowl:salad" ], "noun_classes": [ 256, 174, 7, 7 ], "start_stop_timestamps": [ [ "00:08:12.59", "00:08:13.58" ], [ "00:08:16.01", "00:08:17.38" ], [ "00:08:17.48", "00:08:19.20" ], [ "00:08:19.30", "00:08:21.36" ] ], "start_stop_frames": [ [ 29555, 29614 ], [ 29760, 29842 ], [ 29848, 29952 ], [ 29958, 30081 ] ], "trgnoun": "salad_bowl", "trgverb": "put_down" }, { "key": "P31_08+70_71_72_74", "video_id": "P31_08", "narration_ids": [ "P31_08_70", "P31_08_71", "P31_08_72", "P31_08_74" ], "src": "put cheese_slices . take oil . pour oil on salad", "src1": "put cheese_slices", "src2": "take oil", "src3": "pour oil on salad", "trg": "close cap", "vis_src": "P31_08:70 P31_08:71 P31_08:72", "vis_trg": "P31_08:74", "narrations": [ "put cheese slices", "take oil", "pour oil on salad", "close cap" ], "verbs": [ "put", "take", "pour-on", "close" ], "verb_classes": [ 1, 0, 9, 4 ], "nouns": [ "slice:cheese", "oil", "oil", "cap" ], "noun_classes": [ 32, 31, 31, 118 ], "start_stop_timestamps": [ [ "00:10:56.74", "00:11:15.26" ], [ "00:11:15.78", "00:11:17.76" ], [ "00:11:18.57", "00:11:23.35" ], [ "00:11:29.66", "00:11:31.22" ] ], "start_stop_frames": [ [ 39404, 40515 ], [ 40546, 40665 ], [ 40714, 41001 ], [ 41379, 41473 ] ], "trgnoun": "cap", "trgverb": "close" }, { "key": "P11_10+0_1_2_3", "video_id": "P11_10", "narration_ids": [ "P11_10_0", "P11_10_1", "P11_10_2", "P11_10_3" ], "src": "open oven . put_on oven_gloves . put pizza in oven", "src1": "open oven", "src2": "put_on oven_gloves", "src3": "put pizza in oven", "trg": "put away oven_gloves", "vis_src": "P11_10:0 P11_10:1 P11_10:2", "vis_trg": "P11_10:3", "narrations": [ "open oven", "put on oven gloves", "put pizza in oven", "put away oven gloves" ], "verbs": [ "open", "put-on", "put-in", "put" ], "verb_classes": [ 3, 1, 5, 1 ], "nouns": [ "oven", "glove:oven", "pizza", "glove:oven" ], "noun_classes": [ 46, 60, 91, 60 ], "start_stop_timestamps": [ [ "00:00:04.09", "00:00:05.68" ], [ "00:00:05.82", "00:00:06.99" ], [ "00:00:07.17", "00:00:10.91" ], [ "00:00:12.48", "00:00:13.81" ] ], "start_stop_frames": [ [ 245, 340 ], [ 349, 419 ], [ 430, 654 ], [ 748, 828 ] ], "trgnoun": "oven_glove", "trgverb": "put" }, { "key": "P22_10+275_276_277_278", "video_id": "P22_10", "narration_ids": [ "P22_10_275", "P22_10_276", "P22_10_277", "P22_10_278" ], "src": "put_down rag . open bottle . take salad_bowl", "src1": "put_down rag", "src2": "open bottle", "src3": "take salad_bowl", "trg": "put_down salad_bowl", "vis_src": "P22_10:275 P22_10:276 P22_10:277", "vis_trg": "P22_10:278", "narrations": [ "put down rag", "open bottle", "take salad bowl", "put down salad bowl" ], "verbs": [ "put-down", "open", "take", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "rag", "bottle", "bowl:salad", "bowl:salad" ], "noun_classes": [ 17, 15, 7, 7 ], "start_stop_timestamps": [ [ "00:09:48.92", "00:09:50.35" ], [ "00:09:52.67", "00:09:54.56" ], [ "00:09:53.43", "00:09:55.20" ], [ "00:09:55.30", "00:09:56.93" ] ], "start_stop_frames": [ [ 35335, 35421 ], [ 35560, 35673 ], [ 35605, 35712 ], [ 35718, 35815 ] ], "trgnoun": "salad_bowl", "trgverb": "put_down" }, { "key": "P28_104+147_148_149_150", "video_id": "P28_104", "narration_ids": [ "P28_104_147", "P28_104_148", "P28_104_149", "P28_104_150" ], "src": "take stuff . put stuff . open cupboard", "src1": "take stuff", "src2": "put stuff", "src3": "open cupboard", "trg": "put stuff in cupboard", "vis_src": "P28_104:147 P28_104:148 P28_104:149", "vis_trg": "P28_104:150", "narrations": [ "take stuff", "put stuff", "open cupboard", "put stuff in cupboard" ], "verbs": [ "take", "put", "open", "put-in" ], "verb_classes": [ 0, 1, 3, 5 ], "nouns": [ "container", "container", "cupboard", "cupboard" ], "noun_classes": [ 21, 21, 3, 3 ], "start_stop_timestamps": [ [ "00:08:06.91", "00:08:10.69" ], [ "00:08:09.82", "00:08:11.81" ], [ "00:08:11.69", "00:08:13.43" ], [ "00:08:13.29", "00:08:16.97" ] ], "start_stop_frames": [ [ 24345, 24534 ], [ 24491, 24590 ], [ 24584, 24671 ], [ 24664, 24848 ] ], "trgnoun": "cupboard", "trgverb": "put_in" }, { "key": "P24_07+135_136_137_138", "video_id": "P24_07", "narration_ids": [ "P24_07_135", "P24_07_136", "P24_07_137", "P24_07_138" ], "src": "pick_up salad_bowl . put_down salad_bowl . put carrot in colander", "src1": "pick_up salad_bowl", "src2": "put_down salad_bowl", "src3": "put carrot in colander", "trg": "rinse carrots", "vis_src": "P24_07:135 P24_07:136 P24_07:137", "vis_trg": "P24_07:138", "narrations": [ "pick up salad bowl", "put down salad bowl", "put carrot in colander", "rinse carrots" ], "verbs": [ "pick-up", "put-down", "put-in", "rinse" ], "verb_classes": [ 0, 1, 5, 2 ], "nouns": [ "bowl:salad", "bowl:salad", "carrot", "carrot" ], "noun_classes": [ 7, 7, 41, 41 ], "start_stop_timestamps": [ [ "00:11:09.25", "00:11:14.17" ], [ "00:11:14.27", "00:11:15.19" ], [ "00:11:14.90", "00:11:19.15" ], [ "00:11:19.43", "00:11:23.80" ] ], "start_stop_frames": [ [ 40155, 40450 ], [ 40456, 40511 ], [ 40494, 40749 ], [ 40765, 41028 ] ], "trgnoun": "carrot", "trgverb": "rinse" }, { "key": "P01_109+252_253_254_255", "video_id": "P01_109", "narration_ids": [ "P01_109_252", "P01_109_253", "P01_109_254", "P01_109_255" ], "src": "pick_up spatula . stir potatoes . pick_up potato_slice", "src1": "pick_up spatula", "src2": "stir potatoes", "src3": "pick_up potato_slice", "trg": "put_down potato_slice", "vis_src": "P01_109:252 P01_109:253 P01_109:254", "vis_trg": "P01_109:255", "narrations": [ "pick up spatula", "stir potatoes", "pick up potato slice", "put down potato slice" ], "verbs": [ "pick-up", "stir", "pick-up", "put-down" ], "verb_classes": [ 0, 10, 0, 1 ], "nouns": [ "spatula", "potato", "slice:potato", "slice:potato" ], "noun_classes": [ 20, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:11:56.37", "00:11:58.79" ], [ "00:11:58.69", "00:12:00.59" ], [ "00:12:01.02", "00:12:02.98" ], [ "00:12:02.36", "00:12:03.00" ] ], "start_stop_frames": [ [ 35818, 35939 ], [ 35934, 36029 ], [ 36051, 36149 ], [ 36118, 36150 ] ], "trgnoun": "potato_slice", "trgverb": "put_down" }, { "key": "P21_04+13_14_15_16", "video_id": "P21_04", "narration_ids": [ "P21_04_13", "P21_04_14", "P21_04_15", "P21_04_16" ], "src": "taking the cheese and sauce out . opening the cheese_pack . stuffing the tortillas with cheese", "src1": "taking the cheese and sauce out", "src2": "opening the cheese_pack", "src3": "stuffing the tortillas with cheese", "trg": "arranging the tortillas on the dish", "vis_src": "P21_04:13 P21_04:14 P21_04:15", "vis_trg": "P21_04:16", "narrations": [ "taking the cheese and sauce out", "opening the cheese pack", "stuffing the tortillas with cheese", "arranging the tortillas on the dish" ], "verbs": [ "take", "open", "stuff-with", "arrange-on" ], "verb_classes": [ 0, 3, 26, 40 ], "nouns": [ "cheese", "pack:cheese", "tortilla", "tortilla" ], "noun_classes": [ 32, 26, 107, 107 ], "start_stop_timestamps": [ [ "00:01:10.85", "00:01:15.11" ], [ "00:01:21.25", "00:01:29.53" ], [ "00:01:31.40", "00:01:50.49" ], [ "00:01:50.59", "00:01:55.93" ] ], "start_stop_frames": [ [ 4251, 4506 ], [ 4875, 5371 ], [ 5484, 6629 ], [ 6635, 6955 ] ], "trgnoun": "tortilla", "trgverb": "arrange_on" }, { "key": "P04_113+78_79_80_81", "video_id": "P04_113", "narration_ids": [ "P04_113_78", "P04_113_79", "P04_113_80", "P04_113_81" ], "src": "put spoon in drawer . close drawer . pick_up tupperware_tub", "src1": "put spoon in drawer", "src2": "close drawer", "src3": "pick_up tupperware_tub", "trg": "inspect tupperware_tub", "vis_src": "P04_113:78 P04_113:79 P04_113:80", "vis_trg": "P04_113:81", "narrations": [ "put spoon in drawer", "close drawer", "pick up tupperware tub", "inspect tupperware tub" ], "verbs": [ "put-in", "close", "pick-up", "inspect" ], "verb_classes": [ 5, 4, 0, 24 ], "nouns": [ "spoon", "drawer", "tub:tupperware", "tub:tupperware" ], "noun_classes": [ 1, 8, 23, 23 ], "start_stop_timestamps": [ [ "00:02:29.61", "00:02:30.19" ], [ "00:02:30.29", "00:02:30.97" ], [ "00:02:31.07", "00:02:32.09" ], [ "00:02:32.84", "00:02:34.06" ] ], "start_stop_frames": [ [ 7480, 7509 ], [ 7514, 7548 ], [ 7553, 7604 ], [ 7642, 7703 ] ], "trgnoun": "tupperware_tub", "trgverb": "inspect" }, { "key": "P03_101+206_207_208_209", "video_id": "P03_101", "narration_ids": [ "P03_101_206", "P03_101_207", "P03_101_208", "P03_101_209" ], "src": "pick_up sink_strainer . pick_up food_bits . put food_bits in bin", "src1": "pick_up sink_strainer", "src2": "pick_up food_bits", "src3": "put food_bits in bin", "trg": "empty sink_strainer in bin", "vis_src": "P03_101:206 P03_101:207 P03_101:208", "vis_trg": "P03_101:209", "narrations": [ "pick up sink strainer", "pick up food bits", "put food bits in bin", "empty sink strainer in bin" ], "verbs": [ "pick-up", "pick-up", "put-in", "empty" ], "verb_classes": [ 0, 0, 5, 20 ], "nouns": [ "strainer:sink", "bit:food", "bit:food", "strainer:sink" ], "noun_classes": [ 39, 34, 34, 39 ], "start_stop_timestamps": [ [ "00:08:33.60", "00:08:34.43" ], [ "00:08:34.50", "00:08:37.52" ], [ "00:08:37.62", "00:08:38.99" ], [ "00:08:39.09", "00:08:40.96" ] ], "start_stop_frames": [ [ 25680, 25721 ], [ 25725, 25876 ], [ 25881, 25949 ], [ 25954, 26048 ] ], "trgnoun": "sink_strainer", "trgverb": "empty" }, { "key": "P23_101+154_155_156_157", "video_id": "P23_101", "narration_ids": [ "P23_101_154", "P23_101_155", "P23_101_156", "P23_101_157" ], "src": "close door . switch_off gas . put green_chilli", "src1": "close door", "src2": "switch_off gas", "src3": "put green_chilli", "trg": "take green_chilli", "vis_src": "P23_101:154 P23_101:155 P23_101:156", "vis_trg": "P23_101:157", "narrations": [ "close door", "switch off gas", "put green chilli", "take green chilli" ], "verbs": [ "close", "switch-off", "put", "take" ], "verb_classes": [ 4, 8, 1, 0 ], "nouns": [ "door", "gas", "chilli:green", "chilli:green" ], "noun_classes": [ 3, 24, 69, 69 ], "start_stop_timestamps": [ [ "00:16:50.08", "00:16:51.98" ], [ "00:16:52.38", "00:16:54.61" ], [ "00:16:54.69", "00:16:55.65" ], [ "00:16:56.27", "00:16:57.17" ] ], "start_stop_frames": [ [ 50504, 50599 ], [ 50619, 50730 ], [ 50734, 50782 ], [ 50813, 50858 ] ], "trgnoun": "green_chilli", "trgverb": "take" }, { "key": "P21_01+5_6_7_8", "video_id": "P21_01", "narration_ids": [ "P21_01_5", "P21_01_6", "P21_01_7", "P21_01_8" ], "src": "opening the tortillas . arranging the tortillas . taking out the cheese_slices", "src1": "opening the tortillas", "src2": "arranging the tortillas", "src3": "taking out the cheese_slices", "trg": "breaking the cheese_slices", "vis_src": "P21_01:5 P21_01:6 P21_01:7", "vis_trg": "P21_01:8", "narrations": [ "opening the tortillas", "arranging the tortillas", "taking out the cheese slices", "breaking the cheese slices" ], "verbs": [ "open", "arrange", "take-out", "break" ], "verb_classes": [ 3, 40, 12, 30 ], "nouns": [ "tortilla", "tortilla", "slice:cheese", "slice:cheese" ], "noun_classes": [ 107, 107, 32, 32 ], "start_stop_timestamps": [ [ "00:00:36.21", "00:00:46.02" ], [ "00:00:48.81", "00:00:56.20" ], [ "00:00:58.77", "00:01:03.31" ], [ "00:01:03.39", "00:01:18.54" ] ], "start_stop_frames": [ [ 2172, 2761 ], [ 2928, 3372 ], [ 3526, 3798 ], [ 3803, 4712 ] ], "trgnoun": "cheese_slice", "trgverb": "break" }, { "key": "P24_05+169_170_171_172", "video_id": "P24_05", "narration_ids": [ "P24_05_169", "P24_05_170", "P24_05_171", "P24_05_172" ], "src": "move sauce into pan . pick_up plate . put pasta in pot", "src1": "move sauce into pan", "src2": "pick_up plate", "src3": "put pasta in pot", "trg": "stir pasta in saucepan", "vis_src": "P24_05:169 P24_05:170 P24_05:171", "vis_trg": "P24_05:172", "narrations": [ "move sauce into pan", "pick up plate", "put pasta in pot", "stir pasta in saucepan" ], "verbs": [ "move", "pick-up", "put-in", "stir-in" ], "verb_classes": [ 11, 0, 5, 10 ], "nouns": [ "sauce", "plate", "pasta", "pasta" ], "noun_classes": [ 47, 2, 45, 45 ], "start_stop_timestamps": [ [ "00:15:24.78", "00:15:29.16" ], [ "00:15:37.31", "00:15:39.06" ], [ "00:15:39.75", "00:15:41.59" ], [ "00:15:43.42", "00:15:47.17" ] ], "start_stop_frames": [ [ 55486, 55749 ], [ 56238, 56343 ], [ 56385, 56495 ], [ 56605, 56830 ] ], "trgnoun": "pasta", "trgverb": "stir_in" }, { "key": "P24_05+171_172_173_174", "video_id": "P24_05", "narration_ids": [ "P24_05_171", "P24_05_172", "P24_05_173", "P24_05_174" ], "src": "put pasta in pot . stir pasta in saucepan . take pasta", "src1": "put pasta in pot", "src2": "stir pasta in saucepan", "src3": "take pasta", "trg": "pour pasta into saucepan", "vis_src": "P24_05:171 P24_05:172 P24_05:173", "vis_trg": "P24_05:174", "narrations": [ "put pasta in pot", "stir pasta in saucepan", "take pasta", "pour pasta into saucepan" ], "verbs": [ "put-in", "stir-in", "take", "pour-into" ], "verb_classes": [ 5, 10, 0, 9 ], "nouns": [ "pasta", "pasta", "pasta", "pasta" ], "noun_classes": [ 45, 45, 45, 45 ], "start_stop_timestamps": [ [ "00:15:39.75", "00:15:41.59" ], [ "00:15:43.42", "00:15:47.17" ], [ "00:15:50.86", "00:15:53.18" ], [ "00:15:54.00", "00:16:07.01" ] ], "start_stop_frames": [ [ 56385, 56495 ], [ 56605, 56830 ], [ 57051, 57190 ], [ 57240, 58020 ] ], "trgnoun": "pasta", "trgverb": "pour_into" }, { "key": "P24_05+170_171_172_173", "video_id": "P24_05", "narration_ids": [ "P24_05_170", "P24_05_171", "P24_05_172", "P24_05_173" ], "src": "pick_up plate . put pasta in pot . stir pasta in saucepan", "src1": "pick_up plate", "src2": "put pasta in pot", "src3": "stir pasta in saucepan", "trg": "take pasta", "vis_src": "P24_05:170 P24_05:171 P24_05:172", "vis_trg": "P24_05:173", "narrations": [ "pick up plate", "put pasta in pot", "stir pasta in saucepan", "take pasta" ], "verbs": [ "pick-up", "put-in", "stir-in", "take" ], "verb_classes": [ 0, 5, 10, 0 ], "nouns": [ "plate", "pasta", "pasta", "pasta" ], "noun_classes": [ 2, 45, 45, 45 ], "start_stop_timestamps": [ [ "00:15:37.31", "00:15:39.06" ], [ "00:15:39.75", "00:15:41.59" ], [ "00:15:43.42", "00:15:47.17" ], [ "00:15:50.86", "00:15:53.18" ] ], "start_stop_frames": [ [ 56238, 56343 ], [ 56385, 56495 ], [ 56605, 56830 ], [ 57051, 57190 ] ], "trgnoun": "pasta", "trgverb": "take" }, { "key": "P05_08+99_100_101_102", "video_id": "P05_08", "narration_ids": [ "P05_08_99", "P05_08_100", "P05_08_101", "P05_08_102" ], "src": "pour pasta into colander . pour pasta in container . pour pesto in container", "src1": "pour pasta into colander", "src2": "pour pasta in container", "src3": "pour pesto in container", "trg": "stir pasta in container", "vis_src": "P05_08:99 P05_08:100 P05_08:101", "vis_trg": "P05_08:102", "narrations": [ "pour pasta into colander", "pour pasta in container", "pour pesto in container", "stir pasta in container" ], "verbs": [ "pour-into", "pour-in", "pour-in", "stir-in" ], "verb_classes": [ 9, 9, 9, 10 ], "nouns": [ "pasta", "pasta", "pesto", "pasta" ], "noun_classes": [ 45, 45, 47, 45 ], "start_stop_timestamps": [ [ "00:13:22.56", "00:13:26.53" ], [ "00:13:27.40", "00:13:29.52" ], [ "00:13:35.57", "00:14:05.45" ], [ "00:14:14.67", "00:14:42.61" ] ], "start_stop_frames": [ [ 48153, 48391 ], [ 48444, 48571 ], [ 48934, 50727 ], [ 51280, 52956 ] ], "trgnoun": "pasta", "trgverb": "stir_in" }, { "key": "P06_05+83_84_85_86", "video_id": "P06_05", "narration_ids": [ "P06_05_83", "P06_05_84", "P06_05_85", "P06_05_86" ], "src": "pick_up sweetcorn . open sweetcorn . drain sweetcorn", "src1": "pick_up sweetcorn", "src2": "open sweetcorn", "src3": "drain sweetcorn", "trg": "shake sweetcorn", "vis_src": "P06_05:83 P06_05:84 P06_05:85", "vis_trg": "P06_05:86", "narrations": [ "pick up sweetcorn", "open sweetcorn", "drain sweetcorn", "shake sweetcorn" ], "verbs": [ "pick-up", "open", "drain", "shake" ], "verb_classes": [ 0, 3, 37, 15 ], "nouns": [ "sweetcorn", "sweetcorn", "sweetcorn", "sweetcorn" ], "noun_classes": [ 125, 125, 125, 125 ], "start_stop_timestamps": [ [ "00:09:28.96", "00:09:30.21" ], [ "00:09:30.91", "00:09:33.38" ], [ "00:09:34.05", "00:09:41.06" ], [ "00:09:40.82", "00:09:57.10" ] ], "start_stop_frames": [ [ 34137, 34212 ], [ 34254, 34402 ], [ 34443, 34863 ], [ 34849, 35826 ] ], "trgnoun": "sweetcorn", "trgverb": "shake" }, { "key": "P01_105+528_529_530_531", "video_id": "P01_105", "narration_ids": [ "P01_105_528", "P01_105_529", "P01_105_530", "P01_105_531" ], "src": "tap spatula . put_down spatula . take food_bit from hand", "src1": "tap spatula", "src2": "put_down spatula", "src3": "take food_bit from hand", "trg": "put_down food_bits", "vis_src": "P01_105:528 P01_105:529 P01_105:530", "vis_trg": "P01_105:531", "narrations": [ "tap spatula", "put down spatula", "take food bit from hand", "put down food bits" ], "verbs": [ "tap", "put-down", "take", "put-down" ], "verb_classes": [ 32, 1, 0, 1 ], "nouns": [ "spatula", "spatula", "bit:food", "bit:food" ], "noun_classes": [ 20, 20, 34, 34 ], "start_stop_timestamps": [ [ "00:21:13.94", "00:21:15.37" ], [ "00:21:15.57", "00:21:16.78" ], [ "00:21:16.71", "00:21:17.66" ], [ "00:21:17.23", "00:21:18.79" ] ], "start_stop_frames": [ [ 63697, 63768 ], [ 63778, 63839 ], [ 63835, 63883 ], [ 63861, 63939 ] ], "trgnoun": "food_bit", "trgverb": "put_down" }, { "key": "P02_09+134_135_136_137", "video_id": "P02_09", "narration_ids": [ "P02_09_134", "P02_09_135", "P02_09_136", "P02_09_137" ], "src": "spread olive_oil . put mixture back into bowl . pick_up olive_oil", "src1": "spread olive_oil", "src2": "put mixture back into bowl", "src3": "pick_up olive_oil", "trg": "pour olive_oil into hand", "vis_src": "P02_09:134 P02_09:135 P02_09:136", "vis_trg": "P02_09:137", "narrations": [ "spread olive oil", "put mixture back into bowl", "pick up olive oil", "pour olive oil into hand" ], "verbs": [ "spread", "put", "pick-up", "pour-into" ], "verb_classes": [ 27, 1, 0, 9 ], "nouns": [ "oil:olive", "mixture", "oil:olive", "oil:olive" ], "noun_classes": [ 31, 71, 31, 31 ], "start_stop_timestamps": [ [ "00:07:53.02", "00:07:54.29" ], [ "00:08:10.42", "00:08:16.21" ], [ "00:08:16.51", "00:08:18.11" ], [ "00:08:17.88", "00:08:19.28" ] ], "start_stop_frames": [ [ 28381, 28457 ], [ 29425, 29772 ], [ 29790, 29886 ], [ 29872, 29956 ] ], "trgnoun": "olive_oil", "trgverb": "pour_into" }, { "key": "P24_08+276_277_278_279", "video_id": "P24_08", "narration_ids": [ "P24_08_276", "P24_08_277", "P24_08_278", "P24_08_279" ], "src": "put pot . drain pasta . put pasta in the pot", "src1": "put pot", "src2": "drain pasta", "src3": "put pasta in the pot", "trg": "put pasta", "vis_src": "P24_08:276 P24_08:277 P24_08:278", "vis_trg": "P24_08:279", "narrations": [ "put pot", "drain pasta", "put pasta in the pot", "put" ], "verbs": [ "put", "drain", "put-in", "put" ], "verb_classes": [ 1, 37, 5, 1 ], "nouns": [ "pot", "pasta", "pasta", "pasta" ], "noun_classes": [ 29, 45, 45, 45 ], "start_stop_timestamps": [ [ "00:19:34.10", "00:19:35.10" ], [ "00:19:36.21", "00:19:37.93" ], [ "00:19:38.06", "00:19:39.06" ], [ "00:19:39.31", "00:19:40.46" ] ], "start_stop_frames": [ [ 70446, 70506 ], [ 70572, 70675 ], [ 70683, 70743 ], [ 70758, 70827 ] ], "trgnoun": "pasta", "trgverb": "put" }, { "key": "P27_105+112_113_114_115", "video_id": "P27_105", "narration_ids": [ "P27_105_112", "P27_105_113", "P27_105_114", "P27_105_115" ], "src": "pour sugar . roll sugar_sachet . open sugar_jar", "src1": "pour sugar", "src2": "roll sugar_sachet", "src3": "open sugar_jar", "trg": "put_down sugar", "vis_src": "P27_105:112 P27_105:113 P27_105:114", "vis_trg": "P27_105:115", "narrations": [ "pour sugar", "roll sugar sachet", "open sugar jar", "put down sugar" ], "verbs": [ "pour", "roll", "open", "put-down" ], "verb_classes": [ 9, 47, 3, 1 ], "nouns": [ "sugar", "sachet:sugar", "jar:sugar", "sugar" ], "noun_classes": [ 102, 26, 40, 102 ], "start_stop_timestamps": [ [ "00:05:40.82", "00:05:42.12" ], [ "00:05:43.19", "00:05:46.78" ], [ "00:05:46.85", "00:05:47.47" ], [ "00:05:47.44", "00:05:48.32" ] ], "start_stop_frames": [ [ 17041, 17106 ], [ 17159, 17339 ], [ 17342, 17373 ], [ 17372, 17416 ] ], "trgnoun": "sugar", "trgverb": "put_down" }, { "key": "P02_108+77_78_79_80", "video_id": "P02_108", "narration_ids": [ "P02_108_77", "P02_108_78", "P02_108_79", "P02_108_80" ], "src": "put tin in fridge . close fridge . pick_up sugar_jar", "src1": "put tin in fridge", "src2": "close fridge", "src3": "pick_up sugar_jar", "trg": "open sugar_jar", "vis_src": "P02_108:77 P02_108:78 P02_108:79", "vis_trg": "P02_108:80", "narrations": [ "put tin in fridge", "close fridge", "pick up sugar jar", "open sugar jar" ], "verbs": [ "put-in", "close", "pick-up", "open" ], "verb_classes": [ 5, 4, 0, 3 ], "nouns": [ "tin", "fridge", "jar:sugar", "jar:sugar" ], "noun_classes": [ 61, 12, 40, 40 ], "start_stop_timestamps": [ [ "00:02:50.23", "00:02:52.43" ], [ "00:02:52.59", "00:02:54.06" ], [ "00:02:56.19", "00:02:57.85" ], [ "00:02:58.90", "00:02:59.53" ] ], "start_stop_frames": [ [ 8511, 8621 ], [ 8629, 8703 ], [ 8809, 8892 ], [ 8945, 8976 ] ], "trgnoun": "sugar_jar", "trgverb": "open" }, { "key": "P02_105+125_126_127_128", "video_id": "P02_105", "narration_ids": [ "P02_105_125", "P02_105_126", "P02_105_127", "P02_105_128" ], "src": "put washing_liquid on sponge . put_down washing_liquid . pick_up wooden_spoon", "src1": "put washing_liquid on sponge", "src2": "put_down washing_liquid", "src3": "pick_up wooden_spoon", "trg": "sponge wooden_spoon", "vis_src": "P02_105:125 P02_105:126 P02_105:127", "vis_trg": "P02_105:128", "narrations": [ "put washing liquid on sponge", "put down washing liquid", "pick up wooden spoon", "sponge wooden spoon" ], "verbs": [ "put", "put-down", "pick-up", "sponge" ], "verb_classes": [ 1, 1, 0, 2 ], "nouns": [ "liquid:washing", "liquid:washing", "spoon:wooden", "spoon:wooden" ], "noun_classes": [ 22, 22, 1, 1 ], "start_stop_timestamps": [ [ "00:04:07.74", "00:04:08.94" ], [ "00:04:08.87", "00:04:09.77" ], [ "00:04:09.79", "00:04:10.45" ], [ "00:04:10.55", "00:04:12.53" ] ], "start_stop_frames": [ [ 12387, 12447 ], [ 12443, 12488 ], [ 12489, 12522 ], [ 12527, 12626 ] ], "trgnoun": "wooden_spoon", "trgverb": "sponge" }, { "key": "P27_105+113_114_115_116", "video_id": "P27_105", "narration_ids": [ "P27_105_113", "P27_105_114", "P27_105_115", "P27_105_116" ], "src": "roll sugar_sachet . open sugar_jar . put_down sugar", "src1": "roll sugar_sachet", "src2": "open sugar_jar", "src3": "put_down sugar", "trg": "close sugar_jar", "vis_src": "P27_105:113 P27_105:114 P27_105:115", "vis_trg": "P27_105:116", "narrations": [ "roll sugar sachet", "open sugar jar", "put down sugar", "close sugar jar" ], "verbs": [ "roll", "open", "put-down", "close" ], "verb_classes": [ 47, 3, 1, 4 ], "nouns": [ "sachet:sugar", "jar:sugar", "sugar", "jar:sugar" ], "noun_classes": [ 26, 40, 102, 40 ], "start_stop_timestamps": [ [ "00:05:43.19", "00:05:46.78" ], [ "00:05:46.85", "00:05:47.47" ], [ "00:05:47.44", "00:05:48.32" ], [ "00:05:48.00", "00:05:49.41" ] ], "start_stop_frames": [ [ 17159, 17339 ], [ 17342, 17373 ], [ 17372, 17416 ], [ 17400, 17470 ] ], "trgnoun": "sugar_jar", "trgverb": "close" }, { "key": "P30_05+13_14_15_16", "video_id": "P30_05", "narration_ids": [ "P30_05_13", "P30_05_14", "P30_05_15", "P30_05_16" ], "src": "put bag . move food . take jug", "src1": "put bag", "src2": "move food", "src3": "take jug", "trg": "put jug", "vis_src": "P30_05:13 P30_05:14 P30_05:15", "vis_trg": "P30_05:16", "narrations": [ "put bag", "move food", "take jug", "put jug" ], "verbs": [ "put", "move", "take", "put" ], "verb_classes": [ 1, 11, 0, 1 ], "nouns": [ "bag", "food", "jug", "jug" ], "noun_classes": [ 19, 34, 66, 66 ], "start_stop_timestamps": [ [ "00:00:44.25", "00:00:45.45" ], [ "00:00:53.39", "00:00:57.87" ], [ "00:00:56.24", "00:00:57.43" ], [ "00:00:57.53", "00:00:58.97" ] ], "start_stop_frames": [ [ 2655, 2727 ], [ 3203, 3472 ], [ 3374, 3445 ], [ 3451, 3538 ] ], "trgnoun": "jug", "trgverb": "put" }, { "key": "P35_107+102_103_104_105", "video_id": "P35_107", "narration_ids": [ "P35_107_102", "P35_107_103", "P35_107_104", "P35_107_105" ], "src": "lather spoon . put_down spoon . pick_up baking_tray", "src1": "lather spoon", "src2": "put_down spoon", "src3": "pick_up baking_tray", "trg": "lather baking_tray", "vis_src": "P35_107:102 P35_107:103 P35_107:104", "vis_trg": "P35_107:105", "narrations": [ "lather spoon", "put down spoon", "pick up baking tray", "lather baking tray" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spoon", "spoon", "tray:baking", "tray:baking" ], "noun_classes": [ 1, 1, 35, 35 ], "start_stop_timestamps": [ [ "00:07:12.83", "00:07:19.70" ], [ "00:07:19.78", "00:07:20.72" ], [ "00:07:20.97", "00:07:22.09" ], [ "00:07:22.19", "00:07:48.66" ] ], "start_stop_frames": [ [ 21641, 21985 ], [ 21989, 22036 ], [ 22048, 22104 ], [ 22109, 23433 ] ], "trgnoun": "baking_tray", "trgverb": "lather" }, { "key": "P28_112+36_37_38_39", "video_id": "P28_112", "narration_ids": [ "P28_112_36", "P28_112_37", "P28_112_38", "P28_112_39" ], "src": "take detergent . put detergent . take bag", "src1": "take detergent", "src2": "put detergent", "src3": "take bag", "trg": "put bag", "vis_src": "P28_112:36 P28_112:37 P28_112:38", "vis_trg": "P28_112:39", "narrations": [ "take detergent", "put detergent", "take bag", "put bag" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "detergent", "detergent", "bag", "bag" ], "noun_classes": [ 22, 22, 19, 19 ], "start_stop_timestamps": [ [ "00:01:26.48", "00:01:27.38" ], [ "00:01:27.40", "00:01:28.36" ], [ "00:01:28.68", "00:01:29.38" ], [ "00:01:30.32", "00:01:30.74" ] ], "start_stop_frames": [ [ 4324, 4369 ], [ 4370, 4418 ], [ 4434, 4469 ], [ 4516, 4537 ] ], "trgnoun": "bag", "trgverb": "put" }, { "key": "P28_112+114_115_116_117", "video_id": "P28_112", "narration_ids": [ "P28_112_114", "P28_112_115", "P28_112_116", "P28_112_117" ], "src": "wipe hands . put towel . take bag", "src1": "wipe hands", "src2": "put towel", "src3": "take bag", "trg": "put bag", "vis_src": "P28_112:114 P28_112:115 P28_112:116", "vis_trg": "P28_112:117", "narrations": [ "wipe hands", "put towel", "take bag", "put bag" ], "verbs": [ "wipe", "put", "take", "put" ], "verb_classes": [ 2, 1, 0, 1 ], "nouns": [ "hand", "towel", "bag", "bag" ], "noun_classes": [ 11, 52, 19, 19 ], "start_stop_timestamps": [ [ "00:05:34.59", "00:05:43.63" ], [ "00:05:43.27", "00:05:45.84" ], [ "00:05:48.04", "00:05:50.67" ], [ "00:05:53.40", "00:05:54.51" ] ], "start_stop_frames": [ [ 16729, 17181 ], [ 17163, 17292 ], [ 17402, 17533 ], [ 17670, 17725 ] ], "trgnoun": "bag", "trgverb": "put" }, { "key": "P23_04+152_153_154_155", "video_id": "P23_04", "narration_ids": [ "P23_04_152", "P23_04_153", "P23_04_154", "P23_04_155" ], "src": "put bag inside . take the cloth . put the ingredients", "src1": "put bag inside", "src2": "take the cloth", "src3": "put the ingredients", "trg": "put_into the bag", "vis_src": "P23_04:152 P23_04:153 P23_04:154", "vis_trg": "P23_04:155", "narrations": [ "put bag inside", "take the cloth", "put the ingredients", "put into the bag" ], "verbs": [ "put", "take", "put", "put-into" ], "verb_classes": [ 1, 0, 1, 5 ], "nouns": [ "bag", "cloth", "ingredient", "bag" ], "noun_classes": [ 19, 17, 34, 19 ], "start_stop_timestamps": [ [ "00:31:15.18", "00:31:19.43" ], [ "00:31:26.19", "00:31:27.26" ], [ "00:31:27.32", "00:31:29.85" ], [ "00:31:28.15", "00:31:32.75" ] ], "start_stop_frames": [ [ 112510, 112765 ], [ 113171, 113235 ], [ 113239, 113391 ], [ 113289, 113565 ] ], "trgnoun": "bag", "trgverb": "put_into" }, { "key": "P26_02+8_9_10_11", "video_id": "P26_02", "narration_ids": [ "P26_02_8", "P26_02_9", "P26_02_10", "P26_02_11" ], "src": "put chicken_breast in the pan . pick_up chicken_breasts . open fridge", "src1": "put chicken_breast in the pan", "src2": "pick_up chicken_breasts", "src3": "open fridge", "trg": "put chicken_breast", "vis_src": "P26_02:8 P26_02:9 P26_02:10", "vis_trg": "P26_02:11", "narrations": [ "put chicken breast in the pan", "pick up chicken breasts", "open fridge", "put chicken breast" ], "verbs": [ "put-in", "pick-up", "open", "put" ], "verb_classes": [ 5, 0, 3, 1 ], "nouns": [ "breast:chicken", "breast:chicken", "fridge", "breast:chicken" ], "noun_classes": [ 57, 57, 12, 57 ], "start_stop_timestamps": [ [ "00:00:35.63", "00:00:39.02" ], [ "00:00:40.24", "00:00:41.22" ], [ "00:00:41.65", "00:00:42.82" ], [ "00:00:42.84", "00:00:46.13" ] ], "start_stop_frames": [ [ 2137, 2341 ], [ 2414, 2473 ], [ 2499, 2569 ], [ 2570, 2767 ] ], "trgnoun": "chicken_breast", "trgverb": "put" }, { "key": "P04_01+56_57_58_59", "video_id": "P04_01", "narration_ids": [ "P04_01_56", "P04_01_57", "P04_01_58", "P04_01_59" ], "src": "measure breadcrumbs . put away bag . open cupboard", "src1": "measure breadcrumbs", "src2": "put away bag", "src3": "open cupboard", "trg": "put_down bag", "vis_src": "P04_01:56 P04_01:57 P04_01:58", "vis_trg": "P04_01:59", "narrations": [ "measure breadcrumbs", "put away bag", "open cupboard", "put down bag" ], "verbs": [ "measure", "put", "open", "put-down" ], "verb_classes": [ 69, 1, 3, 1 ], "nouns": [ "breadcrumb", "bag", "cupboard", "bag" ], "noun_classes": [ 271, 19, 3, 19 ], "start_stop_timestamps": [ [ "00:04:41.86", "00:05:01.79" ], [ "00:05:03.86", "00:05:06.61" ], [ "00:05:07.26", "00:05:08.59" ], [ "00:05:08.30", "00:05:09.27" ] ], "start_stop_frames": [ [ 16911, 18107 ], [ 18231, 18396 ], [ 18435, 18515 ], [ 18498, 18556 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P25_104+64_65_66_67", "video_id": "P25_104", "narration_ids": [ "P25_104_64", "P25_104_65", "P25_104_66", "P25_104_67" ], "src": "open pasta . pour pasta . close pasta", "src1": "open pasta", "src2": "pour pasta", "src3": "close pasta", "trg": "put_down pasta", "vis_src": "P25_104:64 P25_104:65 P25_104:66", "vis_trg": "P25_104:67", "narrations": [ "open pasta", "pour pasta", "close pasta", "put down pasta" ], "verbs": [ "open", "pour", "close", "put-down" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "pasta", "pasta", "pasta", "pasta" ], "noun_classes": [ 45, 45, 45, 45 ], "start_stop_timestamps": [ [ "00:03:01.87", "00:03:07.87" ], [ "00:03:07.97", "00:03:12.04" ], [ "00:03:14.24", "00:03:20.04" ], [ "00:03:20.13", "00:03:21.96" ] ], "start_stop_frames": [ [ 9093, 9393 ], [ 9398, 9602 ], [ 9712, 10002 ], [ 10006, 10098 ] ], "trgnoun": "pasta", "trgverb": "put_down" }, { "key": "P02_118+158_159_160_161", "video_id": "P02_118", "narration_ids": [ "P02_118_158", "P02_118_159", "P02_118_160", "P02_118_161" ], "src": "pick_up tray . sponge tray . open tap", "src1": "pick_up tray", "src2": "sponge tray", "src3": "open tap", "trg": "rinse tray", "vis_src": "P02_118:158 P02_118:159 P02_118:160", "vis_trg": "P02_118:161", "narrations": [ "pick up tray", "sponge tray", "open tap", "rinse tray" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "tray", "tray", "tap", "tray" ], "noun_classes": [ 35, 35, 0, 35 ], "start_stop_timestamps": [ [ "00:07:41.63", "00:07:42.31" ], [ "00:07:42.50", "00:07:52.26" ], [ "00:07:53.46", "00:07:54.55" ], [ "00:07:54.60", "00:08:03.91" ] ], "start_stop_frames": [ [ 23081, 23115 ], [ 23125, 23613 ], [ 23673, 23727 ], [ 23730, 24195 ] ], "trgnoun": "tray", "trgverb": "rinse" }, { "key": "P22_07+450_451_452_453", "video_id": "P22_07", "narration_ids": [ "P22_07_450", "P22_07_451", "P22_07_452", "P22_07_453" ], "src": "pick_up lighter . light stove . close drawer", "src1": "pick_up lighter", "src2": "light stove", "src3": "close drawer", "trg": "take drawer", "vis_src": "P22_07:450 P22_07:451 P22_07:452", "vis_trg": "P22_07:453", "narrations": [ "pick up lighter", "light stove", "close drawer", "take" ], "verbs": [ "pick-up", "light", "close", "take" ], "verb_classes": [ 0, 6, 4, 0 ], "nouns": [ "lighter", "stove", "drawer", "drawer" ], "noun_classes": [ 130, 24, 8, 8 ], "start_stop_timestamps": [ [ "00:21:29.34", "00:21:30.17" ], [ "00:21:30.27", "00:21:31.41" ], [ "00:21:32.74", "00:21:34.08" ], [ "00:21:41.31", "00:21:41.87" ] ], "start_stop_frames": [ [ 77360, 77410 ], [ 77416, 77484 ], [ 77564, 77644 ], [ 78078, 78112 ] ], "trgnoun": "drawer", "trgverb": "take" }, { "key": "P03_11+14_15_16_17", "video_id": "P03_11", "narration_ids": [ "P03_11_14", "P03_11_15", "P03_11_16", "P03_11_17" ], "src": "put knife . pick_up butter . open fridge", "src1": "put knife", "src2": "pick_up butter", "src3": "open fridge", "trg": "place butter", "vis_src": "P03_11:14 P03_11:15 P03_11:16", "vis_trg": "P03_11:17", "narrations": [ "put knife", "pick up butter", "open fridge", "place butter" ], "verbs": [ "put", "pick-up", "open", "place" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "knife", "butter", "fridge", "butter" ], "noun_classes": [ 4, 78, 12, 78 ], "start_stop_timestamps": [ [ "00:00:44.78", "00:00:45.79" ], [ "00:00:45.11", "00:00:45.79" ], [ "00:00:47.47", "00:00:48.30" ], [ "00:00:48.88", "00:00:49.38" ] ], "start_stop_frames": [ [ 2686, 2747 ], [ 2706, 2747 ], [ 2848, 2898 ], [ 2932, 2962 ] ], "trgnoun": "butter", "trgverb": "place" }, { "key": "P29_03+48_49_50_51", "video_id": "P29_03", "narration_ids": [ "P29_03_48", "P29_03_49", "P29_03_50", "P29_03_51" ], "src": "seal wrapper . put bread on freezer . pick_up oven_mitt", "src1": "seal wrapper", "src2": "put bread on freezer", "src3": "pick_up oven_mitt", "trg": "put oven_mitt on radiator", "vis_src": "P29_03:48 P29_03:49 P29_03:50", "vis_trg": "P29_03:51", "narrations": [ "seal wrapper", "put bread on freezer", "pick up oven mitt", "put oven mitt on radiator" ], "verbs": [ "seal", "put-on", "pick-up", "put-on" ], "verb_classes": [ 36, 1, 0, 1 ], "nouns": [ "wrapper", "bread", "mitt:oven", "mitt:oven" ], "noun_classes": [ 26, 33, 60, 60 ], "start_stop_timestamps": [ [ "00:02:55.41", "00:02:59.77" ], [ "00:02:56.99", "00:03:01.54" ], [ "00:03:06.79", "00:03:09.03" ], [ "00:03:10.23", "00:03:12.24" ] ], "start_stop_frames": [ [ 10524, 10786 ], [ 10619, 10892 ], [ 11207, 11341 ], [ 11413, 11534 ] ], "trgnoun": "oven_mitt", "trgverb": "put_on" }, { "key": "P04_102+1_2_3_4", "video_id": "P04_102", "narration_ids": [ "P04_102_1", "P04_102_2", "P04_102_3", "P04_102_4" ], "src": "smell starter . put_down starter . pick_up cling_film", "src1": "smell starter", "src2": "put_down starter", "src3": "pick_up cling_film", "trg": "put cling_film on tub", "vis_src": "P04_102:1 P04_102:2 P04_102:3", "vis_trg": "P04_102:4", "narrations": [ "smell starter", "put down starter", "pick up cling film", "put cling film on tub" ], "verbs": [ "smell", "put-down", "pick-up", "put-on" ], "verb_classes": [ 75, 1, 0, 1 ], "nouns": [ "starter", "starter", "film:cling", "film:cling" ], "noun_classes": [ 71, 71, 100, 100 ], "start_stop_timestamps": [ [ "00:00:03.75", "00:00:04.88" ], [ "00:00:04.98", "00:00:05.83" ], [ "00:00:05.46", "00:00:06.47" ], [ "00:00:06.51", "00:00:08.54" ] ], "start_stop_frames": [ [ 187, 244 ], [ 249, 291 ], [ 273, 323 ], [ 325, 426 ] ], "trgnoun": "cling_film", "trgverb": "put_on" }, { "key": "P12_104+219_220_221_222", "video_id": "P12_104", "narration_ids": [ "P12_104_219", "P12_104_220", "P12_104_221", "P12_104_222" ], "src": "take paper from paper roll . clean desk with paper . clean floor with paper", "src1": "take paper from paper roll", "src2": "clean desk with paper", "src3": "clean floor with paper", "trg": "throw_away paper into trash bin", "vis_src": "P12_104:219 P12_104:220 P12_104:221", "vis_trg": "P12_104:222", "narrations": [ "take paper from paper roll", "clean desk with paper", "clean floor with paper", "throw away paper into trash bin" ], "verbs": [ "take-from", "clean-with", "clean-with", "throw-away" ], "verb_classes": [ 0, 2, 2, 13 ], "nouns": [ "paper", "desk", "floor", "paper" ], "noun_classes": [ 49, 42, 159, 49 ], "start_stop_timestamps": [ [ "00:14:41.04", "00:14:46.01" ], [ "00:14:48.09", "00:14:53.52" ], [ "00:14:53.25", "00:14:57.30" ], [ "00:14:57.99", "00:14:58.46" ] ], "start_stop_frames": [ [ 44052, 44300 ], [ 44404, 44676 ], [ 44662, 44865 ], [ 44899, 44923 ] ], "trgnoun": "paper", "trgverb": "throw_away" }, { "key": "P35_104+676_677_678_679", "video_id": "P35_104", "narration_ids": [ "P35_104_676", "P35_104_677", "P35_104_678", "P35_104_679" ], "src": "dry hands . put_down paper . pick_up cling_film", "src1": "dry hands", "src2": "put_down paper", "src3": "pick_up cling_film", "trg": "extract cling_film", "vis_src": "P35_104:676 P35_104:677 P35_104:678", "vis_trg": "P35_104:679", "narrations": [ "dry hands", "put down paper", "pick up cling film", "extract cling film" ], "verbs": [ "dry", "put-down", "pick-up", "extract" ], "verb_classes": [ 14, 1, 0, 12 ], "nouns": [ "hand", "paper", "film:cling", "film:cling" ], "noun_classes": [ 11, 49, 100, 100 ], "start_stop_timestamps": [ [ "00:46:51.15", "00:46:56.03" ], [ "00:46:55.59", "00:46:57.05" ], [ "00:46:56.99", "00:46:58.99" ], [ "00:47:04.65", "00:47:07.16" ] ], "start_stop_frames": [ [ 140557, 140801 ], [ 140779, 140852 ], [ 140849, 140949 ], [ 141232, 141358 ] ], "trgnoun": "cling_film", "trgverb": "extract" }, { "key": "P04_117+152_153_154_155", "video_id": "P04_117", "narration_ids": [ "P04_117_152", "P04_117_153", "P04_117_154", "P04_117_155" ], "src": "lay eggs on bread . scoop eggs out of saucepan . drop eggs on bread", "src1": "lay eggs on bread", "src2": "scoop eggs out of saucepan", "src3": "drop eggs on bread", "trg": "scrape_off eggs from spatula on side of pan", "vis_src": "P04_117:152 P04_117:153 P04_117:154", "vis_trg": "P04_117:155", "narrations": [ "lay eggs on bread", "scoop eggs out of saucepan", "drop eggs on bread", "scrape off eggs from spatula on side of pan" ], "verbs": [ "lay-on", "scoop-out", "drop-on", "scrape-off" ], "verb_classes": [ 1, 16, 59, 25 ], "nouns": [ "egg", "egg", "egg", "egg" ], "noun_classes": [ 53, 53, 53, 53 ], "start_stop_timestamps": [ [ "00:05:11.05", "00:05:14.28" ], [ "00:05:14.38", "00:05:15.44" ], [ "00:05:15.65", "00:05:16.15" ], [ "00:05:16.44", "00:05:19.22" ] ], "start_stop_frames": [ [ 15552, 15713 ], [ 15719, 15772 ], [ 15782, 15807 ], [ 15822, 15961 ] ], "trgnoun": "egg", "trgverb": "scrape_off" }, { "key": "P22_17+377_378_379_380", "video_id": "P22_17", "narration_ids": [ "P22_17_377", "P22_17_378", "P22_17_379", "P22_17_380" ], "src": "close fridge . clean hob . move tap", "src1": "close fridge", "src2": "clean hob", "src3": "move tap", "trg": "open tap", "vis_src": "P22_17:377 P22_17:378 P22_17:379", "vis_trg": "P22_17:380", "narrations": [ "close fridge", "clean hob", "move tap", "open tap" ], "verbs": [ "close", "clean", "move", "turn-on" ], "verb_classes": [ 4, 2, 11, 6 ], "nouns": [ "fridge", "hob", "tap", "tap" ], "noun_classes": [ 12, 24, 0, 0 ], "start_stop_timestamps": [ [ "00:14:24.45", "00:14:25.70" ], [ "00:14:28.05", "00:14:33.55" ], [ "00:14:34.65", "00:14:35.90" ], [ "00:14:35.75", "00:14:36.75" ] ], "start_stop_frames": [ [ 51867, 51942 ], [ 52083, 52413 ], [ 52479, 52554 ], [ 52545, 52605 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P13_07+19_20_21_23", "video_id": "P13_07", "narration_ids": [ "P13_07_19", "P13_07_20", "P13_07_21", "P13_07_23" ], "src": "throw plastic into trash . pick_up scissors . cut pizza", "src1": "throw plastic into trash", "src2": "pick_up scissors", "src3": "cut pizza", "trg": "put scissors on sink", "vis_src": "P13_07:19 P13_07:20 P13_07:21", "vis_trg": "P13_07:23", "narrations": [ "throw plastic into trash", "pick up scissors", "cut pizza", "put scissors on sink" ], "verbs": [ "throw-into", "pick-up", "cut", "put-on" ], "verb_classes": [ 13, 0, 7, 1 ], "nouns": [ "plastic", "scissors", "pizza", "scissors" ], "noun_classes": [ 26, 79, 91, 79 ], "start_stop_timestamps": [ [ "00:01:42.38", "00:01:45.52" ], [ "00:01:53.19", "00:01:54.22" ], [ "00:01:54.62", "00:02:07.46" ], [ "00:02:33.79", "00:02:36.04" ] ], "start_stop_frames": [ [ 6142, 6331 ], [ 6791, 6853 ], [ 6877, 7647 ], [ 9227, 9362 ] ], "trgnoun": "scissors", "trgverb": "put_on" }, { "key": "P01_18+142_143_144_145", "video_id": "P01_18", "narration_ids": [ "P01_18_142", "P01_18_143", "P01_18_144", "P01_18_145" ], "src": "take plastics . throw box into bin . open bin", "src1": "take plastics", "src2": "throw box into bin", "src3": "open bin", "trg": "throw plastic into bin", "vis_src": "P01_18:142 P01_18:143 P01_18:144", "vis_trg": "P01_18:145", "narrations": [ "take plastics", "throw box into bin", "open bin", "throw plastic into bin" ], "verbs": [ "take", "throw-into", "open", "throw-into" ], "verb_classes": [ 0, 13, 3, 13 ], "nouns": [ "plastic", "box", "bin", "plastic" ], "noun_classes": [ 26, 23, 36, 26 ], "start_stop_timestamps": [ [ "00:12:41.75", "00:12:44.85" ], [ "00:12:45.68", "00:12:47.21" ], [ "00:12:52.23", "00:12:53.14" ], [ "00:12:53.13", "00:12:53.65" ] ], "start_stop_frames": [ [ 45705, 45891 ], [ 45940, 46032 ], [ 46333, 46388 ], [ 46387, 46419 ] ], "trgnoun": "plastic", "trgverb": "throw_into" }, { "key": "P04_112+243_244_245_246", "video_id": "P04_112", "narration_ids": [ "P04_112_243", "P04_112_244", "P04_112_245", "P04_112_246" ], "src": "put_down fork . pick_up cling_film . unroll cling_film", "src1": "put_down fork", "src2": "pick_up cling_film", "src3": "unroll cling_film", "trg": "tear cling_film", "vis_src": "P04_112:243 P04_112:244 P04_112:245", "vis_trg": "P04_112:246", "narrations": [ "put down fork", "pick up cling film", "unroll cling film", "tear cling film" ], "verbs": [ "put-down", "pick-up", "unroll", "tear" ], "verb_classes": [ 1, 0, 39, 43 ], "nouns": [ "fork", "film:cling", "film:cling", "film:cling" ], "noun_classes": [ 14, 100, 100, 100 ], "start_stop_timestamps": [ [ "00:07:25.52", "00:07:26.33" ], [ "00:07:27.52", "00:07:28.61" ], [ "00:07:28.71", "00:07:46.17" ], [ "00:07:45.97", "00:07:47.50" ] ], "start_stop_frames": [ [ 22276, 22316 ], [ 22376, 22430 ], [ 22435, 23308 ], [ 23298, 23375 ] ], "trgnoun": "cling_film", "trgverb": "tear" }, { "key": "P09_104+59_60_61_62", "video_id": "P09_104", "narration_ids": [ "P09_104_59", "P09_104_60", "P09_104_61", "P09_104_62" ], "src": "move pan . take oil_bottle . spray oil on pan", "src1": "move pan", "src2": "take oil_bottle", "src3": "spray oil on pan", "trg": "place oil on countertop", "vis_src": "P09_104:59 P09_104:60 P09_104:61", "vis_trg": "P09_104:62", "narrations": [ "move pan", "take oil bottle", "spray oil on pan", "place oil on countertop" ], "verbs": [ "move", "take", "spray-on", "place-on" ], "verb_classes": [ 11, 0, 44, 1 ], "nouns": [ "pan", "bottle:oil", "oil", "oil" ], "noun_classes": [ 5, 15, 31, 31 ], "start_stop_timestamps": [ [ "00:05:18.96", "00:05:20.48" ], [ "00:05:51.90", "00:05:53.50" ], [ "00:05:54.11", "00:05:59.38" ], [ "00:05:59.99", "00:06:01.24" ] ], "start_stop_frames": [ [ 15947, 16024 ], [ 17595, 17675 ], [ 17705, 17969 ], [ 17999, 18062 ] ], "trgnoun": "oil", "trgverb": "place_on" }, { "key": "P35_104+688_689_690_691", "video_id": "P35_104", "narration_ids": [ "P35_104_688", "P35_104_689", "P35_104_690", "P35_104_691" ], "src": "dry hands . put_down napkin . pick_up cling_film", "src1": "dry hands", "src2": "put_down napkin", "src3": "pick_up cling_film", "trg": "unroll cling_film", "vis_src": "P35_104:688 P35_104:689 P35_104:690", "vis_trg": "P35_104:691", "narrations": [ "dry hands", "put down napkin", "pick up cling film", "unroll cling film" ], "verbs": [ "dry", "put-down", "pick-up", "unroll" ], "verb_classes": [ 14, 1, 0, 39 ], "nouns": [ "hand", "napkin", "film:cling", "film:cling" ], "noun_classes": [ 11, 88, 100, 100 ], "start_stop_timestamps": [ [ "00:47:57.05", "00:47:59.30" ], [ "00:47:58.74", "00:48:01.09" ], [ "00:48:01.19", "00:48:05.29" ], [ "00:48:02.75", "00:48:09.17" ] ], "start_stop_frames": [ [ 143852, 143965 ], [ 143937, 144054 ], [ 144059, 144264 ], [ 144137, 144458 ] ], "trgnoun": "cling_film", "trgverb": "unroll" }, { "key": "P24_02+91_92_93_94", "video_id": "P24_02", "narration_ids": [ "P24_02_91", "P24_02_92", "P24_02_93", "P24_02_94" ], "src": "move meat in pan . put_down fork and knife . pick_up paper", "src1": "move meat in pan", "src2": "put_down fork and knife", "src3": "pick_up paper", "trg": "throw_away paper", "vis_src": "P24_02:91 P24_02:92 P24_02:93", "vis_trg": "P24_02:94", "narrations": [ "move meat in pan", "put down fork and knife", "pick up paper", "throw away paper" ], "verbs": [ "move-in", "put-down", "pick-up", "throw-away" ], "verb_classes": [ 5, 1, 0, 13 ], "nouns": [ "meat", "fork", "paper", "paper" ], "noun_classes": [ 28, 14, 49, 49 ], "start_stop_timestamps": [ [ "00:07:31.74", "00:07:37.03" ], [ "00:07:38.80", "00:07:40.75" ], [ "00:07:41.20", "00:07:44.45" ], [ "00:07:45.80", "00:07:47.55" ] ], "start_stop_frames": [ [ 27104, 27421 ], [ 27528, 27645 ], [ 27672, 27867 ], [ 27948, 28053 ] ], "trgnoun": "paper", "trgverb": "throw_away" }, { "key": "P35_104+700_701_702_703", "video_id": "P35_104", "narration_ids": [ "P35_104_700", "P35_104_701", "P35_104_702", "P35_104_703" ], "src": "dry hands . put_down napkin . pick_up cling_film", "src1": "dry hands", "src2": "put_down napkin", "src3": "pick_up cling_film", "trg": "unroll cling_film", "vis_src": "P35_104:700 P35_104:701 P35_104:702", "vis_trg": "P35_104:703", "narrations": [ "dry hands", "put down napkin", "pick up cling film", "unroll cling film" ], "verbs": [ "dry", "put-down", "pick-up", "unroll" ], "verb_classes": [ 14, 1, 0, 39 ], "nouns": [ "hand", "napkin", "film:cling", "film:cling" ], "noun_classes": [ 11, 88, 100, 100 ], "start_stop_timestamps": [ [ "00:48:47.50", "00:48:51.49" ], [ "00:48:51.50", "00:48:52.07" ], [ "00:48:52.04", "00:48:53.02" ], [ "00:48:56.68", "00:49:08.25" ] ], "start_stop_frames": [ [ 146375, 146574 ], [ 146575, 146603 ], [ 146602, 146651 ], [ 146834, 147412 ] ], "trgnoun": "cling_film", "trgverb": "unroll" }, { "key": "P30_05+36_37_38_39", "video_id": "P30_05", "narration_ids": [ "P30_05_36", "P30_05_37", "P30_05_38", "P30_05_39" ], "src": "put salad . take lemon . put lemon", "src1": "put salad", "src2": "take lemon", "src3": "put lemon", "trg": "take salad", "vis_src": "P30_05:36 P30_05:37 P30_05:38", "vis_trg": "P30_05:39", "narrations": [ "put salad", "take lemon", "put lemon", "take salad" ], "verbs": [ "put", "take", "put", "take" ], "verb_classes": [ 1, 0, 1, 0 ], "nouns": [ "salad", "lemon", "lemon", "salad" ], "noun_classes": [ 68, 105, 105, 68 ], "start_stop_timestamps": [ [ "00:03:19.54", "00:03:21.04" ], [ "00:03:28.33", "00:03:29.39" ], [ "00:03:29.66", "00:03:30.88" ], [ "00:03:41.73", "00:03:43.10" ] ], "start_stop_frames": [ [ 11972, 12062 ], [ 12499, 12563 ], [ 12579, 12652 ], [ 13303, 13386 ] ], "trgnoun": "salad", "trgverb": "take" }, { "key": "P35_104+712_713_714_715", "video_id": "P35_104", "narration_ids": [ "P35_104_712", "P35_104_713", "P35_104_714", "P35_104_715" ], "src": "dry hands . put_down napkin . pick_up cling_film", "src1": "dry hands", "src2": "put_down napkin", "src3": "pick_up cling_film", "trg": "unroll cling_film", "vis_src": "P35_104:712 P35_104:713 P35_104:714", "vis_trg": "P35_104:715", "narrations": [ "dry hands", "put down napkin", "pick up cling film", "unroll cling film" ], "verbs": [ "dry", "put-down", "pick-up", "unroll" ], "verb_classes": [ 14, 1, 0, 39 ], "nouns": [ "hand", "napkin", "film:cling", "film:cling" ], "noun_classes": [ 11, 88, 100, 100 ], "start_stop_timestamps": [ [ "00:49:38.85", "00:49:42.81" ], [ "00:49:42.91", "00:49:44.51" ], [ "00:49:44.61", "00:49:46.27" ], [ "00:49:46.25", "00:49:51.87" ] ], "start_stop_frames": [ [ 148942, 149140 ], [ 149145, 149225 ], [ 149230, 149313 ], [ 149312, 149593 ] ], "trgnoun": "cling_film", "trgverb": "unroll" }, { "key": "P35_104+723_724_725_726", "video_id": "P35_104", "narration_ids": [ "P35_104_723", "P35_104_724", "P35_104_725", "P35_104_726" ], "src": "dry hands . put_down napkin . pick_up cling_film", "src1": "dry hands", "src2": "put_down napkin", "src3": "pick_up cling_film", "trg": "unroll cling_film", "vis_src": "P35_104:723 P35_104:724 P35_104:725", "vis_trg": "P35_104:726", "narrations": [ "dry hands", "put down napkin", "pick up cling film", "unroll cling film" ], "verbs": [ "dry", "put-down", "pick-up", "unroll" ], "verb_classes": [ 14, 1, 0, 39 ], "nouns": [ "hand", "napkin", "film:cling", "film:cling" ], "noun_classes": [ 11, 88, 100, 100 ], "start_stop_timestamps": [ [ "00:50:34.45", "00:50:37.84" ], [ "00:50:38.23", "00:50:38.80" ], [ "00:50:38.79", "00:50:39.97" ], [ "00:50:40.20", "00:50:45.17" ] ], "start_stop_frames": [ [ 151722, 151892 ], [ 151911, 151940 ], [ 151939, 151998 ], [ 152010, 152258 ] ], "trgnoun": "cling_film", "trgverb": "unroll" }, { "key": "P02_115+26_27_28_29", "video_id": "P02_115", "narration_ids": [ "P02_115_26", "P02_115_27", "P02_115_28", "P02_115_29" ], "src": "pick_up plate . hold plate . pick_up pie using spatula", "src1": "pick_up plate", "src2": "hold plate", "src3": "pick_up pie using spatula", "trg": "put pie on plate", "vis_src": "P02_115:26 P02_115:27 P02_115:28", "vis_trg": "P02_115:29", "narrations": [ "pick up plate", "hold plate", "pick up pie using spatula", "put pie on plate" ], "verbs": [ "pick-up", "hold", "pick-up", "put-on" ], "verb_classes": [ 0, 34, 0, 1 ], "nouns": [ "plate", "plate", "pie", "pie" ], "noun_classes": [ 2, 2, 137, 137 ], "start_stop_timestamps": [ [ "00:01:06.50", "00:01:09.55" ], [ "00:01:10.11", "00:01:11.75" ], [ "00:01:11.93", "00:01:12.64" ], [ "00:01:12.89", "00:01:13.72" ] ], "start_stop_frames": [ [ 3325, 3477 ], [ 3505, 3587 ], [ 3596, 3632 ], [ 3644, 3686 ] ], "trgnoun": "pie", "trgverb": "put_on" }, { "key": "P22_13+232_233_234_235", "video_id": "P22_13", "narration_ids": [ "P22_13_232", "P22_13_233", "P22_13_234", "P22_13_235" ], "src": "clean stove . open basket . toss food_residues", "src1": "clean stove", "src2": "open basket", "src3": "toss food_residues", "trg": "close basket", "vis_src": "P22_13:232 P22_13:233 P22_13:234", "vis_trg": "P22_13:235", "narrations": [ "clean stove", "open basket", "toss food residues", "close basket" ], "verbs": [ "clean", "open", "toss", "close" ], "verb_classes": [ 2, 3, 13, 4 ], "nouns": [ "stove", "basket", "residue:food", "basket" ], "noun_classes": [ 24, 168, 54, 168 ], "start_stop_timestamps": [ [ "00:07:55.79", "00:07:57.61" ], [ "00:07:58.07", "00:07:58.82" ], [ "00:07:58.74", "00:07:59.79" ], [ "00:07:59.34", "00:08:00.19" ] ], "start_stop_frames": [ [ 28547, 28656 ], [ 28684, 28729 ], [ 28724, 28787 ], [ 28760, 28811 ] ], "trgnoun": "basket", "trgverb": "close" }, { "key": "P26_02+3_4_5_6", "video_id": "P26_02", "narration_ids": [ "P26_02_3", "P26_02_4", "P26_02_5", "P26_02_6" ], "src": "close door . remove plastic . pick_up chicken_breast", "src1": "close door", "src2": "remove plastic", "src3": "pick_up chicken_breast", "trg": "put chicken_breast in the pan", "vis_src": "P26_02:3 P26_02:4 P26_02:5", "vis_trg": "P26_02:6", "narrations": [ "close door", "remove plastic", "pick up chicken breast", "put chicken breast in the pan" ], "verbs": [ "close", "remove", "pick-up", "put-in" ], "verb_classes": [ 4, 12, 0, 5 ], "nouns": [ "door", "plastic", "breast:chicken", "breast:chicken" ], "noun_classes": [ 3, 26, 57, 57 ], "start_stop_timestamps": [ [ "00:00:12.08", "00:00:14.36" ], [ "00:00:16.71", "00:00:21.08" ], [ "00:00:21.18", "00:00:24.79" ], [ "00:00:26.38", "00:00:30.72" ] ], "start_stop_frames": [ [ 724, 861 ], [ 1002, 1264 ], [ 1270, 1487 ], [ 1582, 1843 ] ], "trgnoun": "chicken_breast", "trgverb": "put_in" }, { "key": "P02_04+98_99_100_101", "video_id": "P02_04", "narration_ids": [ "P02_04_98", "P02_04_99", "P02_04_100", "P02_04_101" ], "src": "pick_up pot . wash pot . open tap", "src1": "pick_up pot", "src2": "wash pot", "src3": "open tap", "trg": "rinse pot", "vis_src": "P02_04:98 P02_04:99 P02_04:100", "vis_trg": "P02_04:101", "narrations": [ "pick up pot", "wash pot", "open tap", "rinse pot" ], "verbs": [ "pick-up", "wash", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "pot", "pot", "tap", "pot" ], "noun_classes": [ 29, 29, 0, 29 ], "start_stop_timestamps": [ [ "00:04:00.15", "00:04:01.03" ], [ "00:04:01.76", "00:04:07.52" ], [ "00:04:07.62", "00:04:08.73" ], [ "00:04:08.72", "00:04:14.43" ] ], "start_stop_frames": [ [ 14409, 14461 ], [ 14505, 14851 ], [ 14857, 14923 ], [ 14923, 15265 ] ], "trgnoun": "pot", "trgverb": "rinse" }, { "key": "P13_06+17_18_19_20", "video_id": "P13_06", "narration_ids": [ "P13_06_17", "P13_06_18", "P13_06_19", "P13_06_20" ], "src": "put scissors in drawer . close drawer . grab plastic", "src1": "put scissors in drawer", "src2": "close drawer", "src3": "grab plastic", "trg": "throw plastic in trash", "vis_src": "P13_06:17 P13_06:18 P13_06:19", "vis_trg": "P13_06:20", "narrations": [ "put scissors in drawer", "close drawer", "grab plastic", "throw plastic in trash" ], "verbs": [ "put-in", "close", "grab", "throw-in" ], "verb_classes": [ 5, 4, 0, 13 ], "nouns": [ "scissors", "drawer", "plastic", "plastic" ], "noun_classes": [ 79, 8, 26, 26 ], "start_stop_timestamps": [ [ "00:01:32.48", "00:01:34.03" ], [ "00:01:34.87", "00:01:36.02" ], [ "00:01:36.80", "00:01:39.26" ], [ "00:01:39.49", "00:01:41.97" ] ], "start_stop_frames": [ [ 5548, 5641 ], [ 5692, 5761 ], [ 5808, 5955 ], [ 5969, 6118 ] ], "trgnoun": "plastic", "trgverb": "throw_in" }, { "key": "P22_113+110_111_112_113", "video_id": "P22_113", "narration_ids": [ "P22_113_110", "P22_113_111", "P22_113_112", "P22_113_113" ], "src": "close jar . pick_up spatula . stir egg", "src1": "close jar", "src2": "pick_up spatula", "src3": "stir egg", "trg": "put_down spatula", "vis_src": "P22_113:110 P22_113:111 P22_113:112", "vis_trg": "P22_113:113", "narrations": [ "close jar", "pick up spatula", "stir egg", "put down spatula" ], "verbs": [ "close", "pick-up", "stir", "put-down" ], "verb_classes": [ 4, 0, 10, 1 ], "nouns": [ "jar", "spatula", "egg", "spatula" ], "noun_classes": [ 40, 20, 53, 20 ], "start_stop_timestamps": [ [ "00:03:45.55", "00:03:46.45" ], [ "00:03:46.84", "00:03:47.51" ], [ "00:03:47.40", "00:03:55.55" ], [ "00:03:55.75", "00:03:56.39" ] ], "start_stop_frames": [ [ 11277, 11322 ], [ 11342, 11375 ], [ 11370, 11777 ], [ 11787, 11819 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P03_109+8_9_10_11", "video_id": "P03_109", "narration_ids": [ "P03_109_8", "P03_109_9", "P03_109_10", "P03_109_11" ], "src": "pick_up food from strainer . put food in bin . pick_up saucepan_lid", "src1": "pick_up food from strainer", "src2": "put food in bin", "src3": "pick_up saucepan_lid", "trg": "put_down saucepan_lid", "vis_src": "P03_109:8 P03_109:9 P03_109:10", "vis_trg": "P03_109:11", "narrations": [ "pick up food from strainer", "put food in bin", "pick up saucepan lid", "put down saucepan lid" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-down" ], "verb_classes": [ 0, 5, 0, 1 ], "nouns": [ "food", "food", "lid:saucepan", "lid:saucepan" ], "noun_classes": [ 34, 34, 6, 6 ], "start_stop_timestamps": [ [ "00:00:10.68", "00:00:11.56" ], [ "00:00:11.66", "00:00:12.75" ], [ "00:00:14.42", "00:00:15.08" ], [ "00:00:15.44", "00:00:17.06" ] ], "start_stop_frames": [ [ 534, 578 ], [ 583, 637 ], [ 721, 754 ], [ 772, 852 ] ], "trgnoun": "saucepan_lid", "trgverb": "put_down" }, { "key": "P22_10+398_399_400_401", "video_id": "P22_10", "narration_ids": [ "P22_10_398", "P22_10_399", "P22_10_400", "P22_10_401" ], "src": "move sponge . move tap . move food_residue", "src1": "move sponge", "src2": "move tap", "src3": "move food_residue", "trg": "clean sponge", "vis_src": "P22_10:398 P22_10:399 P22_10:400", "vis_trg": "P22_10:401", "narrations": [ "move sponge", "move tap", "move food residue", "clean sponge" ], "verbs": [ "move", "move", "move", "clean" ], "verb_classes": [ 11, 11, 11, 2 ], "nouns": [ "sponge", "tap", "residue:food", "sponge" ], "noun_classes": [ 9, 0, 54, 9 ], "start_stop_timestamps": [ [ "00:14:29.79", "00:14:30.57" ], [ "00:14:30.49", "00:14:31.61" ], [ "00:14:33.20", "00:14:34.53" ], [ "00:14:35.03", "00:14:40.69" ] ], "start_stop_frames": [ [ 52187, 52234 ], [ 52229, 52296 ], [ 52392, 52471 ], [ 52501, 52841 ] ], "trgnoun": "sponge", "trgverb": "clean" }, { "key": "P28_111+108_109_110_111", "video_id": "P28_111", "narration_ids": [ "P28_111_108", "P28_111_109", "P28_111_110", "P28_111_111" ], "src": "wash cup . put cup . take grater", "src1": "wash cup", "src2": "put cup", "src3": "take grater", "trg": "put grater", "vis_src": "P28_111:108 P28_111:109 P28_111:110", "vis_trg": "P28_111:111", "narrations": [ "wash cup", "put cup", "take grater", "put grater" ], "verbs": [ "wash", "put", "take", "put" ], "verb_classes": [ 2, 1, 0, 1 ], "nouns": [ "cup", "cup", "grater", "grater" ], "noun_classes": [ 13, 13, 96, 96 ], "start_stop_timestamps": [ [ "00:05:17.17", "00:05:21.82" ], [ "00:05:21.57", "00:05:22.77" ], [ "00:05:22.85", "00:05:23.66" ], [ "00:05:23.36", "00:05:24.09" ] ], "start_stop_frames": [ [ 15858, 16091 ], [ 16078, 16138 ], [ 16142, 16183 ], [ 16168, 16204 ] ], "trgnoun": "grater", "trgverb": "put" }, { "key": "P03_120+121_122_123_124", "video_id": "P03_120", "narration_ids": [ "P03_120_121", "P03_120_122", "P03_120_123", "P03_120_124" ], "src": "pick_up grater . pick_up lemon . put grater in bowl", "src1": "pick_up grater", "src2": "pick_up lemon", "src3": "put grater in bowl", "trg": "zest lemon into bowl", "vis_src": "P03_120:121 P03_120:122 P03_120:123", "vis_trg": "P03_120:124", "narrations": [ "pick up grater", "pick up lemon", "put grater in bowl", "zest lemon into bowl" ], "verbs": [ "pick-up", "pick-up", "put-in", "zest-into" ], "verb_classes": [ 0, 0, 5, 77 ], "nouns": [ "grater", "lemon", "grater", "lemon" ], "noun_classes": [ 96, 105, 96, 105 ], "start_stop_timestamps": [ [ "00:05:00.74", "00:05:01.30" ], [ "00:05:01.39", "00:05:02.04" ], [ "00:05:02.17", "00:05:03.60" ], [ "00:05:03.70", "00:05:44.46" ] ], "start_stop_frames": [ [ 15037, 15065 ], [ 15069, 15102 ], [ 15108, 15180 ], [ 15185, 17223 ] ], "trgnoun": "lemon", "trgverb": "zest_into" }, { "key": "P30_108+79_80_81_82", "video_id": "P30_108", "narration_ids": [ "P30_108_79", "P30_108_80", "P30_108_81", "P30_108_82" ], "src": "turn_on tap . rinse scouring_pad . pick_up pot", "src1": "turn_on tap", "src2": "rinse scouring_pad", "src3": "pick_up pot", "trg": "rinse pot", "vis_src": "P30_108:79 P30_108:80 P30_108:81", "vis_trg": "P30_108:82", "narrations": [ "turn on tap", "rinse scouring pad", "pick up pot", "rinse pot" ], "verbs": [ "turn-on", "rinse", "pick-up", "rinse" ], "verb_classes": [ 6, 2, 0, 2 ], "nouns": [ "tap", "pad:scouring", "pot", "pot" ], "noun_classes": [ 0, 9, 29, 29 ], "start_stop_timestamps": [ [ "00:02:57.28", "00:02:58.34" ], [ "00:02:58.42", "00:03:00.16" ], [ "00:02:59.62", "00:03:00.57" ], [ "00:03:00.67", "00:03:05.31" ] ], "start_stop_frames": [ [ 8864, 8917 ], [ 8921, 9008 ], [ 8981, 9028 ], [ 9033, 9265 ] ], "trgnoun": "pot", "trgverb": "rinse" }, { "key": "P13_08+56_57_58_59", "video_id": "P13_08", "narration_ids": [ "P13_08_56", "P13_08_57", "P13_08_58", "P13_08_59" ], "src": "keep cutting bacon . put scissors on sink . pick_up plastic", "src1": "keep cutting bacon", "src2": "put scissors on sink", "src3": "pick_up plastic", "trg": "throw plastic on trash", "vis_src": "P13_08:56 P13_08:57 P13_08:58", "vis_trg": "P13_08:59", "narrations": [ "keep cutting bacon", "put scissors on sink", "pick up plastic", "throw plastic on trash" ], "verbs": [ "cut", "put-on", "pick-up", "throw-on" ], "verb_classes": [ 7, 1, 0, 13 ], "nouns": [ "bacon", "scissors", "plastic", "plastic" ], "noun_classes": [ 163, 79, 26, 26 ], "start_stop_timestamps": [ [ "00:14:39.75", "00:15:01.50" ], [ "00:15:07.10", "00:15:09.01" ], [ "00:16:09.45", "00:16:12.20" ], [ "00:16:12.22", "00:16:14.21" ] ], "start_stop_frames": [ [ 52785, 54090 ], [ 54426, 54540 ], [ 58167, 58332 ], [ 58333, 58452 ] ], "trgnoun": "plastic", "trgverb": "throw_on" }, { "key": "P06_03+56_57_58_59", "video_id": "P06_03", "narration_ids": [ "P06_03_56", "P06_03_57", "P06_03_58", "P06_03_59" ], "src": "put bag in cupboard . take bag . plug_in kettle", "src1": "put bag in cupboard", "src2": "take bag", "src3": "plug_in kettle", "trg": "turn_on kettle", "vis_src": "P06_03:56 P06_03:57 P06_03:58", "vis_trg": "P06_03:59", "narrations": [ "put bag in cupboard", "take bag", "plug in kettle", "turn on kettle" ], "verbs": [ "put-in", "take", "plug-in", "turn-on" ], "verb_classes": [ 5, 0, 64, 6 ], "nouns": [ "bag", "bag", "kettle", "kettle" ], "noun_classes": [ 19, 19, 44, 44 ], "start_stop_timestamps": [ [ "00:03:09.45", "00:03:10.40" ], [ "00:03:11.27", "00:03:13.73" ], [ "00:03:13.05", "00:03:18.33" ], [ "00:03:18.17", "00:03:20.01" ] ], "start_stop_frames": [ [ 11367, 11424 ], [ 11476, 11623 ], [ 11583, 11899 ], [ 11890, 12000 ] ], "trgnoun": "kettle", "trgverb": "turn_on" }, { "key": "P04_01+135_136_137_138", "video_id": "P04_01", "narration_ids": [ "P04_01_135", "P04_01_136", "P04_01_137", "P04_01_138" ], "src": "put_in bag . close miso_paste . open fridge", "src1": "put_in bag", "src2": "close miso_paste", "src3": "open fridge", "trg": "put miso_paste", "vis_src": "P04_01:135 P04_01:136 P04_01:137", "vis_trg": "P04_01:138", "narrations": [ "put in bag", "close miso paste", "open fridge", "put miso paste" ], "verbs": [ "put-in", "close", "open", "put" ], "verb_classes": [ 5, 4, 3, 1 ], "nouns": [ "bag", "paste:miso", "fridge", "paste:miso" ], "noun_classes": [ 19, 148, 12, 148 ], "start_stop_timestamps": [ [ "00:10:14.09", "00:10:18.39" ], [ "00:10:18.49", "00:10:23.93" ], [ "00:10:24.03", "00:10:26.06" ], [ "00:10:25.09", "00:10:26.72" ] ], "start_stop_frames": [ [ 36845, 37103 ], [ 37109, 37435 ], [ 37441, 37563 ], [ 37505, 37603 ] ], "trgnoun": "miso_paste", "trgverb": "put" }, { "key": "P30_107+575_576_577_578", "video_id": "P30_107", "narration_ids": [ "P30_107_575", "P30_107_576", "P30_107_577", "P30_107_578" ], "src": "rinse bowl . put bowl in drying rack . empty washing up bowl", "src1": "rinse bowl", "src2": "put bowl in drying rack", "src3": "empty washing up bowl", "trg": "rinse washing up bowl", "vis_src": "P30_107:575 P30_107:576 P30_107:577", "vis_trg": "P30_107:578", "narrations": [ "rinse bowl", "put bowl in drying rack", "empty washing up bowl", "rinse washing up bowl" ], "verbs": [ "rinse", "put-in", "empty", "rinse" ], "verb_classes": [ 2, 5, 20, 2 ], "nouns": [ "bowl", "bowl", "bowl:washing:up", "bowl:washing:up" ], "noun_classes": [ 7, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:29:08.43", "00:29:14.24" ], [ "00:29:13.87", "00:29:14.84" ], [ "00:29:15.10", "00:29:16.74" ], [ "00:29:16.39", "00:29:18.19" ] ], "start_stop_frames": [ [ 87421, 87712 ], [ 87693, 87742 ], [ 87755, 87837 ], [ 87819, 87909 ] ], "trgnoun": "up_washing_bowl", "trgverb": "rinse" }, { "key": "P11_109+36_37_38_41", "video_id": "P11_109", "narration_ids": [ "P11_109_36", "P11_109_37", "P11_109_38", "P11_109_41" ], "src": "pick_up glasses . open cupboard . unload glass", "src1": "pick_up glasses", "src2": "open cupboard", "src3": "unload glass", "trg": "put_away glasses", "vis_src": "P11_109:36 P11_109:37 P11_109:38", "vis_trg": "P11_109:41", "narrations": [ "pick up glasses", "open cupboard", "unload glass", "put away glasses" ], "verbs": [ "pick-up", "open", "unload", "put-away" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "glass", "cupboard", "glass", "glass" ], "noun_classes": [ 10, 3, 10, 10 ], "start_stop_timestamps": [ [ "00:01:00.05", "00:01:02.62" ], [ "00:01:02.74", "00:01:03.26" ], [ "00:01:04.54", "00:01:09.17" ], [ "00:01:06.02", "00:01:08.85" ] ], "start_stop_frames": [ [ 3002, 3131 ], [ 3137, 3163 ], [ 3227, 3458 ], [ 3301, 3442 ] ], "trgnoun": "glass", "trgverb": "put_away" }, { "key": "P22_07+61_62_63_64", "video_id": "P22_07", "narration_ids": [ "P22_07_61", "P22_07_62", "P22_07_63", "P22_07_64" ], "src": "dry hands . put_down down rag . grab container", "src1": "dry hands", "src2": "put_down down rag", "src3": "grab container", "trg": "close container", "vis_src": "P22_07:61 P22_07:62 P22_07:63", "vis_trg": "P22_07:64", "narrations": [ "dry hands", "put down down rag", "grab container", "close container" ], "verbs": [ "dry", "put-down", "grab", "close" ], "verb_classes": [ 14, 1, 0, 4 ], "nouns": [ "hand", "rag", "container", "container" ], "noun_classes": [ 11, 17, 21, 21 ], "start_stop_timestamps": [ [ "00:02:03.06", "00:02:09.22" ], [ "00:02:08.32", "00:02:09.84" ], [ "00:02:10.21", "00:02:11.57" ], [ "00:02:11.92", "00:02:12.92" ] ], "start_stop_frames": [ [ 7383, 7753 ], [ 7699, 7790 ], [ 7812, 7894 ], [ 7915, 7975 ] ], "trgnoun": "container", "trgverb": "close" }, { "key": "P22_05+253_254_255_257", "video_id": "P22_05", "narration_ids": [ "P22_05_253", "P22_05_254", "P22_05_255", "P22_05_257" ], "src": "remove slice . remove peelings . put_down slices", "src1": "remove slice", "src2": "remove peelings", "src3": "put_down slices", "trg": "pick_up peach", "vis_src": "P22_05:253 P22_05:254 P22_05:255", "vis_trg": "P22_05:257", "narrations": [ "remove slice", "remove peelings", "put down slices", "pick up peach" ], "verbs": [ "remove", "remove", "put-down", "pick-up" ], "verb_classes": [ 12, 12, 1, 0 ], "nouns": [ "peach", "peeling", "peeling", "peach" ], "noun_classes": [ 74, 48, 48, 74 ], "start_stop_timestamps": [ [ "00:11:30.60", "00:11:31.60" ], [ "00:11:31.70", "00:11:34.20" ], [ "00:11:33.00", "00:11:46.08" ], [ "00:11:35.15", "00:11:36.65" ] ], "start_stop_frames": [ [ 41436, 41496 ], [ 41502, 41652 ], [ 41580, 42364 ], [ 41709, 41799 ] ], "trgnoun": "peach", "trgverb": "pick_up" }, { "key": "P22_17+131_132_133_134", "video_id": "P22_17", "narration_ids": [ "P22_17_131", "P22_17_132", "P22_17_133", "P22_17_134" ], "src": "dry hands . put_down down rag . grab container", "src1": "dry hands", "src2": "put_down down rag", "src3": "grab container", "trg": "close container", "vis_src": "P22_17:131 P22_17:132 P22_17:133", "vis_trg": "P22_17:134", "narrations": [ "dry hands", "put down down rag", "grab container", "close container" ], "verbs": [ "dry", "put-down", "grab", "close" ], "verb_classes": [ 14, 1, 0, 4 ], "nouns": [ "hand", "rag", "container", "container" ], "noun_classes": [ 11, 17, 21, 21 ], "start_stop_timestamps": [ [ "00:06:08.99", "00:06:10.78" ], [ "00:06:10.88", "00:06:12.13" ], [ "00:06:12.38", "00:06:13.46" ], [ "00:06:13.43", "00:06:14.81" ] ], "start_stop_frames": [ [ 22139, 22246 ], [ 22252, 22327 ], [ 22342, 22407 ], [ 22405, 22488 ] ], "trgnoun": "container", "trgverb": "close" }, { "key": "P07_113+27_28_29_30", "video_id": "P07_113", "narration_ids": [ "P07_113_27", "P07_113_28", "P07_113_29", "P07_113_30" ], "src": "grab container . push container . grab cloth", "src1": "grab container", "src2": "push container", "src3": "grab cloth", "trg": "hang cloth", "vis_src": "P07_113:27 P07_113:28 P07_113:29", "vis_trg": "P07_113:30", "narrations": [ "grab container", "push container", "grab cloth", "hang cloth" ], "verbs": [ "grab", "push", "grab", "hang" ], "verb_classes": [ 0, 21, 0, 41 ], "nouns": [ "container", "container", "cloth", "cloth" ], "noun_classes": [ 21, 21, 17, 17 ], "start_stop_timestamps": [ [ "00:01:17.32", "00:01:18.16" ], [ "00:01:18.12", "00:01:18.70" ], [ "00:01:18.78", "00:01:19.35" ], [ "00:01:20.39", "00:01:21.95" ] ], "start_stop_frames": [ [ 3865, 3908 ], [ 3906, 3935 ], [ 3939, 3967 ], [ 4019, 4097 ] ], "trgnoun": "cloth", "trgverb": "hang" }, { "key": "P22_117+365_366_367_368", "video_id": "P22_117", "narration_ids": [ "P22_117_365", "P22_117_366", "P22_117_367", "P22_117_368" ], "src": "put_down spatula . pick_up pepper . open pepper", "src1": "put_down spatula", "src2": "pick_up pepper", "src3": "open pepper", "trg": "pour pepper", "vis_src": "P22_117:365 P22_117:366 P22_117:367", "vis_trg": "P22_117:368", "narrations": [ "put down spatula", "pick up pepper", "open pepper", "pour pepper" ], "verbs": [ "put-down", "pick-up", "open", "pour" ], "verb_classes": [ 1, 0, 3, 9 ], "nouns": [ "spatula", "pepper", "pepper", "pepper" ], "noun_classes": [ 20, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:13:41.19", "00:13:41.70" ], [ "00:13:42.56", "00:13:43.49" ], [ "00:13:43.66", "00:13:44.46" ], [ "00:13:44.62", "00:13:47.98" ] ], "start_stop_frames": [ [ 41059, 41085 ], [ 41128, 41174 ], [ 41183, 41223 ], [ 41231, 41399 ] ], "trgnoun": "pepper", "trgverb": "pour" }, { "key": "P22_12+55_56_57_58", "video_id": "P22_12", "narration_ids": [ "P22_12_55", "P22_12_56", "P22_12_57", "P22_12_58" ], "src": "take knife . close drawer . cut peach", "src1": "take knife", "src2": "close drawer", "src3": "cut peach", "trg": "take peach", "vis_src": "P22_12:55 P22_12:56 P22_12:57", "vis_trg": "P22_12:58", "narrations": [ "take knife", "close drawer", "cut peach", "take peach" ], "verbs": [ "take", "close", "cut", "take" ], "verb_classes": [ 0, 4, 7, 0 ], "nouns": [ "knife", "drawer", "peach", "peach" ], "noun_classes": [ 4, 8, 74, 74 ], "start_stop_timestamps": [ [ "00:03:10.02", "00:03:10.74" ], [ "00:03:10.84", "00:03:11.74" ], [ "00:03:11.85", "00:03:14.67" ], [ "00:03:11.96", "00:03:12.87" ] ], "start_stop_frames": [ [ 11401, 11444 ], [ 11450, 11504 ], [ 11511, 11680 ], [ 11517, 11572 ] ], "trgnoun": "peach", "trgverb": "take" }, { "key": "P22_05+248_249_250_251", "video_id": "P22_05", "narration_ids": [ "P22_05_248", "P22_05_249", "P22_05_250", "P22_05_251" ], "src": "put_down slice . pick_up peach . cut peach", "src1": "put_down slice", "src2": "pick_up peach", "src3": "cut peach", "trg": "remove slice", "vis_src": "P22_05:248 P22_05:249 P22_05:250", "vis_trg": "P22_05:251", "narrations": [ "put down slice", "pick up peach", "cut peach", "remove slice" ], "verbs": [ "put-down", "pick-up", "cut", "remove" ], "verb_classes": [ 1, 0, 7, 12 ], "nouns": [ "peeling", "peach", "peach", "peach" ], "noun_classes": [ 48, 74, 74, 74 ], "start_stop_timestamps": [ [ "00:11:22.94", "00:11:24.41" ], [ "00:11:24.51", "00:11:25.73" ], [ "00:11:25.77", "00:11:27.99" ], [ "00:11:28.09", "00:11:30.21" ] ], "start_stop_frames": [ [ 40976, 41064 ], [ 41070, 41143 ], [ 41146, 41279 ], [ 41285, 41412 ] ], "trgnoun": "peach", "trgverb": "remove" }, { "key": "P22_12+247_248_249_250", "video_id": "P22_12", "narration_ids": [ "P22_12_247", "P22_12_248", "P22_12_249", "P22_12_250" ], "src": "spread cream . place slice . pick_up lid", "src1": "spread cream", "src2": "place slice", "src3": "pick_up lid", "trg": "put lid", "vis_src": "P22_12:247 P22_12:248 P22_12:249", "vis_trg": "P22_12:250", "narrations": [ "spread cream", "place slice", "pick up lid", "put lid" ], "verbs": [ "spread", "place", "pick-up", "put" ], "verb_classes": [ 27, 1, 0, 1 ], "nouns": [ "cream", "peach", "lid", "lid" ], "noun_classes": [ 143, 74, 6, 6 ], "start_stop_timestamps": [ [ "00:09:52.11", "00:09:56.93" ], [ "00:10:03.48", "00:10:06.29" ], [ "00:10:06.40", "00:10:07.11" ], [ "00:10:07.02", "00:10:09.01" ] ], "start_stop_frames": [ [ 35526, 35815 ], [ 36208, 36377 ], [ 36384, 36426 ], [ 36421, 36540 ] ], "trgnoun": "lid", "trgverb": "put" }, { "key": "P22_12+86_87_88_89", "video_id": "P22_12", "narration_ids": [ "P22_12_86", "P22_12_87", "P22_12_88", "P22_12_89" ], "src": "remove skin . put_down slice . grab peach", "src1": "remove skin", "src2": "put_down slice", "src3": "grab peach", "trg": "cut peach", "vis_src": "P22_12:86 P22_12:87 P22_12:88", "vis_trg": "P22_12:89", "narrations": [ "remove skin", "put down slice", "grab peach", "cut peach" ], "verbs": [ "remove", "put-down", "grab", "cut" ], "verb_classes": [ 12, 1, 0, 7 ], "nouns": [ "skin", "bread", "peach", "peach" ], "noun_classes": [ 48, 33, 74, 74 ], "start_stop_timestamps": [ [ "00:04:04.46", "00:04:05.60" ], [ "00:04:05.69", "00:04:06.65" ], [ "00:04:06.31", "00:04:07.37" ], [ "00:04:06.93", "00:04:11.80" ] ], "start_stop_frames": [ [ 14667, 14736 ], [ 14741, 14799 ], [ 14778, 14842 ], [ 14815, 15108 ] ], "trgnoun": "peach", "trgverb": "cut" }, { "key": "P14_05+9_11_12_13", "video_id": "P14_05", "narration_ids": [ "P14_05_9", "P14_05_11", "P14_05_12", "P14_05_13" ], "src": "put_down milk . put cereals in bowl . take a spoon", "src1": "put_down milk", "src2": "put cereals in bowl", "src3": "take a spoon", "trg": "put spoon in bowl", "vis_src": "P14_05:9 P14_05:11 P14_05:12", "vis_trg": "P14_05:13", "narrations": [ "put down milk", "put cereals in bowl", "take a spoon", "put spoon in bowl" ], "verbs": [ "put-down", "put-in", "take", "put-in" ], "verb_classes": [ 1, 5, 0, 5 ], "nouns": [ "milk", "cereal", "spoon", "spoon" ], "noun_classes": [ 64, 99, 1, 1 ], "start_stop_timestamps": [ [ "00:00:49.77", "00:00:52.60" ], [ "00:00:57.39", "00:01:03.25" ], [ "00:01:05.72", "00:01:06.94" ], [ "00:01:07.00", "00:01:09.48" ] ], "start_stop_frames": [ [ 2986, 3156 ], [ 3443, 3795 ], [ 3943, 4016 ], [ 4020, 4168 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P30_111+84_86_87_88", "video_id": "P30_111", "narration_ids": [ "P30_111_84", "P30_111_86", "P30_111_87", "P30_111_88" ], "src": "pick_up saucepan . put spoon in washing up bowl . move tap", "src1": "pick_up saucepan", "src2": "put spoon in washing up bowl", "src3": "move tap", "trg": "empty saucepan into sink", "vis_src": "P30_111:84 P30_111:86 P30_111:87", "vis_trg": "P30_111:88", "narrations": [ "pick up saucepan", "put spoon in washing up bowl", "move tap", "empty saucepan into sink" ], "verbs": [ "pick-up", "put-in", "move", "empty" ], "verb_classes": [ 0, 5, 11, 20 ], "nouns": [ "saucepan", "spoon", "tap", "saucepan" ], "noun_classes": [ 5, 1, 0, 5 ], "start_stop_timestamps": [ [ "00:02:51.03", "00:02:52.45" ], [ "00:02:53.04", "00:02:53.60" ], [ "00:02:53.69", "00:02:54.20" ], [ "00:02:54.29", "00:02:56.69" ] ], "start_stop_frames": [ [ 8551, 8622 ], [ 8652, 8680 ], [ 8684, 8710 ], [ 8714, 8834 ] ], "trgnoun": "saucepan", "trgverb": "empty" }, { "key": "P22_12+72_73_74_75", "video_id": "P22_12", "narration_ids": [ "P22_12_72", "P22_12_73", "P22_12_74", "P22_12_75" ], "src": "remove slice . remove skin . put_down slice", "src1": "remove slice", "src2": "remove skin", "src3": "put_down slice", "trg": "cut peach", "vis_src": "P22_12:72 P22_12:73 P22_12:74", "vis_trg": "P22_12:75", "narrations": [ "remove slice", "remove skin", "put down slice", "cut peach" ], "verbs": [ "remove", "remove", "put-down", "cut" ], "verb_classes": [ 12, 12, 1, 7 ], "nouns": [ "peach", "skin", "clip", "peach" ], "noun_classes": [ 74, 48, 129, 74 ], "start_stop_timestamps": [ [ "00:03:38.83", "00:03:40.29" ], [ "00:03:40.65", "00:03:41.90" ], [ "00:03:42.16", "00:03:44.08" ], [ "00:03:42.98", "00:03:47.30" ] ], "start_stop_frames": [ [ 13129, 13217 ], [ 13239, 13314 ], [ 13329, 13444 ], [ 13378, 13638 ] ], "trgnoun": "peach", "trgverb": "cut" }, { "key": "P28_111+28_29_30_31", "video_id": "P28_111", "narration_ids": [ "P28_111_28", "P28_111_29", "P28_111_30", "P28_111_31" ], "src": "put cup . take grater . rinse grater", "src1": "put cup", "src2": "take grater", "src3": "rinse grater", "trg": "put grater", "vis_src": "P28_111:28 P28_111:29 P28_111:30", "vis_trg": "P28_111:31", "narrations": [ "put cup", "take grater", "rinse grater", "put grater" ], "verbs": [ "put", "take", "rinse", "put" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "cup", "grater", "grater", "grater" ], "noun_classes": [ 13, 96, 96, 96 ], "start_stop_timestamps": [ [ "00:01:32.95", "00:01:33.68" ], [ "00:01:33.71", "00:01:34.76" ], [ "00:01:34.71", "00:01:41.74" ], [ "00:01:42.43", "00:01:42.95" ] ], "start_stop_frames": [ [ 4647, 4684 ], [ 4685, 4738 ], [ 4735, 5087 ], [ 5121, 5147 ] ], "trgnoun": "grater", "trgverb": "put" }, { "key": "P24_07+47_48_49_50", "video_id": "P24_07", "narration_ids": [ "P24_07_47", "P24_07_48", "P24_07_49", "P24_07_50" ], "src": "take lettuce . put_down salad_bowl . take colander", "src1": "take lettuce", "src2": "put_down salad_bowl", "src3": "take colander", "trg": "put_down colander", "vis_src": "P24_07:47 P24_07:48 P24_07:49", "vis_trg": "P24_07:50", "narrations": [ "take lettuce", "put down salad bowl", "take colander", "put down colander" ], "verbs": [ "take", "put-down", "take", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "lettuce", "bowl:salad", "colander", "colander" ], "noun_classes": [ 120, 7, 39, 39 ], "start_stop_timestamps": [ [ "00:02:19.28", "00:02:21.18" ], [ "00:02:22.50", "00:02:23.88" ], [ "00:02:24.63", "00:02:25.87" ], [ "00:02:25.73", "00:02:26.98" ] ], "start_stop_frames": [ [ 8356, 8470 ], [ 8550, 8632 ], [ 8677, 8752 ], [ 8743, 8818 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P04_109+80_81_82_83", "video_id": "P04_109", "narration_ids": [ "P04_109_80", "P04_109_81", "P04_109_82", "P04_109_83" ], "src": "julienne carrot . grab pieces of carrot . drop pieces of carrot", "src1": "julienne carrot", "src2": "grab pieces of carrot", "src3": "drop pieces of carrot", "trg": "pick_up piece of carrot", "vis_src": "P04_109:80 P04_109:81 P04_109:82", "vis_trg": "P04_109:83", "narrations": [ "julienne carrot", "grab pieces of carrot", "drop pieces of carrot", "pick up piece of carrot" ], "verbs": [ "julienne", "grab", "drop", "pick-up" ], "verb_classes": [ 7, 0, 59, 0 ], "nouns": [ "carrot", "piece:carrot", "piece:carrot", "piece:carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:03:10.35", "00:03:29.92" ], [ "00:03:31.07", "00:03:32.46" ], [ "00:03:32.92", "00:03:33.54" ], [ "00:03:33.56", "00:03:33.95" ] ], "start_stop_frames": [ [ 9517, 10496 ], [ 10553, 10623 ], [ 10646, 10677 ], [ 10678, 10697 ] ], "trgnoun": "carrot_piece", "trgverb": "pick_up" }, { "key": "P03_120+224_225_226_227", "video_id": "P03_120", "narration_ids": [ "P03_120_224", "P03_120_225", "P03_120_226", "P03_120_227" ], "src": "put_down measuring_jug . stack clip top jar seals . close egg_carton", "src1": "put_down measuring_jug", "src2": "stack clip top jar seals", "src3": "close egg_carton", "trg": "pick_up egg_carton", "vis_src": "P03_120:224 P03_120:225 P03_120:226", "vis_trg": "P03_120:227", "narrations": [ "put down measuring jug", "stack clip top jar seals", "close egg carton", "pick up egg carton" ], "verbs": [ "put-down", "stack", "close", "pick-up" ], "verb_classes": [ 1, 40, 4, 0 ], "nouns": [ "jug:measuring", "jug:measuring", "carton:egg", "carton:egg" ], "noun_classes": [ 66, 66, 26, 26 ], "start_stop_timestamps": [ [ "00:11:53.59", "00:11:54.07" ], [ "00:11:55.06", "00:11:56.88" ], [ "00:11:55.32", "00:11:56.35" ], [ "00:11:56.23", "00:11:57.31" ] ], "start_stop_frames": [ [ 35679, 35703 ], [ 35753, 35844 ], [ 35766, 35817 ], [ 35811, 35865 ] ], "trgnoun": "egg_carton", "trgverb": "pick_up" }, { "key": "P04_112+235_236_237_238", "video_id": "P04_112", "narration_ids": [ "P04_112_235", "P04_112_236", "P04_112_237", "P04_112_238" ], "src": "try to put egg_carton in fridge door . slide egg_carton into fridge shelf . lift lid of rice cooker", "src1": "try to put egg_carton in fridge door", "src2": "slide egg_carton into fridge shelf", "src3": "lift lid of rice cooker", "trg": "put_down rice cooker lid", "vis_src": "P04_112:235 P04_112:236 P04_112:237", "vis_trg": "P04_112:238", "narrations": [ "try to put egg carton in fridge door", "slide egg carton into fridge shelf", "lift lid of rice cooker", "put down rice cooker lid" ], "verbs": [ "put-in", "slide-into", "lift", "put-down" ], "verb_classes": [ 5, 5, 33, 1 ], "nouns": [ "carton:egg", "carton:egg", "lid:rice:cooker", "lid:rice:cooker" ], "noun_classes": [ 26, 26, 6, 6 ], "start_stop_timestamps": [ [ "00:06:57.76", "00:06:58.65" ], [ "00:07:03.27", "00:07:07.14" ], [ "00:07:10.10", "00:07:11.50" ], [ "00:07:11.32", "00:07:12.01" ] ], "start_stop_frames": [ [ 20888, 20932 ], [ 21163, 21357 ], [ 21505, 21575 ], [ 21566, 21600 ] ], "trgnoun": "cooker_rice_lid", "trgverb": "put_down" }, { "key": "P04_112+232_233_234_235", "video_id": "P04_112", "narration_ids": [ "P04_112_232", "P04_112_233", "P04_112_234", "P04_112_235" ], "src": "slide bowl into fridge shelf . push bowl . pick_up egg_carton", "src1": "slide bowl into fridge shelf", "src2": "push bowl", "src3": "pick_up egg_carton", "trg": "try to put egg_carton in fridge door", "vis_src": "P04_112:232 P04_112:233 P04_112:234", "vis_trg": "P04_112:235", "narrations": [ "slide bowl into fridge shelf", "push bowl", "pick up egg carton", "try to put egg carton in fridge door" ], "verbs": [ "slide-into", "push", "pick-up", "put-in" ], "verb_classes": [ 5, 21, 0, 5 ], "nouns": [ "bowl", "bowl", "carton:egg", "carton:egg" ], "noun_classes": [ 7, 7, 26, 26 ], "start_stop_timestamps": [ [ "00:06:49.60", "00:06:53.15" ], [ "00:06:51.12", "00:06:54.24" ], [ "00:06:55.90", "00:07:02.08" ], [ "00:06:57.76", "00:06:58.65" ] ], "start_stop_frames": [ [ 20480, 20657 ], [ 20556, 20712 ], [ 20795, 21104 ], [ 20888, 20932 ] ], "trgnoun": "egg_carton", "trgverb": "put_in" }, { "key": "P28_101+22_23_24_25", "video_id": "P28_101", "narration_ids": [ "P28_101_22", "P28_101_23", "P28_101_24", "P28_101_25" ], "src": "open cupboard . take garlic . take_out garlic_clove", "src1": "open cupboard", "src2": "take garlic", "src3": "take_out garlic_clove", "trg": "put garlic", "vis_src": "P28_101:22 P28_101:23 P28_101:24", "vis_trg": "P28_101:25", "narrations": [ "open cupboard", "take garlic", "take out garlic clove", "put garlic" ], "verbs": [ "open", "take", "take-out", "put" ], "verb_classes": [ 3, 0, 12, 1 ], "nouns": [ "cupboard", "garlic", "clove:garlic", "garlic" ], "noun_classes": [ 3, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:01:16.11", "00:01:17.49" ], [ "00:01:17.59", "00:01:19.13" ], [ "00:01:19.00", "00:01:23.23" ], [ "00:01:22.45", "00:01:24.24" ] ], "start_stop_frames": [ [ 3805, 3874 ], [ 3879, 3956 ], [ 3950, 4161 ], [ 4122, 4212 ] ], "trgnoun": "garlic", "trgverb": "put" }, { "key": "P03_116+9_10_11_12", "video_id": "P03_116", "narration_ids": [ "P03_116_9", "P03_116_10", "P03_116_11", "P03_116_12" ], "src": "open bottle . move tap . pour water from bottle", "src1": "open bottle", "src2": "move tap", "src3": "pour water from bottle", "trg": "turn_on tap", "vis_src": "P03_116:9 P03_116:10 P03_116:11", "vis_trg": "P03_116:12", "narrations": [ "open bottle", "move tap", "pour water from bottle", "turn on tap" ], "verbs": [ "open", "move", "pour-from", "turn-on" ], "verb_classes": [ 3, 11, 9, 6 ], "nouns": [ "bottle", "tap", "water", "tap" ], "noun_classes": [ 15, 0, 27, 0 ], "start_stop_timestamps": [ [ "00:00:18.49", "00:00:19.65" ], [ "00:00:19.43", "00:00:20.57" ], [ "00:00:18.87", "00:00:21.01" ], [ "00:00:20.87", "00:00:21.89" ] ], "start_stop_frames": [ [ 924, 982 ], [ 971, 1028 ], [ 943, 1050 ], [ 1043, 1094 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P20_04+384_385_386_387", "video_id": "P20_04", "narration_ids": [ "P20_04_384", "P20_04_385", "P20_04_386", "P20_04_387" ], "src": "wipe counter with rag . wipe cabinet with rag . drink milk", "src1": "wipe counter with rag", "src2": "wipe cabinet with rag", "src3": "drink milk", "trg": "put_down milk", "vis_src": "P20_04:384 P20_04:385 P20_04:386", "vis_trg": "P20_04:387", "narrations": [ "wipe counter with rag", "wipe cabinet with rag", "drink milk", "put down milk" ], "verbs": [ "wipe", "wipe-with", "drink", "put-down" ], "verb_classes": [ 2, 2, 60, 1 ], "nouns": [ "rag", "cabinet", "milk", "milk" ], "noun_classes": [ 17, 3, 64, 64 ], "start_stop_timestamps": [ [ "00:36:45.90", "00:36:48.58" ], [ "00:36:48.86", "00:36:51.42" ], [ "00:36:58.14", "00:36:59.75" ], [ "00:37:00.16", "00:37:03.77" ] ], "start_stop_frames": [ [ 132354, 132514 ], [ 132531, 132685 ], [ 133088, 133185 ], [ 133209, 133426 ] ], "trgnoun": "milk", "trgverb": "put_down" }, { "key": "P22_05+398_399_400_401", "video_id": "P22_05", "narration_ids": [ "P22_05_398", "P22_05_399", "P22_05_400", "P22_05_401" ], "src": "close cabinet . pick_up forks . close drawer", "src1": "close cabinet", "src2": "pick_up forks", "src3": "close drawer", "trg": "put_down fork", "vis_src": "P22_05:398 P22_05:399 P22_05:400", "vis_trg": "P22_05:401", "narrations": [ "close cabinet", "pick up forks", "close drawer", "put down fork" ], "verbs": [ "close", "pick-up", "close", "put-down" ], "verb_classes": [ 4, 0, 4, 1 ], "nouns": [ "cabinet", "fork", "drawer", "fork" ], "noun_classes": [ 3, 14, 8, 14 ], "start_stop_timestamps": [ [ "00:16:20.00", "00:16:38.03" ], [ "00:16:20.98", "00:16:24.65" ], [ "00:16:24.71", "00:16:25.81" ], [ "00:16:26.21", "00:16:28.21" ] ], "start_stop_frames": [ [ 58800, 59881 ], [ 58858, 59079 ], [ 59082, 59148 ], [ 59172, 59292 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P22_16+447_448_449_450", "video_id": "P22_16", "narration_ids": [ "P22_16_447", "P22_16_448", "P22_16_449", "P22_16_450" ], "src": "place dish . pick_up glasses . close cabinet", "src1": "place dish", "src2": "pick_up glasses", "src3": "close cabinet", "trg": "place glass", "vis_src": "P22_16:447 P22_16:448 P22_16:449", "vis_trg": "P22_16:450", "narrations": [ "place dish", "pick up glasses", "close cabinet", "place glass" ], "verbs": [ "place", "pick-up", "close", "place" ], "verb_classes": [ 1, 0, 4, 1 ], "nouns": [ "dish", "glass", "cabinet", "glass" ], "noun_classes": [ 2, 10, 3, 10 ], "start_stop_timestamps": [ [ "00:21:27.47", "00:21:28.44" ], [ "00:21:30.00", "00:21:31.75" ], [ "00:21:31.85", "00:21:34.09" ], [ "00:21:34.06", "00:21:36.32" ] ], "start_stop_frames": [ [ 77248, 77306 ], [ 77400, 77505 ], [ 77511, 77645 ], [ 77643, 77779 ] ], "trgnoun": "glass", "trgverb": "place" }, { "key": "P30_104+13_14_15_16", "video_id": "P30_104", "narration_ids": [ "P30_104_13", "P30_104_14", "P30_104_15", "P30_104_16" ], "src": "pour water from jug into kettle . place kettle . put jug down", "src1": "pour water from jug into kettle", "src2": "place kettle", "src3": "put jug down", "trg": "turn_on kettle", "vis_src": "P30_104:13 P30_104:14 P30_104:15", "vis_trg": "P30_104:16", "narrations": [ "pour water from jug into kettle", "place kettle", "put jug down", "turn on kettle" ], "verbs": [ "pour-from", "place", "put-down", "turn-on" ], "verb_classes": [ 9, 1, 1, 6 ], "nouns": [ "water", "kettle", "jug", "kettle" ], "noun_classes": [ 27, 44, 66, 44 ], "start_stop_timestamps": [ [ "00:00:15.62", "00:00:16.72" ], [ "00:00:16.93", "00:00:18.46" ], [ "00:00:17.44", "00:00:18.60" ], [ "00:00:18.80", "00:00:19.22" ] ], "start_stop_frames": [ [ 781, 836 ], [ 846, 923 ], [ 872, 930 ], [ 940, 961 ] ], "trgnoun": "kettle", "trgverb": "turn_on" }, { "key": "P02_131+264_265_266_267", "video_id": "P02_131", "narration_ids": [ "P02_131_264", "P02_131_265", "P02_131_266", "P02_131_267" ], "src": "pick_up water_filter . pick_up glass . pour water from water filter into glass", "src1": "pick_up water_filter", "src2": "pick_up glass", "src3": "pour water from water filter into glass", "trg": "drink water from glass", "vis_src": "P02_131:264 P02_131:265 P02_131:266", "vis_trg": "P02_131:267", "narrations": [ "pick up water filter", "pick up glass", "pour water from water filter into glass", "drink water from glass" ], "verbs": [ "pick-up", "pick-up", "pour-from", "drink-from" ], "verb_classes": [ 0, 0, 9, 60 ], "nouns": [ "filter:water", "glass", "water", "water" ], "noun_classes": [ 66, 10, 27, 27 ], "start_stop_timestamps": [ [ "00:10:48.89", "00:10:50.38" ], [ "00:10:50.34", "00:10:50.96" ], [ "00:10:50.87", "00:10:52.80" ], [ "00:10:52.73", "00:11:00.71" ] ], "start_stop_frames": [ [ 32444, 32519 ], [ 32517, 32548 ], [ 32543, 32639 ], [ 32636, 33035 ] ], "trgnoun": "water", "trgverb": "drink_from" }, { "key": "P22_08+185_186_187_188", "video_id": "P22_08", "narration_ids": [ "P22_08_185", "P22_08_186", "P22_08_187", "P22_08_188" ], "src": "pick_up coffee . close cabinet . pick_up filter", "src1": "pick_up coffee", "src2": "close cabinet", "src3": "pick_up filter", "trg": "open coffee", "vis_src": "P22_08:185 P22_08:186 P22_08:187", "vis_trg": "P22_08:188", "narrations": [ "pick up coffee", "close cabinet", "pick up filter", "open coffee" ], "verbs": [ "pick-up", "close", "pick-up", "open" ], "verb_classes": [ 0, 4, 0, 3 ], "nouns": [ "coffee", "cabinet", "filter", "coffee" ], "noun_classes": [ 59, 3, 77, 59 ], "start_stop_timestamps": [ [ "00:07:58.87", "00:07:59.79" ], [ "00:07:59.74", "00:08:00.56" ], [ "00:08:01.26", "00:08:02.51" ], [ "00:08:03.58", "00:08:04.24" ] ], "start_stop_frames": [ [ 28732, 28787 ], [ 28784, 28833 ], [ 28875, 28950 ], [ 29014, 29054 ] ], "trgnoun": "coffee", "trgverb": "open" }, { "key": "P24_02+28_29_30_31", "video_id": "P24_02", "narration_ids": [ "P24_02_28", "P24_02_29", "P24_02_30", "P24_02_31" ], "src": "grab fork . close cabinets . move meat in pan", "src1": "grab fork", "src2": "close cabinets", "src3": "move meat in pan", "trg": "put_down fork", "vis_src": "P24_02:28 P24_02:29 P24_02:30", "vis_trg": "P24_02:31", "narrations": [ "grab fork", "close cabinets", "move meat in pan", "put down fork" ], "verbs": [ "grab", "close", "move-in", "put-down" ], "verb_classes": [ 0, 4, 5, 1 ], "nouns": [ "fork", "cabinet", "meat", "fork" ], "noun_classes": [ 14, 3, 28, 14 ], "start_stop_timestamps": [ [ "00:01:50.45", "00:01:51.87" ], [ "00:01:51.97", "00:01:52.48" ], [ "00:01:54.27", "00:02:06.49" ], [ "00:02:08.67", "00:02:09.31" ] ], "start_stop_frames": [ [ 6627, 6712 ], [ 6718, 6748 ], [ 6856, 7589 ], [ 7720, 7758 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P12_104+110_111_112_115", "video_id": "P12_104", "narration_ids": [ "P12_104_110", "P12_104_111", "P12_104_112", "P12_104_115" ], "src": "put food from plate into plastic bag using fork . move food from plate into plastic bag using fork . move food from plates into plastic bag using fork", "src1": "put food from plate into plastic bag using fork", "src2": "move food from plate into plastic bag using fork", "src3": "move food from plates into plastic bag using fork", "trg": "move food using hand into plastic bag", "vis_src": "P12_104:110 P12_104:111 P12_104:112", "vis_trg": "P12_104:115", "narrations": [ "put food from plate into plastic bag using fork", "move food from plate into plastic bag using fork", "move food from plates into plastic bag using fork", "move food using hand into plastic bag" ], "verbs": [ "put-from", "move-from", "move-from", "move" ], "verb_classes": [ 1, 11, 11, 11 ], "nouns": [ "food", "food", "food", "food" ], "noun_classes": [ 34, 34, 34, 34 ], "start_stop_timestamps": [ [ "00:07:40.34", "00:07:45.06" ], [ "00:07:45.06", "00:07:51.28" ], [ "00:07:51.47", "00:07:52.75" ], [ "00:07:57.60", "00:07:59.10" ] ], "start_stop_frames": [ [ 23017, 23253 ], [ 23253, 23564 ], [ 23573, 23637 ], [ 23880, 23955 ] ], "trgnoun": "food", "trgverb": "move" }, { "key": "P28_101+23_24_25_26", "video_id": "P28_101", "narration_ids": [ "P28_101_23", "P28_101_24", "P28_101_25", "P28_101_26" ], "src": "take garlic . take_out garlic_clove . put garlic", "src1": "take garlic", "src2": "take_out garlic_clove", "src3": "put garlic", "trg": "put garlic_clove on chopping board", "vis_src": "P28_101:23 P28_101:24 P28_101:25", "vis_trg": "P28_101:26", "narrations": [ "take garlic", "take out garlic clove", "put garlic", "put garlic clove on chopping board" ], "verbs": [ "take", "take-out", "put", "put-on" ], "verb_classes": [ 0, 12, 1, 1 ], "nouns": [ "garlic", "clove:garlic", "garlic", "clove:garlic" ], "noun_classes": [ 51, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:01:17.59", "00:01:19.13" ], [ "00:01:19.00", "00:01:23.23" ], [ "00:01:22.45", "00:01:24.24" ], [ "00:01:25.90", "00:01:28.54" ] ], "start_stop_frames": [ [ 3879, 3956 ], [ 3950, 4161 ], [ 4122, 4212 ], [ 4295, 4427 ] ], "trgnoun": "garlic_clove", "trgverb": "put_on" }, { "key": "P26_02+85_86_87_88", "video_id": "P26_02", "narration_ids": [ "P26_02_85", "P26_02_86", "P26_02_87", "P26_02_88" ], "src": "put cutlery down . grab oil . season chicken_breast with oil", "src1": "put cutlery down", "src2": "grab oil", "src3": "season chicken_breast with oil", "trg": "close oil", "vis_src": "P26_02:85 P26_02:86 P26_02:87", "vis_trg": "P26_02:88", "narrations": [ "put cutlery down", "grab oil", "season chicken breast with oil", "close oil" ], "verbs": [ "put", "grab", "season-with", "close" ], "verb_classes": [ 1, 0, 90, 4 ], "nouns": [ "cutlery", "oil", "breast:chicken", "oil" ], "noun_classes": [ 58, 31, 57, 31 ], "start_stop_timestamps": [ [ "00:07:18.20", "00:07:19.79" ], [ "00:07:19.77", "00:07:21.27" ], [ "00:07:20.99", "00:07:29.08" ], [ "00:07:29.06", "00:07:31.56" ] ], "start_stop_frames": [ [ 26292, 26387 ], [ 26386, 26476 ], [ 26459, 26944 ], [ 26943, 27093 ] ], "trgnoun": "oil", "trgverb": "close" }, { "key": "P09_02+0_1_2_3", "video_id": "P09_02", "narration_ids": [ "P09_02_0", "P09_02_1", "P09_02_2", "P09_02_3" ], "src": "open fridge . take egg_carton . take vegetables", "src1": "open fridge", "src2": "take egg_carton", "src3": "take vegetables", "trg": "open egg_carton", "vis_src": "P09_02:0 P09_02:1 P09_02:2", "vis_trg": "P09_02:3", "narrations": [ "open fridge", "take egg carton", "take vegetables", "open egg carton" ], "verbs": [ "open", "take", "take", "open" ], "verb_classes": [ 3, 0, 0, 3 ], "nouns": [ "fridge", "carton:egg", "vegetable", "carton:egg" ], "noun_classes": [ 12, 26, 94, 26 ], "start_stop_timestamps": [ [ "00:00:06.37", "00:00:08.52" ], [ "00:00:09.49", "00:00:14.49" ], [ "00:00:14.45", "00:00:16.03" ], [ "00:00:17.92", "00:00:20.09" ] ], "start_stop_frames": [ [ 382, 511 ], [ 569, 869 ], [ 867, 961 ], [ 1075, 1205 ] ], "trgnoun": "egg_carton", "trgverb": "open" }, { "key": "P22_08+186_187_188_189", "video_id": "P22_08", "narration_ids": [ "P22_08_186", "P22_08_187", "P22_08_188", "P22_08_189" ], "src": "close cabinet . pick_up filter . open coffee", "src1": "close cabinet", "src2": "pick_up filter", "src3": "open coffee", "trg": "place coffee", "vis_src": "P22_08:186 P22_08:187 P22_08:188", "vis_trg": "P22_08:189", "narrations": [ "close cabinet", "pick up filter", "open coffee", "place coffee" ], "verbs": [ "close", "pick-up", "open", "place" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "cabinet", "filter", "coffee", "coffee" ], "noun_classes": [ 3, 77, 59, 59 ], "start_stop_timestamps": [ [ "00:07:59.74", "00:08:00.56" ], [ "00:08:01.26", "00:08:02.51" ], [ "00:08:03.58", "00:08:04.24" ], [ "00:08:07.57", "00:08:09.46" ] ], "start_stop_frames": [ [ 28784, 28833 ], [ 28875, 28950 ], [ 29014, 29054 ], [ 29254, 29367 ] ], "trgnoun": "coffee", "trgverb": "place" }, { "key": "P30_107+435_436_437_438", "video_id": "P30_107", "narration_ids": [ "P30_107_435", "P30_107_436", "P30_107_437", "P30_107_438" ], "src": "put olive_oil into cupboard . take toasted sesame_oil . take garlic_clove", "src1": "put olive_oil into cupboard", "src2": "take toasted sesame_oil", "src3": "take garlic_clove", "trg": "remove garlic_cloves from bulb", "vis_src": "P30_107:435 P30_107:436 P30_107:437", "vis_trg": "P30_107:438", "narrations": [ "put olive oil into cupboard", "take toasted sesame oil", "take garlic clove", "remove garlic cloves from bulb" ], "verbs": [ "put-into", "take", "take", "remove-from" ], "verb_classes": [ 5, 0, 0, 12 ], "nouns": [ "oil:olive", "oil:sesame", "clove:garlic", "clove:garlic" ], "noun_classes": [ 31, 31, 51, 51 ], "start_stop_timestamps": [ [ "00:22:35.88", "00:22:36.84" ], [ "00:22:37.20", "00:22:38.31" ], [ "00:22:39.75", "00:22:40.97" ], [ "00:22:41.51", "00:22:44.61" ] ], "start_stop_frames": [ [ 67794, 67842 ], [ 67860, 67915 ], [ 67987, 68048 ], [ 68075, 68230 ] ], "trgnoun": "garlic_clove", "trgverb": "remove_from" }, { "key": "P28_14+18_19_20_21", "video_id": "P28_14", "narration_ids": [ "P28_14_18", "P28_14_19", "P28_14_20", "P28_14_21" ], "src": "open bread . put_down bread . take bread", "src1": "open bread", "src2": "put_down bread", "src3": "take bread", "trg": "cut bread", "vis_src": "P28_14:18 P28_14:19 P28_14:20", "vis_trg": "P28_14:21", "narrations": [ "open bread", "put down bread", "take bread", "cut bread" ], "verbs": [ "open", "put-down", "take", "cut" ], "verb_classes": [ 3, 1, 0, 7 ], "nouns": [ "bread", "bread", "bread", "bread" ], "noun_classes": [ 33, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:00:55.93", "00:00:59.43" ], [ "00:01:00.03", "00:01:01.15" ], [ "00:01:01.48", "00:01:02.22" ], [ "00:01:02.24", "00:01:05.99" ] ], "start_stop_frames": [ [ 3355, 3565 ], [ 3601, 3669 ], [ 3688, 3733 ], [ 3734, 3959 ] ], "trgnoun": "bread", "trgverb": "cut" }, { "key": "P03_04+146_147_148_149", "video_id": "P03_04", "narration_ids": [ "P03_04_146", "P03_04_147", "P03_04_148", "P03_04_149" ], "src": "get almonds . open fridge . get garlic_paste", "src1": "get almonds", "src2": "open fridge", "src3": "get garlic_paste", "trg": "close fridge", "vis_src": "P03_04:146 P03_04:147 P03_04:148", "vis_trg": "P03_04:149", "narrations": [ "get almonds", "open fridge", "get garlic paste", "close fridge" ], "verbs": [ "get", "open", "get", "close" ], "verb_classes": [ 0, 3, 0, 4 ], "nouns": [ "almond", "fridge", "paste:garlic", "fridge" ], "noun_classes": [ 244, 12, 148, 12 ], "start_stop_timestamps": [ [ "00:09:44.99", "00:09:50.74" ], [ "00:09:54.52", "00:09:55.58" ], [ "00:09:56.13", "00:09:58.41" ], [ "00:09:58.54", "00:09:59.29" ] ], "start_stop_frames": [ [ 35099, 35444 ], [ 35671, 35734 ], [ 35767, 35904 ], [ 35912, 35957 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P22_14+283_284_285_286", "video_id": "P22_14", "narration_ids": [ "P22_14_283", "P22_14_284", "P22_14_285", "P22_14_286" ], "src": "put_down coffee_cup . put_down coffee_pot . open coffee_pot", "src1": "put_down coffee_cup", "src2": "put_down coffee_pot", "src3": "open coffee_pot", "trg": "close coffee_pot", "vis_src": "P22_14:283 P22_14:284 P22_14:285", "vis_trg": "P22_14:286", "narrations": [ "put down coffee cup", "put down coffee pot", "open coffee pot", "close coffee pot" ], "verbs": [ "put-down", "put-down", "open", "close" ], "verb_classes": [ 1, 1, 3, 4 ], "nouns": [ "cup:coffee", "pot:coffee", "pot:coffee", "pot:coffee" ], "noun_classes": [ 13, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:11:11.84", "00:11:13.22" ], [ "00:11:22.48", "00:11:25.16" ], [ "00:11:24.91", "00:11:26.01" ], [ "00:11:25.92", "00:11:26.90" ] ], "start_stop_frames": [ [ 40310, 40393 ], [ 40948, 41109 ], [ 41094, 41160 ], [ 41155, 41214 ] ], "trgnoun": "coffee_pot", "trgverb": "close" }, { "key": "P22_11+65_66_67_68", "video_id": "P22_11", "narration_ids": [ "P22_11_65", "P22_11_66", "P22_11_67", "P22_11_68" ], "src": "put_down coffee . pick_up coffee . close cabinet", "src1": "put_down coffee", "src2": "pick_up coffee", "src3": "close cabinet", "trg": "open coffee", "vis_src": "P22_11:65 P22_11:66 P22_11:67", "vis_trg": "P22_11:68", "narrations": [ "put down coffee", "pick up coffee", "close cabinet", "open coffee" ], "verbs": [ "put-down", "pick-up", "close", "open" ], "verb_classes": [ 1, 0, 4, 3 ], "nouns": [ "coffee", "coffee", "cabinet", "coffee" ], "noun_classes": [ 59, 59, 3, 59 ], "start_stop_timestamps": [ [ "00:02:18.57", "00:02:21.09" ], [ "00:02:19.19", "00:02:20.47" ], [ "00:02:21.35", "00:02:22.10" ], [ "00:02:22.55", "00:02:23.78" ] ], "start_stop_frames": [ [ 8314, 8465 ], [ 8351, 8428 ], [ 8481, 8526 ], [ 8553, 8626 ] ], "trgnoun": "coffee", "trgverb": "open" }, { "key": "P04_112+233_234_235_236", "video_id": "P04_112", "narration_ids": [ "P04_112_233", "P04_112_234", "P04_112_235", "P04_112_236" ], "src": "push bowl . pick_up egg_carton . try to put egg_carton in fridge door", "src1": "push bowl", "src2": "pick_up egg_carton", "src3": "try to put egg_carton in fridge door", "trg": "slide egg_carton into fridge shelf", "vis_src": "P04_112:233 P04_112:234 P04_112:235", "vis_trg": "P04_112:236", "narrations": [ "push bowl", "pick up egg carton", "try to put egg carton in fridge door", "slide egg carton into fridge shelf" ], "verbs": [ "push", "pick-up", "put-in", "slide-into" ], "verb_classes": [ 21, 0, 5, 5 ], "nouns": [ "bowl", "carton:egg", "carton:egg", "carton:egg" ], "noun_classes": [ 7, 26, 26, 26 ], "start_stop_timestamps": [ [ "00:06:51.12", "00:06:54.24" ], [ "00:06:55.90", "00:07:02.08" ], [ "00:06:57.76", "00:06:58.65" ], [ "00:07:03.27", "00:07:07.14" ] ], "start_stop_frames": [ [ 20556, 20712 ], [ 20795, 21104 ], [ 20888, 20932 ], [ 21163, 21357 ] ], "trgnoun": "egg_carton", "trgverb": "slide_into" }, { "key": "P22_05+245_246_247_248", "video_id": "P22_05", "narration_ids": [ "P22_05_245", "P22_05_246", "P22_05_247", "P22_05_248" ], "src": "cut peach . remove slice . remove peelings", "src1": "cut peach", "src2": "remove slice", "src3": "remove peelings", "trg": "put_down slice", "vis_src": "P22_05:245 P22_05:246 P22_05:247", "vis_trg": "P22_05:248", "narrations": [ "cut peach", "remove slice", "remove peelings", "put down slice" ], "verbs": [ "cut", "remove", "remove", "put-down" ], "verb_classes": [ 7, 12, 12, 1 ], "nouns": [ "peach", "peach", "peeling", "peeling" ], "noun_classes": [ 74, 74, 48, 48 ], "start_stop_timestamps": [ [ "00:11:12.58", "00:11:15.65" ], [ "00:11:15.46", "00:11:16.69" ], [ "00:11:22.00", "00:11:24.44" ], [ "00:11:22.94", "00:11:24.41" ] ], "start_stop_frames": [ [ 40354, 40539 ], [ 40527, 40601 ], [ 40920, 41066 ], [ 40976, 41064 ] ], "trgnoun": "peeling", "trgverb": "put_down" }, { "key": "P25_11+15_16_17_18", "video_id": "P25_11", "narration_ids": [ "P25_11_15", "P25_11_16", "P25_11_17", "P25_11_18" ], "src": "put_down coffee . put_down teaspoon . set_down coffee_pot", "src1": "put_down coffee", "src2": "put_down teaspoon", "src3": "set_down coffee_pot", "trg": "clean coffee_pot", "vis_src": "P25_11:15 P25_11:16 P25_11:17", "vis_trg": "P25_11:18", "narrations": [ "put down coffee", "put down teaspoon", "set down coffee pot", "clean coffee pot" ], "verbs": [ "put-down", "put-down", "set-down", "clean" ], "verb_classes": [ 1, 1, 1, 2 ], "nouns": [ "coffee", "teaspoon", "pot:coffee", "pot:coffee" ], "noun_classes": [ 59, 1, 50, 50 ], "start_stop_timestamps": [ [ "00:01:03.07", "00:01:04.29" ], [ "00:01:27.97", "00:01:29.17" ], [ "00:01:32.95", "00:01:55.53" ], [ "00:01:57.87", "00:02:02.46" ] ], "start_stop_frames": [ [ 3784, 3857 ], [ 5278, 5350 ], [ 5577, 6931 ], [ 7072, 7347 ] ], "trgnoun": "coffee_pot", "trgverb": "clean" }, { "key": "P25_11+18_19_20_21", "video_id": "P25_11", "narration_ids": [ "P25_11_18", "P25_11_19", "P25_11_20", "P25_11_21" ], "src": "clean coffee_pot . pick_up napkin . tighten coffee_pot", "src1": "clean coffee_pot", "src2": "pick_up napkin", "src3": "tighten coffee_pot", "trg": "put_down napkin", "vis_src": "P25_11:18 P25_11:19 P25_11:20", "vis_trg": "P25_11:21", "narrations": [ "clean coffee pot", "pick up napkin", "tighten coffee pot", "put down napkin" ], "verbs": [ "clean", "pick-up", "tighten", "put-down" ], "verb_classes": [ 2, 0, 78, 1 ], "nouns": [ "pot:coffee", "napkin", "pot:coffee", "napkin" ], "noun_classes": [ 50, 88, 50, 88 ], "start_stop_timestamps": [ [ "00:01:57.87", "00:02:02.46" ], [ "00:02:02.88", "00:02:05.12" ], [ "00:02:06.38", "00:02:46.48" ], [ "00:02:48.38", "00:02:50.49" ] ], "start_stop_frames": [ [ 7072, 7347 ], [ 7372, 7507 ], [ 7582, 9988 ], [ 10102, 10229 ] ], "trgnoun": "napkin", "trgverb": "put_down" }, { "key": "P24_08+57_58_59_60", "video_id": "P24_08", "narration_ids": [ "P24_08_57", "P24_08_58", "P24_08_59", "P24_08_60" ], "src": "put coffee_pot . put pan on the cooker . turn_on cooker", "src1": "put coffee_pot", "src2": "put pan on the cooker", "src3": "turn_on cooker", "trg": "pick_up pan", "vis_src": "P24_08:57 P24_08:58 P24_08:59", "vis_trg": "P24_08:60", "narrations": [ "put coffee pot", "put pan on the cooker", "turn on cooker", "pick up pan" ], "verbs": [ "put", "put-on", "turn-on", "pick-up" ], "verb_classes": [ 1, 1, 6, 0 ], "nouns": [ "pot:coffee", "pan", "cooker", "pan" ], "noun_classes": [ 50, 5, 46, 5 ], "start_stop_timestamps": [ [ "00:03:47.02", "00:03:47.83" ], [ "00:03:49.20", "00:03:50.40" ], [ "00:03:50.50", "00:03:55.13" ], [ "00:04:00.09", "00:04:01.85" ] ], "start_stop_frames": [ [ 13621, 13669 ], [ 13752, 13824 ], [ 13830, 14107 ], [ 14405, 14511 ] ], "trgnoun": "pan", "trgverb": "pick_up" }, { "key": "P25_11+17_18_19_20", "video_id": "P25_11", "narration_ids": [ "P25_11_17", "P25_11_18", "P25_11_19", "P25_11_20" ], "src": "set_down coffee_pot . clean coffee_pot . pick_up napkin", "src1": "set_down coffee_pot", "src2": "clean coffee_pot", "src3": "pick_up napkin", "trg": "tighten coffee_pot", "vis_src": "P25_11:17 P25_11:18 P25_11:19", "vis_trg": "P25_11:20", "narrations": [ "set down coffee pot", "clean coffee pot", "pick up napkin", "tighten coffee pot" ], "verbs": [ "set-down", "clean", "pick-up", "tighten" ], "verb_classes": [ 1, 2, 0, 78 ], "nouns": [ "pot:coffee", "pot:coffee", "napkin", "pot:coffee" ], "noun_classes": [ 50, 50, 88, 50 ], "start_stop_timestamps": [ [ "00:01:32.95", "00:01:55.53" ], [ "00:01:57.87", "00:02:02.46" ], [ "00:02:02.88", "00:02:05.12" ], [ "00:02:06.38", "00:02:46.48" ] ], "start_stop_frames": [ [ 5577, 6931 ], [ 7072, 7347 ], [ 7372, 7507 ], [ 7582, 9988 ] ], "trgnoun": "coffee_pot", "trgverb": "tighten" }, { "key": "P22_16+241_242_243_244", "video_id": "P22_16", "narration_ids": [ "P22_16_241", "P22_16_242", "P22_16_243", "P22_16_244" ], "src": "pick_up salad_bowl . close cabinet . move carrots", "src1": "pick_up salad_bowl", "src2": "close cabinet", "src3": "move carrots", "trg": "put_down salad_bowl", "vis_src": "P22_16:241 P22_16:242 P22_16:243", "vis_trg": "P22_16:244", "narrations": [ "pick up salad bowl", "close cabinet", "move carrots", "put down salad bowl" ], "verbs": [ "pick-up", "close", "move", "put-down" ], "verb_classes": [ 0, 4, 11, 1 ], "nouns": [ "bowl:salad", "cabinet", "carrot", "bowl:salad" ], "noun_classes": [ 7, 3, 41, 7 ], "start_stop_timestamps": [ [ "00:10:56.62", "00:10:58.96" ], [ "00:10:59.39", "00:11:01.13" ], [ "00:11:03.02", "00:11:04.58" ], [ "00:11:04.00", "00:11:04.81" ] ], "start_stop_frames": [ [ 39397, 39537 ], [ 39563, 39667 ], [ 39781, 39874 ], [ 39840, 39888 ] ], "trgnoun": "salad_bowl", "trgverb": "put_down" }, { "key": "P25_11+23_24_25_26", "video_id": "P25_11", "narration_ids": [ "P25_11_23", "P25_11_24", "P25_11_25", "P25_11_26" ], "src": "put_down coffee_pot . pick_up lighter . close drawer", "src1": "put_down coffee_pot", "src2": "pick_up lighter", "src3": "close drawer", "trg": "take coffee_pot", "vis_src": "P25_11:23 P25_11:24 P25_11:25", "vis_trg": "P25_11:26", "narrations": [ "put down coffee pot", "pick up lighter", "close drawer", "take coffee pot" ], "verbs": [ "put-down", "pick-up", "close", "take" ], "verb_classes": [ 1, 0, 4, 0 ], "nouns": [ "pot:coffee", "lighter", "drawer", "pot:coffee" ], "noun_classes": [ 50, 130, 8, 50 ], "start_stop_timestamps": [ [ "00:02:54.58", "00:02:55.90" ], [ "00:02:55.50", "00:02:58.20" ], [ "00:02:58.00", "00:02:58.75" ], [ "00:03:12.05", "00:03:13.14" ] ], "start_stop_frames": [ [ 10474, 10554 ], [ 10530, 10692 ], [ 10680, 10725 ], [ 11523, 11588 ] ], "trgnoun": "coffee_pot", "trgverb": "take" }, { "key": "P25_04+1_2_3_4", "video_id": "P25_04", "narration_ids": [ "P25_04_1", "P25_04_2", "P25_04_3", "P25_04_4" ], "src": "turn tap on . put detergent . take coffee_pot", "src1": "turn tap on", "src2": "put detergent", "src3": "take coffee_pot", "trg": "open coffee_pot", "vis_src": "P25_04:1 P25_04:2 P25_04:3", "vis_trg": "P25_04:4", "narrations": [ "turn tap on", "put detergent", "take coffee pot", "open coffee pot" ], "verbs": [ "turn-on", "put", "take", "open" ], "verb_classes": [ 6, 1, 0, 3 ], "nouns": [ "tap", "detergent", "pot:coffee", "pot:coffee" ], "noun_classes": [ 0, 22, 50, 50 ], "start_stop_timestamps": [ [ "00:00:07.81", "00:00:10.32" ], [ "00:00:18.41", "00:00:20.91" ], [ "00:00:25.46", "00:00:26.57" ], [ "00:00:28.54", "00:00:34.65" ] ], "start_stop_frames": [ [ 468, 619 ], [ 1104, 1254 ], [ 1527, 1594 ], [ 1712, 2079 ] ], "trgnoun": "coffee_pot", "trgverb": "open" }, { "key": "P22_14+273_274_275_277", "video_id": "P22_14", "narration_ids": [ "P22_14_273", "P22_14_274", "P22_14_275", "P22_14_277" ], "src": "close cabinet . pick_up saucers . put_down saucers", "src1": "close cabinet", "src2": "pick_up saucers", "src3": "put_down saucers", "trg": "put_down coffee cups", "vis_src": "P22_14:273 P22_14:274 P22_14:275", "vis_trg": "P22_14:277", "narrations": [ "close cabinet", "pick up saucers", "put down saucers", "put down coffee cups" ], "verbs": [ "close", "pick-up", "put-down", "put-down" ], "verb_classes": [ 4, 0, 1, 1 ], "nouns": [ "cabinet", "saucer", "saucer", "cup:coffee" ], "noun_classes": [ 3, 2, 2, 13 ], "start_stop_timestamps": [ [ "00:10:55.41", "00:10:56.19" ], [ "00:10:57.20", "00:10:57.80" ], [ "00:10:57.82", "00:11:00.16" ], [ "00:11:01.54", "00:11:02.20" ] ], "start_stop_frames": [ [ 39324, 39371 ], [ 39432, 39468 ], [ 39469, 39609 ], [ 39692, 39732 ] ], "trgnoun": "coffee_cup", "trgverb": "put_down" }, { "key": "P23_02+40_41_42_43", "video_id": "P23_02", "narration_ids": [ "P23_02_40", "P23_02_41", "P23_02_42", "P23_02_43" ], "src": "searching for something . searching for lighting . open the gas", "src1": "searching for something", "src2": "searching for lighting", "src3": "open the gas", "trg": "switch_on the gas", "vis_src": "P23_02:40 P23_02:41 P23_02:42", "vis_trg": "P23_02:43", "narrations": [ "searching for something", "searching for lighting", "open the gas", "switch on the gas" ], "verbs": [ "search-for", "search-for", "open", "switch-on" ], "verb_classes": [ 48, 48, 3, 6 ], "nouns": [ "onion", "lighting", "gas", "gas" ], "noun_classes": [ 16, 114, 24, 24 ], "start_stop_timestamps": [ [ "00:06:31.34", "00:06:36.05" ], [ "00:06:32.04", "00:06:37.06" ], [ "00:06:38.35", "00:06:41.60" ], [ "00:06:43.05", "00:06:43.55" ] ], "start_stop_frames": [ [ 23480, 23763 ], [ 23522, 23823 ], [ 23901, 24096 ], [ 24183, 24213 ] ], "trgnoun": "gas", "trgverb": "switch_on" }, { "key": "P24_01+90_91_92_93", "video_id": "P24_01", "narration_ids": [ "P24_01_90", "P24_01_91", "P24_01_92", "P24_01_93" ], "src": "close door . stir coffee . pick_up coffee_pot", "src1": "close door", "src2": "stir coffee", "src3": "pick_up coffee_pot", "trg": "pour coffee into coffee cup", "vis_src": "P24_01:90 P24_01:91 P24_01:92", "vis_trg": "P24_01:93", "narrations": [ "close door", "stir coffee", "pick up coffee pot", "pour coffee into coffee cup" ], "verbs": [ "close", "stir", "pick-up", "pour-into" ], "verb_classes": [ 4, 10, 0, 9 ], "nouns": [ "door", "coffee", "pot:coffee", "coffee" ], "noun_classes": [ 3, 59, 50, 59 ], "start_stop_timestamps": [ [ "00:11:35.71", "00:11:36.65" ], [ "00:11:37.95", "00:11:39.44" ], [ "00:11:45.19", "00:11:48.82" ], [ "00:11:48.92", "00:11:51.69" ] ], "start_stop_frames": [ [ 41742, 41799 ], [ 41877, 41966 ], [ 42311, 42529 ], [ 42535, 42701 ] ], "trgnoun": "coffee", "trgverb": "pour_into" }, { "key": "P22_17+465_466_467_468", "video_id": "P22_17", "narration_ids": [ "P22_17_465", "P22_17_466", "P22_17_467", "P22_17_468" ], "src": "pick_up utensil . close cabinet . dry utensil", "src1": "pick_up utensil", "src2": "close cabinet", "src3": "dry utensil", "trg": "put_down utensil", "vis_src": "P22_17:465 P22_17:466 P22_17:467", "vis_trg": "P22_17:468", "narrations": [ "pick up utensil", "close cabinet", "dry utensil", "put down utensil" ], "verbs": [ "pick-up", "close", "dry", "put-down" ], "verb_classes": [ 0, 4, 14, 1 ], "nouns": [ "utensil", "cabinet", "utensil", "utensil" ], "noun_classes": [ 154, 3, 154, 154 ], "start_stop_timestamps": [ [ "00:18:11.80", "00:18:12.79" ], [ "00:18:13.15", "00:18:15.28" ], [ "00:18:15.40", "00:18:16.15" ], [ "00:18:16.17", "00:18:17.00" ] ], "start_stop_frames": [ [ 65508, 65567 ], [ 65589, 65716 ], [ 65724, 65769 ], [ 65770, 65820 ] ], "trgnoun": "utensil", "trgverb": "put_down" }, { "key": "P04_110+16_17_18_19", "video_id": "P04_110", "narration_ids": [ "P04_110_16", "P04_110_17", "P04_110_18", "P04_110_19" ], "src": "pick_up spatula . stir broccoli in pan . look_at time on oven", "src1": "pick_up spatula", "src2": "stir broccoli in pan", "src3": "look_at time on oven", "trg": "put_down spatula", "vis_src": "P04_110:16 P04_110:17 P04_110:18", "vis_trg": "P04_110:19", "narrations": [ "pick up spatula", "stir broccoli in pan", "look at time on oven", "put down spatula" ], "verbs": [ "pick-up", "stir", "look-at", "put-down" ], "verb_classes": [ 0, 10, 38, 1 ], "nouns": [ "spatula", "broccoli", "time", "spatula" ], "noun_classes": [ 20, 101, 111, 20 ], "start_stop_timestamps": [ [ "00:00:51.78", "00:00:52.55" ], [ "00:00:52.65", "00:00:57.63" ], [ "00:00:57.70", "00:00:58.96" ], [ "00:01:02.91", "00:01:03.68" ] ], "start_stop_frames": [ [ 2589, 2627 ], [ 2632, 2881 ], [ 2885, 2948 ], [ 3145, 3184 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P02_127+3_4_5_6", "video_id": "P02_127", "narration_ids": [ "P02_127_3", "P02_127_4", "P02_127_5", "P02_127_6" ], "src": "hold tablet in hand . pick_up water_filter . pour water from filter into glass", "src1": "hold tablet in hand", "src2": "pick_up water_filter", "src3": "pour water from filter into glass", "trg": "put_down water_filter", "vis_src": "P02_127:3 P02_127:4 P02_127:5", "vis_trg": "P02_127:6", "narrations": [ "hold tablet in hand", "pick up water filter", "pour water from filter into glass", "put down water filter" ], "verbs": [ "hold-in", "pick-up", "pour-from", "put-down" ], "verb_classes": [ 34, 0, 9, 1 ], "nouns": [ "tablet", "filter:water", "water", "filter:water" ], "noun_classes": [ 171, 66, 27, 66 ], "start_stop_timestamps": [ [ "00:00:10.92", "00:00:11.22" ], [ "00:00:11.30", "00:00:11.80" ], [ "00:00:12.12", "00:00:14.65" ], [ "00:00:15.01", "00:00:15.85" ] ], "start_stop_frames": [ [ 546, 561 ], [ 565, 590 ], [ 606, 732 ], [ 750, 792 ] ], "trgnoun": "water_filter", "trgverb": "put_down" }, { "key": "P02_134+2_3_4_5", "video_id": "P02_134", "narration_ids": [ "P02_134_2", "P02_134_3", "P02_134_4", "P02_134_5" ], "src": "pick_up glass . pick_up water_filter . pour water from water filter into glass", "src1": "pick_up glass", "src2": "pick_up water_filter", "src3": "pour water from water filter into glass", "trg": "put_down water_filter", "vis_src": "P02_134:2 P02_134:3 P02_134:4", "vis_trg": "P02_134:5", "narrations": [ "pick up glass", "pick up water filter", "pour water from water filter into glass", "put down water filter" ], "verbs": [ "pick-up", "pick-up", "pour-from", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "glass", "filter:water", "water", "filter:water" ], "noun_classes": [ 10, 66, 27, 66 ], "start_stop_timestamps": [ [ "00:00:08.34", "00:00:09.51" ], [ "00:00:09.61", "00:00:10.36" ], [ "00:00:10.46", "00:00:12.66" ], [ "00:00:12.70", "00:00:13.55" ] ], "start_stop_frames": [ [ 417, 475 ], [ 480, 518 ], [ 523, 633 ], [ 635, 677 ] ], "trgnoun": "water_filter", "trgverb": "put_down" }, { "key": "P26_18+23_24_25_26", "video_id": "P26_18", "narration_ids": [ "P26_18_23", "P26_18_24", "P26_18_25", "P26_18_26" ], "src": "rinse cup . pick_up glass . wash sponge", "src1": "rinse cup", "src2": "pick_up glass", "src3": "wash sponge", "trg": "soap glass", "vis_src": "P26_18:23 P26_18:24 P26_18:25", "vis_trg": "P26_18:26", "narrations": [ "rinse cup", "pick up glass", "wash sponge", "soap glass" ], "verbs": [ "rinse", "pick-up", "wash", "soap" ], "verb_classes": [ 2, 0, 2, 2 ], "nouns": [ "cup", "glass", "sponge", "glass" ], "noun_classes": [ 13, 10, 9, 10 ], "start_stop_timestamps": [ [ "00:02:52.99", "00:03:14.29" ], [ "00:03:11.00", "00:03:21.72" ], [ "00:03:19.14", "00:03:30.89" ], [ "00:03:23.94", "00:03:31.89" ] ], "start_stop_frames": [ [ 10379, 11657 ], [ 11460, 12103 ], [ 11948, 12653 ], [ 12236, 12713 ] ], "trgnoun": "glass", "trgverb": "soap" }, { "key": "P02_135+76_77_78_79", "video_id": "P02_135", "narration_ids": [ "P02_135_76", "P02_135_77", "P02_135_78", "P02_135_79" ], "src": "pick_up glass from drainer . pick_up water_filter . pour water from water filter into glass", "src1": "pick_up glass from drainer", "src2": "pick_up water_filter", "src3": "pour water from water filter into glass", "trg": "put_down water_filter", "vis_src": "P02_135:76 P02_135:77 P02_135:78", "vis_trg": "P02_135:79", "narrations": [ "pick up glass from drainer", "pick up water filter", "pour water from water filter into glass", "put down water filter" ], "verbs": [ "pick-up", "pick-up", "pour-from", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "glass", "filter:water", "water", "filter:water" ], "noun_classes": [ 10, 66, 27, 66 ], "start_stop_timestamps": [ [ "00:02:35.58", "00:02:37.57" ], [ "00:02:37.71", "00:02:38.33" ], [ "00:02:38.43", "00:02:40.69" ], [ "00:02:40.77", "00:02:41.51" ] ], "start_stop_frames": [ [ 7778, 7878 ], [ 7885, 7916 ], [ 7921, 8034 ], [ 8038, 8075 ] ], "trgnoun": "water_filter", "trgverb": "put_down" }, { "key": "P22_13+21_22_23_24", "video_id": "P22_13", "narration_ids": [ "P22_13_21", "P22_13_22", "P22_13_23", "P22_13_24" ], "src": "remove filter . put filter in coffee pot . move coffee_pot", "src1": "remove filter", "src2": "put filter in coffee pot", "src3": "move coffee_pot", "trg": "put_down coffee_pot", "vis_src": "P22_13:21 P22_13:22 P22_13:23", "vis_trg": "P22_13:24", "narrations": [ "remove filter", "put filter in coffee pot", "move coffee pot", "put down coffee pot" ], "verbs": [ "remove", "put-in", "move", "put-down" ], "verb_classes": [ 12, 5, 11, 1 ], "nouns": [ "filter", "filter", "pot:coffee", "pot:coffee" ], "noun_classes": [ 77, 77, 50, 50 ], "start_stop_timestamps": [ [ "00:00:39.18", "00:00:40.46" ], [ "00:00:40.43", "00:00:41.30" ], [ "00:00:42.04", "00:00:44.94" ], [ "00:00:43.71", "00:00:45.24" ] ], "start_stop_frames": [ [ 2350, 2427 ], [ 2425, 2478 ], [ 2522, 2696 ], [ 2622, 2714 ] ], "trgnoun": "coffee_pot", "trgverb": "put_down" }, { "key": "P03_123+66_67_68_69", "video_id": "P03_123", "narration_ids": [ "P03_123_66", "P03_123_67", "P03_123_68", "P03_123_69" ], "src": "put hand in oven mitt . open clip top jar . put_down clip top jar", "src1": "put hand in oven mitt", "src2": "open clip top jar", "src3": "put_down clip top jar", "trg": "remove hands from oven mitt", "vis_src": "P03_123:66 P03_123:67 P03_123:68", "vis_trg": "P03_123:69", "narrations": [ "put hand in oven mitt", "open clip top jar", "put down clip top jar", "remove hands from oven mitt" ], "verbs": [ "put-in", "open", "put-down", "remove-from" ], "verb_classes": [ 5, 3, 1, 12 ], "nouns": [ "hand", "jar:clip:top", "jar:clip:top", "hand" ], "noun_classes": [ 11, 40, 40, 11 ], "start_stop_timestamps": [ [ "00:03:49.18", "00:03:50.14" ], [ "00:03:50.09", "00:03:52.45" ], [ "00:03:52.12", "00:03:52.99" ], [ "00:03:53.50", "00:03:56.76" ] ], "start_stop_frames": [ [ 11459, 11507 ], [ 11504, 11622 ], [ 11606, 11649 ], [ 11675, 11838 ] ], "trgnoun": "hand", "trgverb": "remove_from" }, { "key": "P03_05+7_8_9_10", "video_id": "P03_05", "narration_ids": [ "P03_05_7", "P03_05_8", "P03_05_9", "P03_05_10" ], "src": "turn_on kettle . open cupboard . grab saucepan", "src1": "turn_on kettle", "src2": "open cupboard", "src3": "grab saucepan", "trg": "put saucepan", "vis_src": "P03_05:7 P03_05:8 P03_05:9", "vis_trg": "P03_05:10", "narrations": [ "turn on kettle", "open cupboard", "grab saucepan", "put saucepan" ], "verbs": [ "turn-on", "open", "grab", "put" ], "verb_classes": [ 6, 3, 0, 1 ], "nouns": [ "kettle", "cupboard", "saucepan", "saucepan" ], "noun_classes": [ 44, 3, 5, 5 ], "start_stop_timestamps": [ [ "00:00:16.07", "00:00:16.94" ], [ "00:00:17.40", "00:00:18.45" ], [ "00:00:19.00", "00:00:20.76" ], [ "00:00:20.84", "00:00:21.66" ] ], "start_stop_frames": [ [ 964, 1016 ], [ 1044, 1107 ], [ 1140, 1245 ], [ 1250, 1299 ] ], "trgnoun": "saucepan", "trgverb": "put" }, { "key": "P04_116+117_118_119_120", "video_id": "P04_116", "narration_ids": [ "P04_116_117", "P04_116_118", "P04_116_119", "P04_116_120" ], "src": "tilt pan . scrape egg off bottom of pan using spatula . lower pan", "src1": "tilt pan", "src2": "scrape egg off bottom of pan using spatula", "src3": "lower pan", "trg": "stir egg in pan using spatula", "vis_src": "P04_116:117 P04_116:118 P04_116:119", "vis_trg": "P04_116:120", "narrations": [ "tilt pan", "scrape egg off bottom of pan using spatula", "lower pan", "stir egg in pan using spatula" ], "verbs": [ "tilt", "scrape-off", "lower", "stir-in" ], "verb_classes": [ 33, 25, 73, 10 ], "nouns": [ "pan", "egg", "pan", "egg" ], "noun_classes": [ 5, 53, 5, 53 ], "start_stop_timestamps": [ [ "00:04:39.55", "00:04:52.22" ], [ "00:04:52.32", "00:04:57.73" ], [ "00:04:57.83", "00:04:58.99" ], [ "00:04:59.05", "00:05:16.70" ] ], "start_stop_frames": [ [ 13977, 14611 ], [ 14616, 14886 ], [ 14891, 14949 ], [ 14952, 15835 ] ], "trgnoun": "egg", "trgverb": "stir_in" }, { "key": "P22_115+96_97_98_99", "video_id": "P22_115", "narration_ids": [ "P22_115_96", "P22_115_97", "P22_115_98", "P22_115_99" ], "src": "put_down spoon_rest . pick_up lid . turn_on tap", "src1": "put_down spoon_rest", "src2": "pick_up lid", "src3": "turn_on tap", "trg": "rinse lid", "vis_src": "P22_115:96 P22_115:97 P22_115:98", "vis_trg": "P22_115:99", "narrations": [ "put down spoon rest", "pick up lid", "turn on tap", "rinse lid" ], "verbs": [ "put-down", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "rest:spoon", "lid", "tap", "lid" ], "noun_classes": [ 109, 6, 0, 6 ], "start_stop_timestamps": [ [ "00:02:53.00", "00:02:53.65" ], [ "00:02:53.82", "00:02:54.68" ], [ "00:02:54.00", "00:02:55.83" ], [ "00:02:55.32", "00:02:56.19" ] ], "start_stop_frames": [ [ 8650, 8682 ], [ 8691, 8734 ], [ 8700, 8791 ], [ 8766, 8809 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P22_110+108_109_110_111", "video_id": "P22_110", "narration_ids": [ "P22_110_108", "P22_110_109", "P22_110_110", "P22_110_111" ], "src": "lather spoon_rest . put_down spoon_rest . pick_up lid", "src1": "lather spoon_rest", "src2": "put_down spoon_rest", "src3": "pick_up lid", "trg": "lather lid", "vis_src": "P22_110:108 P22_110:109 P22_110:110", "vis_trg": "P22_110:111", "narrations": [ "lather spoon rest", "put down spoon rest", "pick up lid", "lather lid" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "rest:spoon", "rest:spoon", "lid", "lid" ], "noun_classes": [ 109, 109, 6, 6 ], "start_stop_timestamps": [ [ "00:02:53.65", "00:02:59.82" ], [ "00:02:59.92", "00:03:00.98" ], [ "00:03:01.56", "00:03:02.67" ], [ "00:03:02.85", "00:03:13.01" ] ], "start_stop_frames": [ [ 8682, 8991 ], [ 8996, 9049 ], [ 9078, 9133 ], [ 9142, 9650 ] ], "trgnoun": "lid", "trgverb": "lather" }, { "key": "P03_20+30_31_32_33", "video_id": "P03_20", "narration_ids": [ "P03_20_30", "P03_20_31", "P03_20_32", "P03_20_33" ], "src": "put lid in drying rack . grab saucepan . wash saucepan", "src1": "put lid in drying rack", "src2": "grab saucepan", "src3": "wash saucepan", "trg": "put saucepan", "vis_src": "P03_20:30 P03_20:31 P03_20:32", "vis_trg": "P03_20:33", "narrations": [ "put lid in drying rack", "grab saucepan", "wash saucepan", "put saucepan" ], "verbs": [ "put-in", "grab", "wash", "put" ], "verb_classes": [ 5, 0, 2, 1 ], "nouns": [ "lid", "saucepan", "saucepan", "saucepan" ], "noun_classes": [ 6, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:02:27.25", "00:02:30.67" ], [ "00:02:33.18", "00:02:33.98" ], [ "00:02:34.06", "00:02:45.01" ], [ "00:02:44.94", "00:02:46.84" ] ], "start_stop_frames": [ [ 8835, 9040 ], [ 9190, 9238 ], [ 9243, 9900 ], [ 9896, 10010 ] ], "trgnoun": "saucepan", "trgverb": "put" }, { "key": "P03_19+4_5_6_7", "video_id": "P03_19", "narration_ids": [ "P03_19_4", "P03_19_5", "P03_19_6", "P03_19_7" ], "src": "put saucepan . grab saucepan . grab kettle", "src1": "put saucepan", "src2": "grab saucepan", "src3": "grab kettle", "trg": "fill_up kettle", "vis_src": "P03_19:4 P03_19:5 P03_19:6", "vis_trg": "P03_19:7", "narrations": [ "put saucepan", "grab saucepan", "grab kettle", "fill up kettle" ], "verbs": [ "put", "grab", "grab", "fill-up" ], "verb_classes": [ 1, 0, 0, 26 ], "nouns": [ "saucepan", "saucepan", "kettle", "kettle" ], "noun_classes": [ 5, 5, 44, 44 ], "start_stop_timestamps": [ [ "00:00:07.92", "00:00:08.67" ], [ "00:00:08.89", "00:00:09.65" ], [ "00:00:10.12", "00:00:10.62" ], [ "00:00:11.93", "00:00:14.78" ] ], "start_stop_frames": [ [ 475, 520 ], [ 533, 579 ], [ 607, 637 ], [ 715, 886 ] ], "trgnoun": "kettle", "trgverb": "fill_up" }, { "key": "P04_116+31_32_33_34", "video_id": "P04_116", "narration_ids": [ "P04_116_31", "P04_116_32", "P04_116_33", "P04_116_34" ], "src": "hold_onto pan . let go of spatula . adjust temperature on hob", "src1": "hold_onto pan", "src2": "let go of spatula", "src3": "adjust temperature on hob", "trg": "pick_up spatula", "vis_src": "P04_116:31 P04_116:32 P04_116:33", "vis_trg": "P04_116:34", "narrations": [ "hold onto pan", "let go of spatula", "adjust temperature on hob", "pick up spatula" ], "verbs": [ "hold-onto", "let", "adjust-on", "pick-up" ], "verb_classes": [ 34, 79, 17, 0 ], "nouns": [ "pan", "spatula", "temperature", "spatula" ], "noun_classes": [ 5, 20, 65, 20 ], "start_stop_timestamps": [ [ "00:00:48.09", "00:00:50.39" ], [ "00:00:52.94", "00:00:53.24" ], [ "00:00:53.49", "00:00:55.86" ], [ "00:00:55.87", "00:00:56.75" ] ], "start_stop_frames": [ [ 2404, 2519 ], [ 2647, 2662 ], [ 2674, 2793 ], [ 2793, 2837 ] ], "trgnoun": "spatula", "trgverb": "pick_up" }, { "key": "P03_09+89_90_91_92", "video_id": "P03_09", "narration_ids": [ "P03_09_89", "P03_09_90", "P03_09_91", "P03_09_92" ], "src": "grab spatula . grab knives and forks . grab saucepan", "src1": "grab spatula", "src2": "grab knives and forks", "src3": "grab saucepan", "trg": "put saucepan", "vis_src": "P03_09:89 P03_09:90 P03_09:91", "vis_trg": "P03_09:92", "narrations": [ "grab spatula", "grab knives and forks", "grab saucepan", "put saucepan" ], "verbs": [ "grab", "grab", "grab", "put" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "spatula", "knife", "saucepan", "saucepan" ], "noun_classes": [ 20, 4, 5, 5 ], "start_stop_timestamps": [ [ "00:03:30.00", "00:03:30.85" ], [ "00:03:32.17", "00:03:33.83" ], [ "00:03:36.75", "00:03:37.69" ], [ "00:03:38.68", "00:03:40.02" ] ], "start_stop_frames": [ [ 12600, 12651 ], [ 12730, 12829 ], [ 13005, 13061 ], [ 13120, 13201 ] ], "trgnoun": "saucepan", "trgverb": "put" }, { "key": "P22_17+35_36_37_38", "video_id": "P22_17", "narration_ids": [ "P22_17_35", "P22_17_36", "P22_17_37", "P22_17_38" ], "src": "lather spoon . put_down spoon . lather spoon_rest", "src1": "lather spoon", "src2": "put_down spoon", "src3": "lather spoon_rest", "trg": "put_down spoon_rest", "vis_src": "P22_17:35 P22_17:36 P22_17:37", "vis_trg": "P22_17:38", "narrations": [ "lather spoon", "put down spoon", "lather spoon rest", "put down spoon rest" ], "verbs": [ "lather", "put-down", "lather", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "spoon", "spoon", "rest:spoon", "rest:spoon" ], "noun_classes": [ 1, 1, 109, 109 ], "start_stop_timestamps": [ [ "00:01:11.00", "00:01:15.96" ], [ "00:01:15.98", "00:01:16.76" ], [ "00:01:16.93", "00:01:22.05" ], [ "00:01:22.10", "00:01:24.70" ] ], "start_stop_frames": [ [ 4260, 4557 ], [ 4558, 4605 ], [ 4615, 4923 ], [ 4926, 5082 ] ], "trgnoun": "spoon_rest", "trgverb": "put_down" }, { "key": "P22_09+46_47_48_49", "video_id": "P22_09", "narration_ids": [ "P22_09_46", "P22_09_47", "P22_09_48", "P22_09_49" ], "src": "put away teaspoon . close drawer . pick_up spoon_rest", "src1": "put away teaspoon", "src2": "close drawer", "src3": "pick_up spoon_rest", "trg": "put_down spoon_rest", "vis_src": "P22_09:46 P22_09:47 P22_09:48", "vis_trg": "P22_09:49", "narrations": [ "put away teaspoon", "close drawer", "pick up spoon rest", "put down spoon rest" ], "verbs": [ "put", "close", "pick-up", "put-down" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "teaspoon", "drawer", "rest:spoon", "rest:spoon" ], "noun_classes": [ 1, 8, 109, 109 ], "start_stop_timestamps": [ [ "00:01:18.62", "00:01:20.20" ], [ "00:01:20.21", "00:01:21.28" ], [ "00:01:23.86", "00:01:25.48" ], [ "00:01:26.63", "00:01:28.26" ] ], "start_stop_frames": [ [ 4717, 4812 ], [ 4812, 4876 ], [ 5031, 5128 ], [ 5197, 5295 ] ], "trgnoun": "spoon_rest", "trgverb": "put_down" }, { "key": "P03_19+9_10_11_12", "video_id": "P03_19", "narration_ids": [ "P03_19_9", "P03_19_10", "P03_19_11", "P03_19_12" ], "src": "turn_on kettle . grab saucepan . turn_on tap", "src1": "turn_on kettle", "src2": "grab saucepan", "src3": "turn_on tap", "trg": "fill saucepan", "vis_src": "P03_19:9 P03_19:10 P03_19:11", "vis_trg": "P03_19:12", "narrations": [ "turn on kettle", "grab saucepan", "turn on tap", "fill saucepan" ], "verbs": [ "turn-on", "grab", "turn-on", "fill" ], "verb_classes": [ 6, 0, 6, 26 ], "nouns": [ "kettle", "saucepan", "tap", "saucepan" ], "noun_classes": [ 44, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:00:16.66", "00:00:17.16" ], [ "00:00:18.36", "00:00:21.49" ], [ "00:00:21.36", "00:00:22.36" ], [ "00:00:22.67", "00:00:33.62" ] ], "start_stop_frames": [ [ 999, 1029 ], [ 1101, 1289 ], [ 1281, 1341 ], [ 1360, 2017 ] ], "trgnoun": "saucepan", "trgverb": "fill" }, { "key": "P22_110+135_136_137_138", "video_id": "P22_110", "narration_ids": [ "P22_110_135", "P22_110_136", "P22_110_137", "P22_110_138" ], "src": "rinse bowl . put_down bowl . pick_up spoon_rest", "src1": "rinse bowl", "src2": "put_down bowl", "src3": "pick_up spoon_rest", "trg": "rinse spoon_rest", "vis_src": "P22_110:135 P22_110:136 P22_110:137", "vis_trg": "P22_110:138", "narrations": [ "rinse bowl", "put down bowl", "pick up spoon rest", "rinse spoon rest" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "bowl", "bowl", "rest:spoon", "rest:spoon" ], "noun_classes": [ 7, 7, 109, 109 ], "start_stop_timestamps": [ [ "00:04:21.06", "00:04:23.99" ], [ "00:04:24.09", "00:04:25.05" ], [ "00:04:25.02", "00:04:25.47" ], [ "00:04:25.48", "00:04:27.38" ] ], "start_stop_frames": [ [ 13053, 13199 ], [ 13204, 13252 ], [ 13251, 13273 ], [ 13274, 13369 ] ], "trgnoun": "spoon_rest", "trgverb": "rinse" }, { "key": "P04_120+134_135_137_138", "video_id": "P04_120", "narration_ids": [ "P04_120_134", "P04_120_135", "P04_120_137", "P04_120_138" ], "src": "turn_on tap . fill ramekin with water . pick_up sponge", "src1": "turn_on tap", "src2": "fill ramekin with water", "src3": "pick_up sponge", "trg": "wipe ramekin with sponge", "vis_src": "P04_120:134 P04_120:135 P04_120:137", "vis_trg": "P04_120:138", "narrations": [ "turn on tap", "fill ramekin with water", "pick up sponge", "wipe ramekin with sponge" ], "verbs": [ "turn-on", "fill", "pick-up", "wipe" ], "verb_classes": [ 6, 26, 0, 2 ], "nouns": [ "tap", "ramekin", "sponge", "ramekin" ], "noun_classes": [ 0, 7, 9, 7 ], "start_stop_timestamps": [ [ "00:06:48.82", "00:06:50.07" ], [ "00:06:49.36", "00:06:50.15" ], [ "00:06:50.76", "00:06:51.86" ], [ "00:06:51.80", "00:06:54.33" ] ], "start_stop_frames": [ [ 20441, 20503 ], [ 20468, 20507 ], [ 20538, 20593 ], [ 20590, 20716 ] ], "trgnoun": "ramekin", "trgverb": "wipe" }, { "key": "P22_115+121_122_123_124", "video_id": "P22_115", "narration_ids": [ "P22_115_121", "P22_115_122", "P22_115_123", "P22_115_124" ], "src": "rinse bowl . put_down bowl . pick_up spoon_rest", "src1": "rinse bowl", "src2": "put_down bowl", "src3": "pick_up spoon_rest", "trg": "rinse spoon_rest", "vis_src": "P22_115:121 P22_115:122 P22_115:123", "vis_trg": "P22_115:124", "narrations": [ "rinse bowl", "put down bowl", "pick up spoon rest", "rinse spoon rest" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "bowl", "bowl", "rest:spoon", "rest:spoon" ], "noun_classes": [ 7, 7, 109, 109 ], "start_stop_timestamps": [ [ "00:03:34.96", "00:03:36.03" ], [ "00:03:36.18", "00:03:36.62" ], [ "00:03:36.39", "00:03:37.08" ], [ "00:03:37.15", "00:03:38.36" ] ], "start_stop_frames": [ [ 10748, 10801 ], [ 10809, 10831 ], [ 10819, 10854 ], [ 10857, 10918 ] ], "trgnoun": "spoon_rest", "trgverb": "rinse" }, { "key": "P02_112+116_117_118_119", "video_id": "P02_112", "narration_ids": [ "P02_112_116", "P02_112_117", "P02_112_118", "P02_112_119" ], "src": "knead dough . shape ball of dough . put ball of dough onto tray", "src1": "knead dough", "src2": "shape ball of dough", "src3": "put ball of dough onto tray", "trg": "squeeze dough", "vis_src": "P02_112:116 P02_112:117 P02_112:118", "vis_trg": "P02_112:119", "narrations": [ "knead dough", "shape ball of dough", "put ball of dough onto tray", "squeeze dough" ], "verbs": [ "knead", "shape", "put-onto", "squeeze" ], "verb_classes": [ 51, 74, 1, 18 ], "nouns": [ "dough", "ball:dough", "ball:dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:07:17.99", "00:07:33.70" ], [ "00:07:33.16", "00:07:37.85" ], [ "00:07:37.95", "00:07:39.44" ], [ "00:07:39.43", "00:07:42.35" ] ], "start_stop_frames": [ [ 21899, 22685 ], [ 22658, 22892 ], [ 22897, 22972 ], [ 22971, 23117 ] ], "trgnoun": "dough", "trgverb": "squeeze" }, { "key": "P01_06+10_11_12_13", "video_id": "P01_06", "narration_ids": [ "P01_06_10", "P01_06_11", "P01_06_12", "P01_06_13" ], "src": "take fruit . put_down fruit . take tablecloth", "src1": "take fruit", "src2": "put_down fruit", "src3": "take tablecloth", "trg": "shake tablecloth", "vis_src": "P01_06:10 P01_06:11 P01_06:12", "vis_trg": "P01_06:13", "narrations": [ "take fruit", "put down fruit", "take tablecloth", "shake tablecloth" ], "verbs": [ "take", "put-down", "take", "shake" ], "verb_classes": [ 0, 1, 0, 15 ], "nouns": [ "fruit", "fruit", "tablecloth", "tablecloth" ], "noun_classes": [ 254, 254, 17, 17 ], "start_stop_timestamps": [ [ "00:00:28.69", "00:00:30.69" ], [ "00:00:30.40", "00:00:31.45" ], [ "00:00:32.62", "00:00:36.86" ], [ "00:00:37.33", "00:00:40.09" ] ], "start_stop_frames": [ [ 1721, 1841 ], [ 1824, 1887 ], [ 1957, 2211 ], [ 2239, 2405 ] ], "trgnoun": "tablecloth", "trgverb": "shake" }, { "key": "P02_123+109_110_111_112", "video_id": "P02_123", "narration_ids": [ "P02_123_109", "P02_123_110", "P02_123_111", "P02_123_112" ], "src": "pour pistachio from bag into pan . open bin . throw bag", "src1": "pour pistachio from bag into pan", "src2": "open bin", "src3": "throw bag", "trg": "close bin", "vis_src": "P02_123:109 P02_123:110 P02_123:111", "vis_trg": "P02_123:112", "narrations": [ "pour pistachio from bag into pan", "open bin", "throw bag", "close bin" ], "verbs": [ "pour-from", "open", "throw", "close" ], "verb_classes": [ 9, 3, 13, 4 ], "nouns": [ "pistachio", "bin", "bag", "bin" ], "noun_classes": [ 133, 36, 19, 36 ], "start_stop_timestamps": [ [ "00:05:29.43", "00:05:31.87" ], [ "00:05:33.64", "00:05:34.35" ], [ "00:05:34.35", "00:05:34.93" ], [ "00:05:35.03", "00:05:35.61" ] ], "start_stop_frames": [ [ 16471, 16593 ], [ 16682, 16717 ], [ 16717, 16746 ], [ 16751, 16780 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P10_02+60_61_62_65", "video_id": "P10_02", "narration_ids": [ "P10_02_60", "P10_02_61", "P10_02_62", "P10_02_65" ], "src": "clean_up the hand using the towel . put some olive_oil into the pot . shake the pot to make the olive oil cover the bottom of the pot", "src1": "clean_up the hand using the towel", "src2": "put some olive_oil into the pot", "src3": "shake the pot to make the olive oil cover the bottom of the pot", "trg": "wash the chopstick", "vis_src": "P10_02:60 P10_02:61 P10_02:62", "vis_trg": "P10_02:65", "narrations": [ "clean up the hand using the towel", "put some olive oil into the pot", "shake the pot to make the olive oil cover the bottom of the pot", "wash the chopstick" ], "verbs": [ "clean-up", "put-into", "shake", "wash" ], "verb_classes": [ 2, 5, 15, 2 ], "nouns": [ "hand", "oil:olive", "pot", "chopstick" ], "noun_classes": [ 11, 31, 29, 80 ], "start_stop_timestamps": [ [ "00:07:47.40", "00:07:50.88" ], [ "00:08:04.90", "00:08:11.15" ], [ "00:08:13.02", "00:08:22.13" ], [ "00:08:35.28", "00:08:42.29" ] ], "start_stop_frames": [ [ 28044, 28252 ], [ 29094, 29469 ], [ 29581, 30127 ], [ 30916, 31337 ] ], "trgnoun": "chopstick", "trgverb": "wash" }, { "key": "P01_105+364_365_366_367", "video_id": "P01_105", "narration_ids": [ "P01_105_364", "P01_105_365", "P01_105_366", "P01_105_367" ], "src": "move pak_choi . put_down pak choi leaf . cut pak_choi", "src1": "move pak_choi", "src2": "put_down pak choi leaf", "src3": "cut pak_choi", "trg": "pick_up pak choi leaves", "vis_src": "P01_105:364 P01_105:365 P01_105:366", "vis_trg": "P01_105:367", "narrations": [ "move pak choi", "put down pak choi leaf", "cut pak choi", "pick up pak choi leaves" ], "verbs": [ "move", "put-down", "cut", "pick-up" ], "verb_classes": [ 11, 1, 7, 0 ], "nouns": [ "choi:pak", "leaf:pak:choi", "choi:pak", "leaf:pak:choi" ], "noun_classes": [ 151, 62, 151, 62 ], "start_stop_timestamps": [ [ "00:14:06.92", "00:14:07.23" ], [ "00:14:07.22", "00:14:08.71" ], [ "00:14:07.82", "00:14:23.03" ], [ "00:14:23.59", "00:14:25.55" ] ], "start_stop_frames": [ [ 42346, 42361 ], [ 42361, 42435 ], [ 42391, 43151 ], [ 43179, 43277 ] ], "trgnoun": "choi_pak_leaf", "trgverb": "pick_up" }, { "key": "P24_08+58_59_60_61", "video_id": "P24_08", "narration_ids": [ "P24_08_58", "P24_08_59", "P24_08_60", "P24_08_61" ], "src": "put pan on the cooker . turn_on cooker . pick_up pan", "src1": "put pan on the cooker", "src2": "turn_on cooker", "src3": "pick_up pan", "trg": "adjust cooker", "vis_src": "P24_08:58 P24_08:59 P24_08:60", "vis_trg": "P24_08:61", "narrations": [ "put pan on the cooker", "turn on cooker", "pick up pan", "adjust cooker" ], "verbs": [ "put-on", "turn-on", "pick-up", "adjust" ], "verb_classes": [ 1, 6, 0, 17 ], "nouns": [ "pan", "cooker", "pan", "cooker" ], "noun_classes": [ 5, 46, 5, 46 ], "start_stop_timestamps": [ [ "00:03:49.20", "00:03:50.40" ], [ "00:03:50.50", "00:03:55.13" ], [ "00:04:00.09", "00:04:01.85" ], [ "00:04:00.42", "00:04:03.36" ] ], "start_stop_frames": [ [ 13752, 13824 ], [ 13830, 14107 ], [ 14405, 14511 ], [ 14425, 14601 ] ], "trgnoun": "cooker", "trgverb": "adjust" }, { "key": "P04_120+190_191_192_194", "video_id": "P04_120", "narration_ids": [ "P04_120_190", "P04_120_191", "P04_120_192", "P04_120_194" ], "src": "put_down spatula . move pan_handle . pick_up plates", "src1": "put_down spatula", "src2": "move pan_handle", "src3": "pick_up plates", "trg": "stack plates", "vis_src": "P04_120:190 P04_120:191 P04_120:192", "vis_trg": "P04_120:194", "narrations": [ "put down spatula", "move pan handle", "pick up plates", "stack plates" ], "verbs": [ "put-down", "move", "pick-up", "stack" ], "verb_classes": [ 1, 11, 0, 40 ], "nouns": [ "spatula", "handle:pan", "plate", "plate" ], "noun_classes": [ 20, 191, 2, 2 ], "start_stop_timestamps": [ [ "00:08:14.28", "00:08:15.09" ], [ "00:08:16.61", "00:08:17.53" ], [ "00:08:17.68", "00:08:18.15" ], [ "00:08:20.15", "00:08:21.38" ] ], "start_stop_frames": [ [ 24714, 24754 ], [ 24830, 24876 ], [ 24884, 24907 ], [ 25007, 25069 ] ], "trgnoun": "plate", "trgverb": "stack" }, { "key": "P24_08+59_60_61_62", "video_id": "P24_08", "narration_ids": [ "P24_08_59", "P24_08_60", "P24_08_61", "P24_08_62" ], "src": "turn_on cooker . pick_up pan . adjust cooker", "src1": "turn_on cooker", "src2": "pick_up pan", "src3": "adjust cooker", "trg": "put pan", "vis_src": "P24_08:59 P24_08:60 P24_08:61", "vis_trg": "P24_08:62", "narrations": [ "turn on cooker", "pick up pan", "adjust cooker", "put pan" ], "verbs": [ "turn-on", "pick-up", "adjust", "put" ], "verb_classes": [ 6, 0, 17, 1 ], "nouns": [ "cooker", "pan", "cooker", "pan" ], "noun_classes": [ 46, 5, 46, 5 ], "start_stop_timestamps": [ [ "00:03:50.50", "00:03:55.13" ], [ "00:04:00.09", "00:04:01.85" ], [ "00:04:00.42", "00:04:03.36" ], [ "00:04:04.80", "00:04:06.79" ] ], "start_stop_frames": [ [ 13830, 14107 ], [ 14405, 14511 ], [ 14425, 14601 ], [ 14688, 14807 ] ], "trgnoun": "pan", "trgverb": "put" }, { "key": "P22_17+395_396_397_398", "video_id": "P22_17", "narration_ids": [ "P22_17_395", "P22_17_396", "P22_17_397", "P22_17_398" ], "src": "close trash_can . clean filter . rinse filter", "src1": "close trash_can", "src2": "clean filter", "src3": "rinse filter", "trg": "position filter", "vis_src": "P22_17:395 P22_17:396 P22_17:397", "vis_trg": "P22_17:398", "narrations": [ "close trash can", "clean filter", "rinse filter", "position filter" ], "verbs": [ "close", "clean", "rinse", "position" ], "verb_classes": [ 4, 2, 2, 1 ], "nouns": [ "can:trash", "filter", "filter", "filter" ], "noun_classes": [ 36, 77, 77, 77 ], "start_stop_timestamps": [ [ "00:15:23.38", "00:15:27.89" ], [ "00:15:25.12", "00:15:27.82" ], [ "00:15:28.01", "00:15:31.55" ], [ "00:15:30.75", "00:15:32.91" ] ], "start_stop_frames": [ [ 55402, 55673 ], [ 55507, 55669 ], [ 55680, 55893 ], [ 55845, 55974 ] ], "trgnoun": "filter", "trgverb": "position" }, { "key": "P08_20+5_6_7_8", "video_id": "P08_20", "narration_ids": [ "P08_20_5", "P08_20_6", "P08_20_7", "P08_20_8" ], "src": "place kiwi on counter top . get chopping_board . get knife", "src1": "place kiwi on counter top", "src2": "get chopping_board", "src3": "get knife", "trg": "chop kiwi", "vis_src": "P08_20:5 P08_20:6 P08_20:7", "vis_trg": "P08_20:8", "narrations": [ "place kiwi on counter top", "get chopping board", "get knife", "chop kiwi" ], "verbs": [ "place-on", "get", "get", "chop" ], "verb_classes": [ 1, 0, 0, 7 ], "nouns": [ "kiwi", "board:chopping", "knife", "kiwi" ], "noun_classes": [ 213, 18, 4, 213 ], "start_stop_timestamps": [ [ "00:00:24.39", "00:00:25.14" ], [ "00:00:26.19", "00:00:28.38" ], [ "00:00:29.58", "00:00:31.23" ], [ "00:00:31.33", "00:00:35.84" ] ], "start_stop_frames": [ [ 1463, 1508 ], [ 1571, 1702 ], [ 1774, 1873 ], [ 1879, 2150 ] ], "trgnoun": "kiwi", "trgverb": "chop" }, { "key": "P01_16+35_36_37_38", "video_id": "P01_16", "narration_ids": [ "P01_16_35", "P01_16_36", "P01_16_37", "P01_16_38" ], "src": "take spoon . close drawer . take tablecloth", "src1": "take spoon", "src2": "close drawer", "src3": "take tablecloth", "trg": "put_down tablecloth", "vis_src": "P01_16:35 P01_16:36 P01_16:37", "vis_trg": "P01_16:38", "narrations": [ "take spoon", "close drawer", "take tablecloth", "put down tablecloth" ], "verbs": [ "take", "close", "take", "put-down" ], "verb_classes": [ 0, 4, 0, 1 ], "nouns": [ "spoon", "drawer", "tablecloth", "tablecloth" ], "noun_classes": [ 1, 8, 17, 17 ], "start_stop_timestamps": [ [ "00:01:16.38", "00:01:17.39" ], [ "00:01:17.41", "00:01:18.38" ], [ "00:01:19.29", "00:01:22.54" ], [ "00:01:23.23", "00:01:26.86" ] ], "start_stop_frames": [ [ 4582, 4643 ], [ 4644, 4702 ], [ 4757, 4952 ], [ 4993, 5211 ] ], "trgnoun": "tablecloth", "trgverb": "put_down" }, { "key": "P08_03+21_22_23_24", "video_id": "P08_03", "narration_ids": [ "P08_03_21", "P08_03_22", "P08_03_23", "P08_03_24" ], "src": "make space in bowl . get kiwis out of bag . arrange kiwis in bowl", "src1": "make space in bowl", "src2": "get kiwis out of bag", "src3": "arrange kiwis in bowl", "trg": "take bag away", "vis_src": "P08_03:21 P08_03:22 P08_03:23", "vis_trg": "P08_03:24", "narrations": [ "make space in bowl", "get kiwis out of bag", "arrange kiwis in bowl", "take bag away" ], "verbs": [ "make-in", "get-out", "arrange", "take" ], "verb_classes": [ 11, 12, 40, 0 ], "nouns": [ "bowl", "bag", "kiwi", "bag" ], "noun_classes": [ 7, 19, 213, 19 ], "start_stop_timestamps": [ [ "00:01:26.87", "00:01:34.36" ], [ "00:01:35.12", "00:01:45.18" ], [ "00:01:35.61", "00:01:54.18" ], [ "00:01:55.00", "00:01:57.42" ] ], "start_stop_frames": [ [ 5212, 5661 ], [ 5707, 6310 ], [ 5736, 6850 ], [ 6900, 7045 ] ], "trgnoun": "bag", "trgverb": "take" }, { "key": "P01_18+262_263_264_265", "video_id": "P01_18", "narration_ids": [ "P01_18_262", "P01_18_263", "P01_18_264", "P01_18_265" ], "src": "dry hands . hang cloth . take tablecloth", "src1": "dry hands", "src2": "hang cloth", "src3": "take tablecloth", "trg": "put_down tablecloth", "vis_src": "P01_18:262 P01_18:263 P01_18:264", "vis_trg": "P01_18:265", "narrations": [ "dry hands", "hang cloth", "take tablecloth", "put down tablecloth" ], "verbs": [ "dry", "hang", "take", "put-down" ], "verb_classes": [ 14, 41, 0, 1 ], "nouns": [ "hand", "cloth", "tablecloth", "tablecloth" ], "noun_classes": [ 11, 17, 17, 17 ], "start_stop_timestamps": [ [ "00:19:39.88", "00:19:42.58" ], [ "00:19:43.66", "00:19:44.99" ], [ "00:19:47.96", "00:19:49.15" ], [ "00:19:53.68", "00:19:56.69" ] ], "start_stop_frames": [ [ 70792, 70954 ], [ 71019, 71099 ], [ 71277, 71349 ], [ 71620, 71801 ] ], "trgnoun": "tablecloth", "trgverb": "put_down" }, { "key": "P01_19+128_129_130_131", "video_id": "P01_19", "narration_ids": [ "P01_19_128", "P01_19_129", "P01_19_130", "P01_19_131" ], "src": "move chair . take table_cloth . fold table_cloth", "src1": "move chair", "src2": "take table_cloth", "src3": "fold table_cloth", "trg": "put table_cloth into cupboard", "vis_src": "P01_19:128 P01_19:129 P01_19:130", "vis_trg": "P01_19:131", "narrations": [ "move chair", "take table cloth", "fold table cloth", "put table cloth into cupboard" ], "verbs": [ "move", "take", "fold", "put-into" ], "verb_classes": [ 11, 0, 28, 5 ], "nouns": [ "chair", "cloth:table", "cloth:table", "cloth:table" ], "noun_classes": [ 182, 17, 17, 17 ], "start_stop_timestamps": [ [ "00:07:25.10", "00:07:26.39" ], [ "00:07:26.49", "00:07:27.68" ], [ "00:07:27.78", "00:07:30.52" ], [ "00:07:32.16", "00:07:33.41" ] ], "start_stop_frames": [ [ 26706, 26783 ], [ 26789, 26860 ], [ 26866, 27031 ], [ 27129, 27204 ] ], "trgnoun": "table_cloth", "trgverb": "put_into" }, { "key": "P04_107+561_562_563_564", "video_id": "P04_107", "narration_ids": [ "P04_107_561", "P04_107_562", "P04_107_563", "P04_107_564" ], "src": "flip_over dough . roll_out dough . feel dough", "src1": "flip_over dough", "src2": "roll_out dough", "src3": "feel dough", "trg": "peel dough away from chopping board", "vis_src": "P04_107:561 P04_107:562 P04_107:563", "vis_trg": "P04_107:564", "narrations": [ "flip over dough", "roll out dough", "feel dough", "peel dough away from chopping board" ], "verbs": [ "flip-over", "roll-out", "feel", "peel" ], "verb_classes": [ 22, 39, 54, 19 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:15:50.75", "00:15:51.25" ], [ "00:15:51.23", "00:15:58.40" ], [ "00:15:58.85", "00:16:00.27" ], [ "00:15:59.14", "00:15:59.93" ] ], "start_stop_frames": [ [ 47537, 47562 ], [ 47561, 47920 ], [ 47942, 48013 ], [ 47957, 47996 ] ], "trgnoun": "dough", "trgverb": "peel" }, { "key": "P04_107+781_826_828_829", "video_id": "P04_107", "narration_ids": [ "P04_107_781", "P04_107_826", "P04_107_828", "P04_107_829" ], "src": "put_down chopstick . tap dough . hold dough", "src1": "put_down chopstick", "src2": "tap dough", "src3": "hold dough", "trg": "slide chopstick out of dough", "vis_src": "P04_107:781 P04_107:826 P04_107:828", "vis_trg": "P04_107:829", "narrations": [ "put down chopstick", "tap dough", "hold dough", "slide chopstick out of dough" ], "verbs": [ "put-down", "tap", "hold", "slide-out" ], "verb_classes": [ 1, 32, 34, 61 ], "nouns": [ "chopstick", "dough", "dough", "chopstick" ], "noun_classes": [ 80, 25, 25, 80 ], "start_stop_timestamps": [ [ "00:20:51.14", "00:20:51.41" ], [ "00:21:49.50", "00:21:50.66" ], [ "00:21:49.55", "00:21:49.85" ], [ "00:21:50.16", "00:21:50.49" ] ], "start_stop_frames": [ [ 62557, 62570 ], [ 65475, 65533 ], [ 65477, 65492 ], [ 65508, 65524 ] ], "trgnoun": "chopstick", "trgverb": "slide_out" }, { "key": "P04_120+15_17_18_19", "video_id": "P04_120", "narration_ids": [ "P04_120_15", "P04_120_17", "P04_120_18", "P04_120_19" ], "src": "feel temperature of milk . adjust temperature on hob . pick_up thermometer", "src1": "feel temperature of milk", "src2": "adjust temperature on hob", "src3": "pick_up thermometer", "trg": "look_at thermometer", "vis_src": "P04_120:15 P04_120:17 P04_120:18", "vis_trg": "P04_120:19", "narrations": [ "feel temperature of milk", "adjust temperature on hob", "pick up thermometer", "look at thermometer" ], "verbs": [ "feel", "adjust-on", "pick-up", "look-at" ], "verb_classes": [ 54, 17, 0, 38 ], "nouns": [ "temperature:milk", "temperature", "thermometer", "thermometer" ], "noun_classes": [ 65, 65, 166, 166 ], "start_stop_timestamps": [ [ "00:00:54.53", "00:00:56.89" ], [ "00:00:56.66", "00:00:59.84" ], [ "00:00:59.91", "00:01:00.82" ], [ "00:01:01.76", "00:01:10.84" ] ], "start_stop_frames": [ [ 2726, 2844 ], [ 2833, 2992 ], [ 2995, 3041 ], [ 3088, 3542 ] ], "trgnoun": "thermometer", "trgverb": "look_at" }, { "key": "P04_120+361_362_363_364", "video_id": "P04_120", "narration_ids": [ "P04_120_361", "P04_120_362", "P04_120_363", "P04_120_364" ], "src": "rest spatula against side of pan . feel temperature of milk . pick_up thermometer", "src1": "rest spatula against side of pan", "src2": "feel temperature of milk", "src3": "pick_up thermometer", "trg": "put thermometer in milk", "vis_src": "P04_120:361 P04_120:362 P04_120:363", "vis_trg": "P04_120:364", "narrations": [ "rest spatula against side of pan", "feel temperature of milk", "pick up thermometer", "put thermometer in milk" ], "verbs": [ "rest-against", "feel", "pick-up", "put-in" ], "verb_classes": [ 1, 54, 0, 5 ], "nouns": [ "spatula", "temperature:milk", "thermometer", "thermometer" ], "noun_classes": [ 20, 65, 166, 166 ], "start_stop_timestamps": [ [ "00:12:58.18", "00:12:59.23" ], [ "00:12:59.32", "00:13:00.28" ], [ "00:13:00.60", "00:13:01.75" ], [ "00:13:01.65", "00:13:03.62" ] ], "start_stop_frames": [ [ 38909, 38961 ], [ 38966, 39014 ], [ 39030, 39087 ], [ 39082, 39181 ] ], "trgnoun": "thermometer", "trgverb": "put_in" }, { "key": "P03_04+251_252_253_254", "video_id": "P03_04", "narration_ids": [ "P03_04_251", "P03_04_252", "P03_04_253", "P03_04_254" ], "src": "grab garlic_paste . open fridge . put garlic_paste", "src1": "grab garlic_paste", "src2": "open fridge", "src3": "put garlic_paste", "trg": "close fridge", "vis_src": "P03_04:251 P03_04:252 P03_04:253", "vis_trg": "P03_04:254", "narrations": [ "grab garlic paste", "open fridge", "put garlic paste", "close fridge" ], "verbs": [ "grab", "open", "put", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "paste:garlic", "fridge", "paste:garlic", "fridge" ], "noun_classes": [ 148, 12, 148, 12 ], "start_stop_timestamps": [ [ "00:18:08.72", "00:18:09.37" ], [ "00:18:12.20", "00:18:13.06" ], [ "00:18:13.00", "00:18:14.17" ], [ "00:18:13.88", "00:18:14.38" ] ], "start_stop_frames": [ [ 65323, 65362 ], [ 65532, 65583 ], [ 65580, 65650 ], [ 65632, 65662 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P35_104+577_578_579_580", "video_id": "P35_104", "narration_ids": [ "P35_104_577", "P35_104_578", "P35_104_579", "P35_104_580" ], "src": "close drawer . open cling_film . pick_up cling_film", "src1": "close drawer", "src2": "open cling_film", "src3": "pick_up cling_film", "trg": "unroll cling_film", "vis_src": "P35_104:577 P35_104:578 P35_104:579", "vis_trg": "P35_104:580", "narrations": [ "close drawer", "open cling film", "pick up cling film", "unroll cling film" ], "verbs": [ "close", "open", "pick-up", "unroll" ], "verb_classes": [ 4, 3, 0, 39 ], "nouns": [ "drawer", "film:cling", "film:cling", "film:cling" ], "noun_classes": [ 8, 100, 100, 100 ], "start_stop_timestamps": [ [ "00:39:27.60", "00:39:28.20" ], [ "00:39:33.54", "00:39:35.08" ], [ "00:39:34.29", "00:39:41.20" ], [ "00:39:38.63", "00:39:40.39" ] ], "start_stop_frames": [ [ 118380, 118409 ], [ 118677, 118754 ], [ 118714, 119059 ], [ 118931, 119019 ] ], "trgnoun": "cling_film", "trgverb": "unroll" }, { "key": "P11_05+249_250_251_252", "video_id": "P11_05", "narration_ids": [ "P11_05_249", "P11_05_250", "P11_05_251", "P11_05_252" ], "src": "clean slicer . scrub slicer . turn_on tap", "src1": "clean slicer", "src2": "scrub slicer", "src3": "turn_on tap", "trg": "rinse slicer", "vis_src": "P11_05:249 P11_05:250 P11_05:251", "vis_trg": "P11_05:252", "narrations": [ "clean slicer", "scrub slicer", "turn on tap", "rinse slicer" ], "verbs": [ "clean", "scrub", "turn-on", "rinse" ], "verb_classes": [ 2, 29, 6, 2 ], "nouns": [ "slicer", "slicer", "tap", "slicer" ], "noun_classes": [ 220, 220, 0, 220 ], "start_stop_timestamps": [ [ "00:17:06.80", "00:17:11.37" ], [ "00:17:11.47", "00:17:21.01" ], [ "00:17:21.18", "00:17:21.97" ], [ "00:17:21.27", "00:17:34.41" ] ], "start_stop_frames": [ [ 61608, 61882 ], [ 61888, 62460 ], [ 62470, 62518 ], [ 62476, 63264 ] ], "trgnoun": "slicer", "trgverb": "rinse" }, { "key": "P02_129+373_374_375_376", "video_id": "P02_129", "narration_ids": [ "P02_129_373", "P02_129_374", "P02_129_375", "P02_129_376" ], "src": "close bin . clean sink . open tap", "src1": "close bin", "src2": "clean sink", "src3": "open tap", "trg": "rinse sink", "vis_src": "P02_129:373 P02_129:374 P02_129:375", "vis_trg": "P02_129:376", "narrations": [ "close bin", "clean sink", "open tap", "rinse sink" ], "verbs": [ "close", "clean", "turn-on", "rinse" ], "verb_classes": [ 4, 2, 6, 2 ], "nouns": [ "bin", "sink", "tap", "sink" ], "noun_classes": [ 36, 63, 0, 63 ], "start_stop_timestamps": [ [ "00:13:09.40", "00:13:10.02" ], [ "00:13:10.12", "00:13:14.66" ], [ "00:13:14.52", "00:13:15.28" ], [ "00:13:15.38", "00:13:19.54" ] ], "start_stop_frames": [ [ 39470, 39501 ], [ 39506, 39733 ], [ 39726, 39764 ], [ 39769, 39977 ] ], "trgnoun": "sink", "trgverb": "rinse" }, { "key": "P28_111+142_143_144_145", "video_id": "P28_111", "narration_ids": [ "P28_111_142", "P28_111_143", "P28_111_144", "P28_111_145" ], "src": "take spoon . stir oats . turn_off hob", "src1": "take spoon", "src2": "stir oats", "src3": "turn_off hob", "trg": "put oats in bowl", "vis_src": "P28_111:142 P28_111:143 P28_111:144", "vis_trg": "P28_111:145", "narrations": [ "take spoon", "stir oats", "turn off hob", "put oats in bowl" ], "verbs": [ "take", "stir", "turn-off", "put-in" ], "verb_classes": [ 0, 10, 8, 5 ], "nouns": [ "spoon", "oat", "hob", "oat" ], "noun_classes": [ 1, 127, 24, 127 ], "start_stop_timestamps": [ [ "00:07:01.95", "00:07:02.73" ], [ "00:07:02.80", "00:07:09.90" ], [ "00:07:09.93", "00:07:11.56" ], [ "00:07:11.70", "00:07:22.59" ] ], "start_stop_frames": [ [ 21097, 21136 ], [ 21140, 21495 ], [ 21496, 21578 ], [ 21585, 22129 ] ], "trgnoun": "oat", "trgverb": "put_in" }, { "key": "P01_105+367_368_369_370", "video_id": "P01_105", "narration_ids": [ "P01_105_367", "P01_105_368", "P01_105_369", "P01_105_370" ], "src": "pick_up pak choi leaves . put_down pak choi leaves . cut pak_choi", "src1": "pick_up pak choi leaves", "src2": "put_down pak choi leaves", "src3": "cut pak_choi", "trg": "wipe pak_choi off knife", "vis_src": "P01_105:367 P01_105:368 P01_105:369", "vis_trg": "P01_105:370", "narrations": [ "pick up pak choi leaves", "put down pak choi leaves", "cut pak choi", "wipe pak choi off knife" ], "verbs": [ "pick-up", "put-down", "cut", "wipe-off" ], "verb_classes": [ 0, 1, 7, 2 ], "nouns": [ "leaf:pak:choi", "leaf:pak:choi", "choi:pak", "choi:pak" ], "noun_classes": [ 62, 62, 151, 151 ], "start_stop_timestamps": [ [ "00:14:23.59", "00:14:25.55" ], [ "00:14:25.53", "00:14:26.31" ], [ "00:14:26.41", "00:14:29.30" ], [ "00:14:29.14", "00:14:31.39" ] ], "start_stop_frames": [ [ 43179, 43277 ], [ 43276, 43315 ], [ 43320, 43465 ], [ 43457, 43569 ] ], "trgnoun": "pak_choi", "trgverb": "wipe_off" }, { "key": "P28_109+18_19_20_21", "video_id": "P28_109", "narration_ids": [ "P28_109_18", "P28_109_19", "P28_109_20", "P28_109_21" ], "src": "take spoon . close drawer . take oats", "src1": "take spoon", "src2": "close drawer", "src3": "take oats", "trg": "put oats in saucepan", "vis_src": "P28_109:18 P28_109:19 P28_109:20", "vis_trg": "P28_109:21", "narrations": [ "take spoon", "close drawer", "take oats", "put oats in saucepan" ], "verbs": [ "take", "close", "take", "put-in" ], "verb_classes": [ 0, 4, 0, 5 ], "nouns": [ "spoon", "drawer", "oat", "oat" ], "noun_classes": [ 1, 8, 127, 127 ], "start_stop_timestamps": [ [ "00:01:01.64", "00:01:04.45" ], [ "00:01:04.52", "00:01:05.48" ], [ "00:01:10.32", "00:01:16.69" ], [ "00:01:15.78", "00:01:19.74" ] ], "start_stop_frames": [ [ 3082, 3222 ], [ 3226, 3274 ], [ 3515, 3834 ], [ 3789, 3986 ] ], "trgnoun": "oat", "trgverb": "put_in" }, { "key": "P07_110+33_34_35_36", "video_id": "P07_110", "narration_ids": [ "P07_110_33", "P07_110_34", "P07_110_35", "P07_110_36" ], "src": "pour oats into glass . shake cup . turn_on tap", "src1": "pour oats into glass", "src2": "shake cup", "src3": "turn_on tap", "trg": "rinse cup", "vis_src": "P07_110:33 P07_110:34 P07_110:35", "vis_trg": "P07_110:36", "narrations": [ "pour oats into glass", "shake cup", "turn on tap", "rinse cup" ], "verbs": [ "pour-into", "shake", "turn-on", "rinse" ], "verb_classes": [ 9, 15, 6, 2 ], "nouns": [ "oat", "cup", "tap", "cup" ], "noun_classes": [ 127, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:01:53.11", "00:01:54.54" ], [ "00:01:54.56", "00:01:58.00" ], [ "00:01:57.68", "00:01:58.97" ], [ "00:01:59.03", "00:02:02.30" ] ], "start_stop_frames": [ [ 5655, 5727 ], [ 5728, 5900 ], [ 5884, 5948 ], [ 5951, 6115 ] ], "trgnoun": "cup", "trgverb": "rinse" }, { "key": "P28_104+72_73_74_75", "video_id": "P28_104", "narration_ids": [ "P28_104_72", "P28_104_73", "P28_104_74", "P28_104_75" ], "src": "take_out feta_cheese from package . take knife . cut feta_cheese", "src1": "take_out feta_cheese from package", "src2": "take knife", "src3": "cut feta_cheese", "trg": "put knife", "vis_src": "P28_104:72 P28_104:73 P28_104:74", "vis_trg": "P28_104:75", "narrations": [ "take out feta cheese from package", "take knife", "cut feta cheese", "put knife" ], "verbs": [ "take-out", "take", "cut", "put" ], "verb_classes": [ 12, 0, 7, 1 ], "nouns": [ "cheese:feta", "knife", "cheese:feta", "knife" ], "noun_classes": [ 32, 4, 32, 4 ], "start_stop_timestamps": [ [ "00:04:02.77", "00:04:15.06" ], [ "00:04:15.16", "00:04:18.87" ], [ "00:04:17.36", "00:04:25.87" ], [ "00:04:26.55", "00:04:27.80" ] ], "start_stop_frames": [ [ 12138, 12753 ], [ 12758, 12943 ], [ 12868, 13293 ], [ 13327, 13390 ] ], "trgnoun": "knife", "trgverb": "put" }, { "key": "P23_02+16_17_18_19", "video_id": "P23_02", "narration_ids": [ "P23_02_16", "P23_02_17", "P23_02_18", "P23_02_19" ], "src": "taking another onion_piece . making small pieces . making the onion into the small pieces", "src1": "taking another onion_piece", "src2": "making small pieces", "src3": "making the onion into the small pieces", "trg": "cutting the onion into the small pieces", "vis_src": "P23_02:16 P23_02:17 P23_02:18", "vis_trg": "P23_02:19", "narrations": [ "taking another onion piece", "making small pieces", "making the onion into the small pieces", "cutting the onion into the small pieces" ], "verbs": [ "take", "make", "make", "cut-into" ], "verb_classes": [ 0, 7, 7, 7 ], "nouns": [ "piece:onion", "brush", "onion", "onion" ], "noun_classes": [ 16, 103, 16, 16 ], "start_stop_timestamps": [ [ "00:02:07.78", "00:02:08.52" ], [ "00:02:10.38", "00:02:26.46" ], [ "00:02:28.21", "00:02:45.13" ], [ "00:02:53.79", "00:03:55.96" ] ], "start_stop_frames": [ [ 7666, 7711 ], [ 7822, 8787 ], [ 8892, 9907 ], [ 10427, 14157 ] ], "trgnoun": "onion", "trgverb": "cut_into" }, { "key": "P12_105+52_53_54_55", "video_id": "P12_105", "narration_ids": [ "P12_105_52", "P12_105_53", "P12_105_54", "P12_105_55" ], "src": "take mug . scoop_up soup from plastic bag into mug . pour_down soup from mug into plastic bag", "src1": "take mug", "src2": "scoop_up soup from plastic bag into mug", "src3": "pour_down soup from mug into plastic bag", "trg": "put_down mug", "vis_src": "P12_105:52 P12_105:53 P12_105:54", "vis_trg": "P12_105:55", "narrations": [ "take mug", "scoop up soup from plastic bag into mug", "pour down soup from mug into plastic bag", "put down mug" ], "verbs": [ "take", "scoop-up", "pour-down", "put-down" ], "verb_classes": [ 0, 16, 9, 1 ], "nouns": [ "mug", "soup", "soup", "mug" ], "noun_classes": [ 13, 126, 126, 13 ], "start_stop_timestamps": [ [ "00:03:30.28", "00:03:31.33" ], [ "00:03:31.39", "00:03:33.27" ], [ "00:03:34.47", "00:03:36.01" ], [ "00:03:37.04", "00:03:38.00" ] ], "start_stop_frames": [ [ 10514, 10566 ], [ 10569, 10663 ], [ 10723, 10800 ], [ 10852, 10900 ] ], "trgnoun": "mug", "trgverb": "put_down" }, { "key": "P24_01+21_22_23_24", "video_id": "P24_01", "narration_ids": [ "P24_01_21", "P24_01_22", "P24_01_23", "P24_01_24" ], "src": "take banana_peel . throw banana_peel away . take coffee_pot", "src1": "take banana_peel", "src2": "throw banana_peel away", "src3": "take coffee_pot", "trg": "empty coffee_pot", "vis_src": "P24_01:21 P24_01:22 P24_01:23", "vis_trg": "P24_01:24", "narrations": [ "take banana peel", "throw banana peel away", "take coffee pot", "empty coffee pot" ], "verbs": [ "take", "throw", "take", "empty" ], "verb_classes": [ 0, 13, 0, 20 ], "nouns": [ "peel:banana", "peel:banana", "pot:coffee", "pot:coffee" ], "noun_classes": [ 48, 48, 50, 50 ], "start_stop_timestamps": [ [ "00:02:52.80", "00:02:53.57" ], [ "00:02:54.80", "00:02:57.87" ], [ "00:02:59.29", "00:03:00.41" ], [ "00:03:02.68", "00:03:07.56" ] ], "start_stop_frames": [ [ 10368, 10414 ], [ 10488, 10672 ], [ 10757, 10824 ], [ 10960, 11253 ] ], "trgnoun": "coffee_pot", "trgverb": "empty" }, { "key": "P27_103+293_294_295_296", "video_id": "P27_103", "narration_ids": [ "P27_103_293", "P27_103_294", "P27_103_295", "P27_103_296" ], "src": "turn ring cake mould . pour flour . put_down spoon", "src1": "turn ring cake mould", "src2": "pour flour", "src3": "put_down spoon", "trg": "shake ring cake mould", "vis_src": "P27_103:293 P27_103:294 P27_103:295", "vis_trg": "P27_103:296", "narrations": [ "turn ring cake mould", "pour flour", "put down spoon", "shake ring cake mould" ], "verbs": [ "turn", "pour", "put-down", "shake" ], "verb_classes": [ 23, 9, 1, 15 ], "nouns": [ "mould:ring:cake", "flour", "spoon", "mould:ring:cake" ], "noun_classes": [ 35, 75, 1, 35 ], "start_stop_timestamps": [ [ "00:20:08.34", "00:20:09.69" ], [ "00:20:11.69", "00:20:12.44" ], [ "00:20:13.36", "00:20:14.15" ], [ "00:20:14.09", "00:20:16.19" ] ], "start_stop_frames": [ [ 60416, 60484 ], [ 60584, 60622 ], [ 60667, 60707 ], [ 60704, 60809 ] ], "trgnoun": "cake_ring_mould", "trgverb": "shake" }, { "key": "P06_102+116_117_118_119", "video_id": "P06_102", "narration_ids": [ "P06_102_116", "P06_102_117", "P06_102_118", "P06_102_119" ], "src": "pick_up cling_film . close drawer . unravel cling_film", "src1": "pick_up cling_film", "src2": "close drawer", "src3": "unravel cling_film", "trg": "put cling_film over bowl", "vis_src": "P06_102:116 P06_102:117 P06_102:118", "vis_trg": "P06_102:119", "narrations": [ "pick up cling film", "close drawer", "unravel cling film", "put cling film over bowl" ], "verbs": [ "pick-up", "close", "unravel", "put-over" ], "verb_classes": [ 0, 4, 84, 1 ], "nouns": [ "film:cling", "drawer", "film:cling", "film:cling" ], "noun_classes": [ 100, 8, 100, 100 ], "start_stop_timestamps": [ [ "00:11:15.18", "00:11:19.20" ], [ "00:11:19.21", "00:11:20.44" ], [ "00:11:19.89", "00:11:26.56" ], [ "00:11:26.66", "00:11:31.60" ] ], "start_stop_frames": [ [ 33759, 33960 ], [ 33960, 34022 ], [ 33994, 34328 ], [ 34333, 34580 ] ], "trgnoun": "cling_film", "trgverb": "put_over" }, { "key": "P08_01+120_121_122_123", "video_id": "P08_01", "narration_ids": [ "P08_01_120", "P08_01_121", "P08_01_122", "P08_01_123" ], "src": "get cheese . place_on bread . take tomatoes", "src1": "get cheese", "src2": "place_on bread", "src3": "take tomatoes", "trg": "put_over tomatoes", "vis_src": "P08_01:120 P08_01:121 P08_01:122", "vis_trg": "P08_01:123", "narrations": [ "get cheese", "place on bread", "take tomatoes", "put over" ], "verbs": [ "get", "place-on", "take", "put-over" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "cheese", "bread", "tomato", "tomato" ], "noun_classes": [ 32, 33, 43, 43 ], "start_stop_timestamps": [ [ "00:08:08.56", "00:08:09.83" ], [ "00:08:09.90", "00:08:12.41" ], [ "00:08:17.10", "00:08:18.57" ], [ "00:08:18.60", "00:08:20.34" ] ], "start_stop_frames": [ [ 29313, 29389 ], [ 29394, 29544 ], [ 29826, 29914 ], [ 29916, 30020 ] ], "trgnoun": "tomato", "trgverb": "put_over" }, { "key": "P03_116+21_22_23_24", "video_id": "P03_116", "narration_ids": [ "P03_116_21", "P03_116_22", "P03_116_23", "P03_116_24" ], "src": "open bottle . pour squash into glass . close bottle of squash", "src1": "open bottle", "src2": "pour squash into glass", "src3": "close bottle of squash", "trg": "put squash in fridge", "vis_src": "P03_116:21 P03_116:22 P03_116:23", "vis_trg": "P03_116:24", "narrations": [ "open bottle", "pour squash into glass", "close bottle of squash", "put squash in fridge" ], "verbs": [ "open", "pour-into", "close", "put-in" ], "verb_classes": [ 3, 9, 4, 5 ], "nouns": [ "bottle", "squash", "bottle:squash", "squash" ], "noun_classes": [ 15, 116, 15, 116 ], "start_stop_timestamps": [ [ "00:00:37.17", "00:00:37.67" ], [ "00:00:38.22", "00:00:41.52" ], [ "00:00:41.36", "00:00:45.37" ], [ "00:00:44.97", "00:00:45.59" ] ], "start_stop_frames": [ [ 1858, 1883 ], [ 1911, 2076 ], [ 2068, 2268 ], [ 2248, 2279 ] ], "trgnoun": "squash", "trgverb": "put_in" }, { "key": "P08_01+121_122_123_124", "video_id": "P08_01", "narration_ids": [ "P08_01_121", "P08_01_122", "P08_01_123", "P08_01_124" ], "src": "place_on bread . take tomatoes . put_over tomatoes", "src1": "place_on bread", "src2": "take tomatoes", "src3": "put_over tomatoes", "trg": "put tomatoes on top", "vis_src": "P08_01:121 P08_01:122 P08_01:123", "vis_trg": "P08_01:124", "narrations": [ "place on bread", "take tomatoes", "put over", "put tomatoes on top" ], "verbs": [ "place-on", "take", "put-over", "put-on" ], "verb_classes": [ 1, 0, 1, 1 ], "nouns": [ "bread", "tomato", "tomato", "tomato" ], "noun_classes": [ 33, 43, 43, 43 ], "start_stop_timestamps": [ [ "00:08:09.90", "00:08:12.41" ], [ "00:08:17.10", "00:08:18.57" ], [ "00:08:18.60", "00:08:20.34" ], [ "00:08:20.16", "00:08:26.37" ] ], "start_stop_frames": [ [ 29394, 29544 ], [ 29826, 29914 ], [ 29916, 30020 ], [ 30009, 30382 ] ], "trgnoun": "tomato", "trgverb": "put_on" }, { "key": "P20_03+35_36_37_38", "video_id": "P20_03", "narration_ids": [ "P20_03_35", "P20_03_36", "P20_03_37", "P20_03_38" ], "src": "open dishwasher_drawer . pick_up fork . close dishwasher", "src1": "open dishwasher_drawer", "src2": "pick_up fork", "src3": "close dishwasher", "trg": "put fork in bowl", "vis_src": "P20_03:35 P20_03:36 P20_03:37", "vis_trg": "P20_03:38", "narrations": [ "open dishwasher drawer", "pick up fork", "close dishwasher", "put fork in bowl" ], "verbs": [ "open", "pick-up", "close", "put-in" ], "verb_classes": [ 3, 0, 4, 5 ], "nouns": [ "drawer:dishwasher", "fork", "dishwasher", "fork" ], "noun_classes": [ 70, 14, 70, 14 ], "start_stop_timestamps": [ [ "00:01:44.95", "00:01:46.33" ], [ "00:01:46.43", "00:01:49.15" ], [ "00:01:49.25", "00:01:50.51" ], [ "00:01:51.94", "00:01:55.09" ] ], "start_stop_frames": [ [ 6297, 6379 ], [ 6385, 6549 ], [ 6555, 6630 ], [ 6716, 6905 ] ], "trgnoun": "fork", "trgverb": "put_in" }, { "key": "P04_01+133_134_135_136", "video_id": "P04_01", "narration_ids": [ "P04_01_133", "P04_01_134", "P04_01_135", "P04_01_136" ], "src": "open miso_paste . spoon miso_paste . put_in bag", "src1": "open miso_paste", "src2": "spoon miso_paste", "src3": "put_in bag", "trg": "close miso_paste", "vis_src": "P04_01:133 P04_01:134 P04_01:135", "vis_trg": "P04_01:136", "narrations": [ "open miso paste", "spoon miso paste", "put in bag", "close miso paste" ], "verbs": [ "open", "spoon", "put-in", "close" ], "verb_classes": [ 3, 16, 5, 4 ], "nouns": [ "paste:miso", "paste:miso", "bag", "paste:miso" ], "noun_classes": [ 148, 148, 19, 148 ], "start_stop_timestamps": [ [ "00:10:08.06", "00:10:10.48" ], [ "00:10:10.58", "00:10:13.99" ], [ "00:10:14.09", "00:10:18.39" ], [ "00:10:18.49", "00:10:23.93" ] ], "start_stop_frames": [ [ 36483, 36628 ], [ 36634, 36839 ], [ 36845, 37103 ], [ 37109, 37435 ] ], "trgnoun": "miso_paste", "trgverb": "close" }, { "key": "P24_07+162_163_164_165", "video_id": "P24_07", "narration_ids": [ "P24_07_162", "P24_07_163", "P24_07_164", "P24_07_165" ], "src": "place glass . open fridge . put carrot in the fridge", "src1": "place glass", "src2": "open fridge", "src3": "put carrot in the fridge", "trg": "close fridge", "vis_src": "P24_07:162 P24_07:163 P24_07:164", "vis_trg": "P24_07:165", "narrations": [ "place glass", "open fridge", "put carrot in the fridge", "close fridge" ], "verbs": [ "place", "open", "put-in", "close" ], "verb_classes": [ 1, 3, 5, 4 ], "nouns": [ "glass", "fridge", "carrot", "fridge" ], "noun_classes": [ 10, 12, 41, 12 ], "start_stop_timestamps": [ [ "00:13:11.90", "00:13:13.15" ], [ "00:13:13.24", "00:13:15.39" ], [ "00:13:16.18", "00:13:17.63" ], [ "00:13:17.46", "00:13:19.48" ] ], "start_stop_frames": [ [ 47514, 47589 ], [ 47594, 47723 ], [ 47770, 47857 ], [ 47847, 47968 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P01_105+552_553_554_555", "video_id": "P01_105", "narration_ids": [ "P01_105_552", "P01_105_553", "P01_105_554", "P01_105_555" ], "src": "pick_up scissors . put_down noodles . open noodles bag", "src1": "pick_up scissors", "src2": "put_down noodles", "src3": "open noodles bag", "trg": "pick_up noodles", "vis_src": "P01_105:552 P01_105:553 P01_105:554", "vis_trg": "P01_105:555", "narrations": [ "pick up scissors", "put down noodles", "open noodles bag", "pick up noodles" ], "verbs": [ "pick-up", "put-down", "open", "pick-up" ], "verb_classes": [ 0, 1, 3, 0 ], "nouns": [ "scissors", "noodle", "bag:noodle", "noodle" ], "noun_classes": [ 79, 155, 19, 155 ], "start_stop_timestamps": [ [ "00:22:06.07", "00:22:07.23" ], [ "00:22:07.30", "00:22:08.05" ], [ "00:22:08.14", "00:22:10.01" ], [ "00:22:10.24", "00:22:11.02" ] ], "start_stop_frames": [ [ 66303, 66361 ], [ 66365, 66402 ], [ 66407, 66500 ], [ 66512, 66551 ] ], "trgnoun": "noodle", "trgverb": "pick_up" }, { "key": "P02_101+7_8_9_10", "video_id": "P02_101", "narration_ids": [ "P02_101_7", "P02_101_8", "P02_101_9", "P02_101_10" ], "src": "place mug . open fridge . pick milk", "src1": "place mug", "src2": "open fridge", "src3": "pick milk", "trg": "close fridge", "vis_src": "P02_101:7 P02_101:8 P02_101:9", "vis_trg": "P02_101:10", "narrations": [ "place mug", "open fridge", "pick milk", "close fridge" ], "verbs": [ "place", "open", "pick", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "mug", "fridge", "milk", "fridge" ], "noun_classes": [ 13, 12, 64, 12 ], "start_stop_timestamps": [ [ "00:00:13.88", "00:00:14.92" ], [ "00:00:17.70", "00:00:18.56" ], [ "00:00:18.64", "00:00:19.64" ], [ "00:00:19.73", "00:00:20.63" ] ], "start_stop_frames": [ [ 694, 746 ], [ 885, 927 ], [ 932, 982 ], [ 986, 1031 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P10_04+446_448_449_450", "video_id": "P10_04", "narration_ids": [ "P10_04_446", "P10_04_448", "P10_04_449", "P10_04_450" ], "src": "clean the inner side of the pot . use tap_water to wash the pot and the brush . wash the pot", "src1": "clean the inner side of the pot", "src2": "use tap_water to wash the pot and the brush", "src3": "wash the pot", "trg": "switch_off the tap_water", "vis_src": "P10_04:446 P10_04:448 P10_04:449", "vis_trg": "P10_04:450", "narrations": [ "clean the inner side of the pot", "use tap water to wash the pot and the brush", "wash the pot", "switch off the tap water" ], "verbs": [ "clean", "wash", "wash", "switch-off" ], "verb_classes": [ 2, 2, 2, 8 ], "nouns": [ "pot", "water:tap", "pot", "water:tap" ], "noun_classes": [ 29, 0, 29, 0 ], "start_stop_timestamps": [ [ "00:49:01.34", "00:49:05.16" ], [ "00:49:09.65", "00:49:16.85" ], [ "00:49:14.54", "00:49:24.38" ], [ "00:49:24.12", "00:49:25.34" ] ], "start_stop_frames": [ [ 176480, 176709 ], [ 176979, 177411 ], [ 177272, 177862 ], [ 177847, 177920 ] ], "trgnoun": "tap_water", "trgverb": "switch_off" }, { "key": "P01_06+12_13_14_15", "video_id": "P01_06", "narration_ids": [ "P01_06_12", "P01_06_13", "P01_06_14", "P01_06_15" ], "src": "take tablecloth . shake tablecloth . fold tablecloth", "src1": "take tablecloth", "src2": "shake tablecloth", "src3": "fold tablecloth", "trg": "put tablecloth", "vis_src": "P01_06:12 P01_06:13 P01_06:14", "vis_trg": "P01_06:15", "narrations": [ "take tablecloth", "shake tablecloth", "fold tablecloth", "put tablecloth" ], "verbs": [ "take", "shake", "fold", "put" ], "verb_classes": [ 0, 15, 28, 1 ], "nouns": [ "tablecloth", "tablecloth", "tablecloth", "tablecloth" ], "noun_classes": [ 17, 17, 17, 17 ], "start_stop_timestamps": [ [ "00:00:32.62", "00:00:36.86" ], [ "00:00:37.33", "00:00:40.09" ], [ "00:00:41.88", "00:00:49.70" ], [ "00:00:50.24", "00:00:52.03" ] ], "start_stop_frames": [ [ 1957, 2211 ], [ 2239, 2405 ], [ 2512, 2982 ], [ 3014, 3121 ] ], "trgnoun": "tablecloth", "trgverb": "put" }, { "key": "P24_04+116_117_118_119", "video_id": "P24_04", "narration_ids": [ "P24_04_116", "P24_04_117", "P24_04_118", "P24_04_119" ], "src": "put coffee_cup down . grab coffee_maker . pour coffee into coffee cup", "src1": "put coffee_cup down", "src2": "grab coffee_maker", "src3": "pour coffee into coffee cup", "trg": "put coffee_maker down", "vis_src": "P24_04:116 P24_04:117 P24_04:118", "vis_trg": "P24_04:119", "narrations": [ "put coffee cup down", "grab coffee maker", "pour coffee into coffee cup", "put coffee maker down" ], "verbs": [ "put-down", "grab", "pour-into", "put-down" ], "verb_classes": [ 1, 0, 9, 1 ], "nouns": [ "cup:coffee", "maker:coffee", "coffee", "maker:coffee" ], "noun_classes": [ 13, 50, 59, 50 ], "start_stop_timestamps": [ [ "00:07:51.43", "00:07:53.44" ], [ "00:07:53.47", "00:07:56.47" ], [ "00:07:56.54", "00:08:02.77" ], [ "00:08:02.87", "00:08:04.70" ] ], "start_stop_frames": [ [ 28285, 28406 ], [ 28408, 28588 ], [ 28592, 28966 ], [ 28972, 29082 ] ], "trgnoun": "coffee_maker", "trgverb": "put_down" }, { "key": "P15_09+16_17_18_19", "video_id": "P15_09", "narration_ids": [ "P15_09_16", "P15_09_17", "P15_09_18", "P15_09_19" ], "src": "pick_up board with onion . put onion on pan . wash board", "src1": "pick_up board with onion", "src2": "put onion on pan", "src3": "wash board", "trg": "dry board", "vis_src": "P15_09:16 P15_09:17 P15_09:18", "vis_trg": "P15_09:19", "narrations": [ "pick up board with onion", "put onion on pan", "wash board", "dry board" ], "verbs": [ "pick-up", "put-on", "wash", "dry" ], "verb_classes": [ 0, 1, 2, 14 ], "nouns": [ "board", "onion", "board", "board" ], "noun_classes": [ 18, 16, 18, 18 ], "start_stop_timestamps": [ [ "00:05:03.00", "00:05:07.01" ], [ "00:05:08.01", "00:05:21.17" ], [ "00:05:31.22", "00:05:35.75" ], [ "00:05:36.34", "00:05:38.36" ] ], "start_stop_frames": [ [ 18180, 18420 ], [ 18480, 19270 ], [ 19873, 20145 ], [ 20180, 20301 ] ], "trgnoun": "board", "trgverb": "dry" }, { "key": "P07_10+89_90_91_92", "video_id": "P07_10", "narration_ids": [ "P07_10_89", "P07_10_90", "P07_10_91", "P07_10_92" ], "src": "pick_up chicken . open tap . rinse chicken", "src1": "pick_up chicken", "src2": "open tap", "src3": "rinse chicken", "trg": "slice chicken", "vis_src": "P07_10:89 P07_10:90 P07_10:91", "vis_trg": "P07_10:92", "narrations": [ "pick up chicken", "open tap", "rinse chicken", "slice chicken" ], "verbs": [ "pick-up", "turn-on", "rinse", "slice" ], "verb_classes": [ 0, 6, 2, 7 ], "nouns": [ "chicken", "tap", "chicken", "chicken" ], "noun_classes": [ 57, 0, 57, 57 ], "start_stop_timestamps": [ [ "00:07:19.86", "00:07:21.37" ], [ "00:07:46.17", "00:07:47.47" ], [ "00:07:48.25", "00:07:51.53" ], [ "00:07:50.10", "00:07:54.24" ] ], "start_stop_frames": [ [ 26391, 26482 ], [ 27970, 28048 ], [ 28095, 28291 ], [ 28206, 28454 ] ], "trgnoun": "chicken", "trgverb": "slice" }, { "key": "P12_105+51_52_53_54", "video_id": "P12_105", "narration_ids": [ "P12_105_51", "P12_105_52", "P12_105_53", "P12_105_54" ], "src": "open plastic_bag . take mug . scoop_up soup from plastic bag into mug", "src1": "open plastic_bag", "src2": "take mug", "src3": "scoop_up soup from plastic bag into mug", "trg": "pour_down soup from mug into plastic bag", "vis_src": "P12_105:51 P12_105:52 P12_105:53", "vis_trg": "P12_105:54", "narrations": [ "open plastic bag", "take mug", "scoop up soup from plastic bag into mug", "pour down soup from mug into plastic bag" ], "verbs": [ "open", "take", "scoop-up", "pour-down" ], "verb_classes": [ 3, 0, 16, 9 ], "nouns": [ "bag:plastic", "mug", "soup", "soup" ], "noun_classes": [ 19, 13, 126, 126 ], "start_stop_timestamps": [ [ "00:03:25.75", "00:03:29.36" ], [ "00:03:30.28", "00:03:31.33" ], [ "00:03:31.39", "00:03:33.27" ], [ "00:03:34.47", "00:03:36.01" ] ], "start_stop_frames": [ [ 10287, 10468 ], [ 10514, 10566 ], [ 10569, 10663 ], [ 10723, 10800 ] ], "trgnoun": "soup", "trgverb": "pour_down" }, { "key": "P07_10+88_89_90_91", "video_id": "P07_10", "narration_ids": [ "P07_10_88", "P07_10_89", "P07_10_90", "P07_10_91" ], "src": "open package . pick_up chicken . open tap", "src1": "open package", "src2": "pick_up chicken", "src3": "open tap", "trg": "rinse chicken", "vis_src": "P07_10:88 P07_10:89 P07_10:90", "vis_trg": "P07_10:91", "narrations": [ "open package", "pick up chicken", "open tap", "rinse chicken" ], "verbs": [ "open", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 3, 0, 6, 2 ], "nouns": [ "package", "chicken", "tap", "chicken" ], "noun_classes": [ 26, 57, 0, 57 ], "start_stop_timestamps": [ [ "00:07:14.05", "00:07:19.45" ], [ "00:07:19.86", "00:07:21.37" ], [ "00:07:46.17", "00:07:47.47" ], [ "00:07:48.25", "00:07:51.53" ] ], "start_stop_frames": [ [ 26043, 26367 ], [ 26391, 26482 ], [ 27970, 28048 ], [ 28095, 28291 ] ], "trgnoun": "chicken", "trgverb": "rinse" }, { "key": "P28_109+4_5_6_7", "video_id": "P28_109", "narration_ids": [ "P28_109_4", "P28_109_5", "P28_109_6", "P28_109_7" ], "src": "open cupboard . take oats . take almond_drink", "src1": "open cupboard", "src2": "take oats", "src3": "take almond_drink", "trg": "put oats and almond drink", "vis_src": "P28_109:4 P28_109:5 P28_109:6", "vis_trg": "P28_109:7", "narrations": [ "open cupboard", "take oats", "take almond drink", "put oats and almond drink" ], "verbs": [ "open", "take", "take", "put" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "cupboard", "oat", "drink:almond", "oat" ], "noun_classes": [ 3, 127, 209, 127 ], "start_stop_timestamps": [ [ "00:00:18.24", "00:00:18.87" ], [ "00:00:20.06", "00:00:21.49" ], [ "00:00:22.14", "00:00:23.25" ], [ "00:00:26.12", "00:00:27.21" ] ], "start_stop_frames": [ [ 911, 943 ], [ 1002, 1074 ], [ 1107, 1162 ], [ 1306, 1360 ] ], "trgnoun": "oat", "trgverb": "put" }, { "key": "P20_04+379_380_381_382", "video_id": "P20_04", "narration_ids": [ "P20_04_379", "P20_04_380", "P20_04_381", "P20_04_382" ], "src": "rinse milk_bottle . wipe milk_bottle with rag . open fridge", "src1": "rinse milk_bottle", "src2": "wipe milk_bottle with rag", "src3": "open fridge", "trg": "put milk_bottle into fridge", "vis_src": "P20_04:379 P20_04:380 P20_04:381", "vis_trg": "P20_04:382", "narrations": [ "rinse milk bottle", "wipe milk bottle with rag", "open fridge", "put milk bottle into fridge" ], "verbs": [ "rinse", "wipe-with", "open", "put-into" ], "verb_classes": [ 2, 2, 3, 5 ], "nouns": [ "bottle:milk", "bottle:milk", "fridge", "bottle:milk" ], "noun_classes": [ 15, 15, 12, 15 ], "start_stop_timestamps": [ [ "00:36:26.92", "00:36:33.54" ], [ "00:36:36.65", "00:36:39.40" ], [ "00:36:39.50", "00:36:40.27" ], [ "00:36:40.70", "00:36:42.61" ] ], "start_stop_frames": [ [ 131215, 131612 ], [ 131799, 131964 ], [ 131970, 132016 ], [ 132042, 132156 ] ], "trgnoun": "milk_bottle", "trgverb": "put_into" }, { "key": "P02_128+12_13_14_15", "video_id": "P02_128", "narration_ids": [ "P02_128_12", "P02_128_13", "P02_128_14", "P02_128_15" ], "src": "open fridge . pick milk from fridge door . open milk_bottle", "src1": "open fridge", "src2": "pick milk from fridge door", "src3": "open milk_bottle", "trg": "pour milk from bottle into mug", "vis_src": "P02_128:12 P02_128:13 P02_128:14", "vis_trg": "P02_128:15", "narrations": [ "open fridge", "pick milk from fridge door", "open milk bottle", "pour milk from bottle into mug" ], "verbs": [ "open", "pick-from", "open", "pour-from" ], "verb_classes": [ 3, 0, 3, 9 ], "nouns": [ "fridge", "milk", "bottle:milk", "milk" ], "noun_classes": [ 12, 64, 15, 64 ], "start_stop_timestamps": [ [ "00:00:29.98", "00:00:30.95" ], [ "00:00:31.21", "00:00:32.01" ], [ "00:00:34.23", "00:00:36.09" ], [ "00:00:35.99", "00:00:40.14" ] ], "start_stop_frames": [ [ 1499, 1547 ], [ 1560, 1600 ], [ 1711, 1804 ], [ 1799, 2007 ] ], "trgnoun": "milk", "trgverb": "pour_from" }, { "key": "P21_03+26_27_28_29", "video_id": "P21_03", "narration_ids": [ "P21_03_26", "P21_03_27", "P21_03_28", "P21_03_29" ], "src": "closing the cheese_pack . rinsing a spoon . opening the sauce", "src1": "closing the cheese_pack", "src2": "rinsing a spoon", "src3": "opening the sauce", "trg": "mixing the sauce", "vis_src": "P21_03:26 P21_03:27 P21_03:28", "vis_trg": "P21_03:29", "narrations": [ "closing the cheese pack", "rinsing a spoon", "opening the sauce", "mixing the sauce" ], "verbs": [ "close", "rinse", "open", "mix" ], "verb_classes": [ 4, 2, 3, 10 ], "nouns": [ "pack:cheese", "spoon", "sauce", "sauce" ], "noun_classes": [ 26, 1, 47, 47 ], "start_stop_timestamps": [ [ "00:03:58.82", "00:04:07.52" ], [ "00:04:11.04", "00:04:14.78" ], [ "00:04:18.63", "00:04:21.31" ], [ "00:04:20.83", "00:04:27.64" ] ], "start_stop_frames": [ [ 14329, 14851 ], [ 15062, 15286 ], [ 15517, 15678 ], [ 15649, 16058 ] ], "trgnoun": "sauce", "trgverb": "mix" }, { "key": "P22_05+115_116_117_118", "video_id": "P22_05", "narration_ids": [ "P22_05_115", "P22_05_116", "P22_05_117", "P22_05_118" ], "src": "open coffee_machine . insert filter_holder . remove filter_holder", "src1": "open coffee_machine", "src2": "insert filter_holder", "src3": "remove filter_holder", "trg": "rotate filter_holder", "vis_src": "P22_05:115 P22_05:116 P22_05:117", "vis_trg": "P22_05:118", "narrations": [ "open coffee machine", "insert filter holder", "remove filter holder", "rotate filter holder" ], "verbs": [ "open", "insert", "remove", "rotate" ], "verb_classes": [ 3, 5, 12, 23 ], "nouns": [ "machine:coffee", "holder:filter", "holder:filter", "holder:filter" ], "noun_classes": [ 50, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:04:50.88", "00:04:53.05" ], [ "00:04:52.54", "00:04:55.55" ], [ "00:04:56.06", "00:04:58.89" ], [ "00:04:59.65", "00:05:01.58" ] ], "start_stop_frames": [ [ 17452, 17583 ], [ 17552, 17733 ], [ 17763, 17933 ], [ 17979, 18094 ] ], "trgnoun": "filter_holder", "trgverb": "rotate" }, { "key": "P28_111+207_208_209_210", "video_id": "P28_111", "narration_ids": [ "P28_111_207", "P28_111_208", "P28_111_209", "P28_111_210" ], "src": "take almond_drink . open fridge . put almond_drink in fridge", "src1": "take almond_drink", "src2": "open fridge", "src3": "put almond_drink in fridge", "trg": "close fridge", "vis_src": "P28_111:207 P28_111:208 P28_111:209", "vis_trg": "P28_111:210", "narrations": [ "take almond drink", "open fridge", "put almond drink in fridge", "close fridge" ], "verbs": [ "take", "open", "put-in", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "drink:almond", "fridge", "drink:almond", "fridge" ], "noun_classes": [ 209, 12, 209, 12 ], "start_stop_timestamps": [ [ "00:11:01.60", "00:11:02.19" ], [ "00:11:02.36", "00:11:03.68" ], [ "00:11:04.91", "00:11:09.25" ], [ "00:11:09.62", "00:11:10.55" ] ], "start_stop_frames": [ [ 33080, 33109 ], [ 33118, 33184 ], [ 33245, 33462 ], [ 33481, 33527 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P20_01+131_132_133_134", "video_id": "P20_01", "narration_ids": [ "P20_01_131", "P20_01_132", "P20_01_133", "P20_01_134" ], "src": "put pastries in microwave . close microwave . set microwave", "src1": "put pastries in microwave", "src2": "close microwave", "src3": "set microwave", "trg": "turn_on microwave", "vis_src": "P20_01:131 P20_01:132 P20_01:133", "vis_trg": "P20_01:134", "narrations": [ "put pastries in microwave", "close microwave", "set microwave", "turn on microwave" ], "verbs": [ "put-in", "close", "set", "turn-on" ], "verb_classes": [ 5, 4, 53, 6 ], "nouns": [ "pastry", "microwave", "microwave", "microwave" ], "noun_classes": [ 137, 90, 90, 90 ], "start_stop_timestamps": [ [ "00:06:45.55", "00:06:48.31" ], [ "00:06:48.41", "00:06:50.30" ], [ "00:06:49.75", "00:06:52.50" ], [ "00:06:54.35", "00:06:56.10" ] ], "start_stop_frames": [ [ 24333, 24498 ], [ 24504, 24618 ], [ 24585, 24750 ], [ 24861, 24966 ] ], "trgnoun": "microwave", "trgverb": "turn_on" }, { "key": "P08_21+93_94_95_96", "video_id": "P08_21", "narration_ids": [ "P08_21_93", "P08_21_94", "P08_21_95", "P08_21_96" ], "src": "place lid back . open fridge . get milk", "src1": "place lid back", "src2": "open fridge", "src3": "get milk", "trg": "shake milk", "vis_src": "P08_21:93 P08_21:94 P08_21:95", "vis_trg": "P08_21:96", "narrations": [ "place lid back", "open fridge", "get milk", "shake milk" ], "verbs": [ "place", "open", "get", "shake" ], "verb_classes": [ 1, 3, 0, 15 ], "nouns": [ "lid", "fridge", "milk", "milk" ], "noun_classes": [ 6, 12, 64, 64 ], "start_stop_timestamps": [ [ "00:05:10.69", "00:05:12.47" ], [ "00:05:12.84", "00:05:14.09" ], [ "00:05:14.22", "00:05:15.92" ], [ "00:05:17.38", "00:05:18.89" ] ], "start_stop_frames": [ [ 18641, 18748 ], [ 18770, 18845 ], [ 18853, 18955 ], [ 19042, 19133 ] ], "trgnoun": "milk", "trgverb": "shake" }, { "key": "P25_10+0_1_2_3", "video_id": "P25_10", "narration_ids": [ "P25_10_0", "P25_10_1", "P25_10_2", "P25_10_3" ], "src": "pick_up fork . pick_up chicken . put_down chicken", "src1": "pick_up fork", "src2": "pick_up chicken", "src3": "put_down chicken", "trg": "put_down fork", "vis_src": "P25_10:0 P25_10:1 P25_10:2", "vis_trg": "P25_10:3", "narrations": [ "pick up fork", "pick up chicken", "put down chicken", "put down fork" ], "verbs": [ "pick-up", "pick-up", "put-down", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "fork", "chicken", "chicken", "fork" ], "noun_classes": [ 14, 57, 57, 14 ], "start_stop_timestamps": [ [ "00:00:00.76", "00:00:02.57" ], [ "00:00:02.67", "00:00:14.64" ], [ "00:00:04.53", "00:00:16.41" ], [ "00:00:18.43", "00:00:19.33" ] ], "start_stop_frames": [ [ 45, 154 ], [ 160, 878 ], [ 271, 984 ], [ 1105, 1159 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P03_112+61_62_63_64", "video_id": "P03_112", "narration_ids": [ "P03_112_61", "P03_112_62", "P03_112_63", "P03_112_64" ], "src": "open cupboard . place measuring_jug . pick_up cheese_grater", "src1": "open cupboard", "src2": "place measuring_jug", "src3": "pick_up cheese_grater", "trg": "place cheese_grater", "vis_src": "P03_112:61 P03_112:62 P03_112:63", "vis_trg": "P03_112:64", "narrations": [ "open cupboard", "place measuring jug", "pick up cheese grater", "place cheese grater" ], "verbs": [ "open", "place", "pick-up", "place" ], "verb_classes": [ 3, 1, 0, 1 ], "nouns": [ "cupboard", "jug:measuring", "grater:cheese", "grater:cheese" ], "noun_classes": [ 3, 66, 96, 96 ], "start_stop_timestamps": [ [ "00:02:00.35", "00:02:01.00" ], [ "00:02:01.14", "00:02:02.23" ], [ "00:02:03.08", "00:02:04.46" ], [ "00:02:04.56", "00:02:05.67" ] ], "start_stop_frames": [ [ 6017, 6050 ], [ 6057, 6111 ], [ 6154, 6223 ], [ 6228, 6283 ] ], "trgnoun": "cheese_grater", "trgverb": "place" }, { "key": "P01_18+71_72_73_74", "video_id": "P01_18", "narration_ids": [ "P01_18_71", "P01_18_72", "P01_18_73", "P01_18_74" ], "src": "take knife . move squash_skin . open bin", "src1": "take knife", "src2": "move squash_skin", "src3": "open bin", "trg": "throw squash_skin into bin", "vis_src": "P01_18:71 P01_18:72 P01_18:73", "vis_trg": "P01_18:74", "narrations": [ "take knife", "move squash skin", "open bin", "throw squash skin into bin" ], "verbs": [ "take", "move", "open", "throw-into" ], "verb_classes": [ 0, 11, 3, 13 ], "nouns": [ "knife", "skin:squash", "bin", "skin:squash" ], "noun_classes": [ 4, 48, 36, 48 ], "start_stop_timestamps": [ [ "00:06:03.62", "00:06:04.18" ], [ "00:06:05.44", "00:06:14.86" ], [ "00:06:14.91", "00:06:15.81" ], [ "00:06:15.78", "00:06:16.53" ] ], "start_stop_frames": [ [ 21817, 21850 ], [ 21926, 22491 ], [ 22494, 22548 ], [ 22546, 22591 ] ], "trgnoun": "squash_skin", "trgverb": "throw_into" }, { "key": "P03_02+85_86_87_88", "video_id": "P03_02", "narration_ids": [ "P03_02_85", "P03_02_86", "P03_02_87", "P03_02_88" ], "src": "test bottle . open fridge . put bottle in fridge", "src1": "test bottle", "src2": "open fridge", "src3": "put bottle in fridge", "trg": "close fridge", "vis_src": "P03_02:85 P03_02:86 P03_02:87", "vis_trg": "P03_02:88", "narrations": [ "test bottle", "open fridge", "put bottle in fridge", "close fridge" ], "verbs": [ "test", "open", "put-in", "close" ], "verb_classes": [ 24, 3, 5, 4 ], "nouns": [ "bottle", "fridge", "bottle", "fridge" ], "noun_classes": [ 15, 12, 15, 12 ], "start_stop_timestamps": [ [ "00:02:53.56", "00:02:55.18" ], [ "00:02:55.83", "00:02:56.68" ], [ "00:02:56.14", "00:02:59.54" ], [ "00:03:00.13", "00:03:00.83" ] ], "start_stop_frames": [ [ 10413, 10510 ], [ 10549, 10600 ], [ 10568, 10772 ], [ 10807, 10849 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P22_11+44_45_46_48", "video_id": "P22_11", "narration_ids": [ "P22_11_44", "P22_11_45", "P22_11_46", "P22_11_48" ], "src": "pick_up cheese_grater . put_down cheese_grater . move cup", "src1": "pick_up cheese_grater", "src2": "put_down cheese_grater", "src3": "move cup", "trg": "move coffee_cups", "vis_src": "P22_11:44 P22_11:45 P22_11:46", "vis_trg": "P22_11:48", "narrations": [ "pick up cheese grater", "put down cheese grater", "move cup", "move coffee cups" ], "verbs": [ "pick-up", "put-down", "move", "move" ], "verb_classes": [ 0, 1, 11, 11 ], "nouns": [ "grater:cheese", "grater:cheese", "cup", "cup:coffee" ], "noun_classes": [ 96, 96, 13, 13 ], "start_stop_timestamps": [ [ "00:01:37.92", "00:01:38.53" ], [ "00:01:38.71", "00:01:39.62" ], [ "00:01:39.55", "00:01:40.38" ], [ "00:01:44.92", "00:01:46.75" ] ], "start_stop_frames": [ [ 5875, 5911 ], [ 5922, 5977 ], [ 5973, 6022 ], [ 6295, 6405 ] ], "trgnoun": "coffee_cup", "trgverb": "move" }, { "key": "P26_117+100_101_102_103", "video_id": "P26_117", "narration_ids": [ "P26_117_100", "P26_117_101", "P26_117_102", "P26_117_103" ], "src": "pour salt . pick_up chicken . pick_up plate", "src1": "pour salt", "src2": "pick_up chicken", "src3": "pick_up plate", "trg": "put_down chicken", "vis_src": "P26_117:100 P26_117:101 P26_117:102", "vis_trg": "P26_117:103", "narrations": [ "pour salt", "pick up chicken", "pick up plate", "put down chicken" ], "verbs": [ "pour", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 9, 0, 0, 1 ], "nouns": [ "salt", "chicken", "plate", "chicken" ], "noun_classes": [ 38, 57, 2, 57 ], "start_stop_timestamps": [ [ "00:09:26.46", "00:09:28.66" ], [ "00:09:28.45", "00:09:30.50" ], [ "00:09:30.49", "00:09:31.54" ], [ "00:09:31.63", "00:09:32.06" ] ], "start_stop_frames": [ [ 28323, 28433 ], [ 28422, 28525 ], [ 28524, 28577 ], [ 28581, 28602 ] ], "trgnoun": "chicken", "trgverb": "put_down" }, { "key": "P25_10+22_23_24_25", "video_id": "P25_10", "narration_ids": [ "P25_10_22", "P25_10_23", "P25_10_24", "P25_10_25" ], "src": "pick_up napkins . dry hands . pick_up chicken", "src1": "pick_up napkins", "src2": "dry hands", "src3": "pick_up chicken", "trg": "put_down chicken", "vis_src": "P25_10:22 P25_10:23 P25_10:24", "vis_trg": "P25_10:25", "narrations": [ "pick up napkins", "dry hands", "pick up chicken", "put down chicken" ], "verbs": [ "pick-up", "dry", "pick-up", "put-down" ], "verb_classes": [ 0, 14, 0, 1 ], "nouns": [ "napkin", "hand", "chicken", "chicken" ], "noun_classes": [ 88, 11, 57, 57 ], "start_stop_timestamps": [ [ "00:03:32.38", "00:03:35.62" ], [ "00:03:35.45", "00:03:38.92" ], [ "00:03:46.69", "00:03:48.19" ], [ "00:03:52.33", "00:03:52.89" ] ], "start_stop_frames": [ [ 12742, 12937 ], [ 12927, 13135 ], [ 13601, 13691 ], [ 13939, 13973 ] ], "trgnoun": "chicken", "trgverb": "put_down" }, { "key": "P13_08+146_147_148_149", "video_id": "P13_08", "narration_ids": [ "P13_08_146", "P13_08_147", "P13_08_148", "P13_08_149" ], "src": "put plate on table . open cupboard . pick_up strainer", "src1": "put plate on table", "src2": "open cupboard", "src3": "pick_up strainer", "trg": "clean strainer", "vis_src": "P13_08:146 P13_08:147 P13_08:148", "vis_trg": "P13_08:149", "narrations": [ "put plate on table", "open cupboard", "pick up strainer", "clean strainer" ], "verbs": [ "put-on", "open", "pick-up", "clean" ], "verb_classes": [ 1, 3, 0, 2 ], "nouns": [ "plate", "cupboard", "strainer", "strainer" ], "noun_classes": [ 2, 3, 39, 39 ], "start_stop_timestamps": [ [ "00:33:09.17", "00:33:11.29" ], [ "00:33:14.10", "00:33:15.32" ], [ "00:33:16.26", "00:33:18.67" ], [ "00:33:17.75", "00:33:33.11" ] ], "start_stop_frames": [ [ 119350, 119477 ], [ 119646, 119719 ], [ 119775, 119920 ], [ 119865, 120786 ] ], "trgnoun": "strainer", "trgverb": "clean" }, { "key": "P20_01+130_131_132_133", "video_id": "P20_01", "narration_ids": [ "P20_01_130", "P20_01_131", "P20_01_132", "P20_01_133" ], "src": "remove tin from pastry . put pastries in microwave . close microwave", "src1": "remove tin from pastry", "src2": "put pastries in microwave", "src3": "close microwave", "trg": "set microwave", "vis_src": "P20_01:130 P20_01:131 P20_01:132", "vis_trg": "P20_01:133", "narrations": [ "remove tin from pastry", "put pastries in microwave", "close microwave", "set microwave" ], "verbs": [ "remove-from", "put-in", "close", "set" ], "verb_classes": [ 12, 5, 4, 53 ], "nouns": [ "tin", "pastry", "microwave", "microwave" ], "noun_classes": [ 61, 137, 90, 90 ], "start_stop_timestamps": [ [ "00:06:38.10", "00:06:40.85" ], [ "00:06:45.55", "00:06:48.31" ], [ "00:06:48.41", "00:06:50.30" ], [ "00:06:49.75", "00:06:52.50" ] ], "start_stop_frames": [ [ 23886, 24051 ], [ 24333, 24498 ], [ 24504, 24618 ], [ 24585, 24750 ] ], "trgnoun": "microwave", "trgverb": "set" }, { "key": "P22_117+77_78_79_80", "video_id": "P22_117", "narration_ids": [ "P22_117_77", "P22_117_78", "P22_117_79", "P22_117_80" ], "src": "put_down spoon . pick_up ladle . lather ladle", "src1": "put_down spoon", "src2": "pick_up ladle", "src3": "lather ladle", "trg": "put_down ladle", "vis_src": "P22_117:77 P22_117:78 P22_117:79", "vis_trg": "P22_117:80", "narrations": [ "put down spoon", "pick up ladle", "lather ladle", "put down ladle" ], "verbs": [ "put-down", "pick-up", "lather", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "spoon", "ladle", "ladle", "ladle" ], "noun_classes": [ 1, 97, 97, 97 ], "start_stop_timestamps": [ [ "00:02:37.76", "00:02:38.23" ], [ "00:02:38.60", "00:02:39.23" ], [ "00:02:38.98", "00:02:44.64" ], [ "00:02:44.76", "00:02:45.89" ] ], "start_stop_frames": [ [ 7888, 7911 ], [ 7930, 7961 ], [ 7948, 8232 ], [ 8238, 8294 ] ], "trgnoun": "ladle", "trgverb": "put_down" }, { "key": "P06_101+22_23_24_25", "video_id": "P06_101", "narration_ids": [ "P06_101_22", "P06_101_23", "P06_101_24", "P06_101_25" ], "src": "close drawer . put_down spoon . sharpen knife", "src1": "close drawer", "src2": "put_down spoon", "src3": "sharpen knife", "trg": "deburr knife", "vis_src": "P06_101:22 P06_101:23 P06_101:24", "vis_trg": "P06_101:25", "narrations": [ "close drawer", "put down spoon", "sharpen knife", "deburr knife" ], "verbs": [ "close", "put-down", "sharpen", "deburr" ], "verb_classes": [ 4, 1, 58, 55 ], "nouns": [ "drawer", "spoon", "knife", "knife" ], "noun_classes": [ 8, 1, 4, 4 ], "start_stop_timestamps": [ [ "00:00:55.99", "00:00:56.70" ], [ "00:00:57.00", "00:00:58.00" ], [ "00:00:58.60", "00:01:06.71" ], [ "00:01:06.81", "00:01:07.94" ] ], "start_stop_frames": [ [ 2799, 2835 ], [ 2850, 2900 ], [ 2930, 3335 ], [ 3340, 3397 ] ], "trgnoun": "knife", "trgverb": "deburr" }, { "key": "P26_115+63_64_65_66", "video_id": "P26_115", "narration_ids": [ "P26_115_63", "P26_115_64", "P26_115_65", "P26_115_66" ], "src": "put_down bread . open fridge . pick_up chicken", "src1": "put_down bread", "src2": "open fridge", "src3": "pick_up chicken", "trg": "put_down chicken", "vis_src": "P26_115:63 P26_115:64 P26_115:65", "vis_trg": "P26_115:66", "narrations": [ "put down bread", "open fridge", "pick up chicken", "put down chicken" ], "verbs": [ "put-down", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "bread", "fridge", "chicken", "chicken" ], "noun_classes": [ 33, 12, 57, 57 ], "start_stop_timestamps": [ [ "00:03:07.17", "00:03:09.10" ], [ "00:03:11.73", "00:03:14.77" ], [ "00:03:17.59", "00:03:19.84" ], [ "00:03:20.39", "00:03:22.10" ] ], "start_stop_frames": [ [ 9358, 9455 ], [ 9586, 9738 ], [ 9879, 9992 ], [ 10019, 10105 ] ], "trgnoun": "chicken", "trgverb": "put_down" }, { "key": "P03_109+132_133_134_135", "video_id": "P03_109", "narration_ids": [ "P03_109_132", "P03_109_133", "P03_109_134", "P03_109_135" ], "src": "pick_up cheese_grater . put cheese_grater in washing up bowl . pick_up cup", "src1": "pick_up cheese_grater", "src2": "put cheese_grater in washing up bowl", "src3": "pick_up cup", "trg": "wash cup", "vis_src": "P03_109:132 P03_109:133 P03_109:134", "vis_trg": "P03_109:135", "narrations": [ "pick up cheese grater", "put cheese grater in washing up bowl", "pick up cup", "wash cup" ], "verbs": [ "pick-up", "put-in", "pick-up", "wash" ], "verb_classes": [ 0, 5, 0, 2 ], "nouns": [ "grater:cheese", "grater:cheese", "cup", "cup" ], "noun_classes": [ 96, 96, 13, 13 ], "start_stop_timestamps": [ [ "00:07:28.54", "00:07:29.05" ], [ "00:07:29.30", "00:07:31.15" ], [ "00:07:30.17", "00:07:32.90" ], [ "00:07:32.91", "00:07:41.25" ] ], "start_stop_frames": [ [ 22427, 22452 ], [ 22465, 22557 ], [ 22508, 22645 ], [ 22645, 23062 ] ], "trgnoun": "cup", "trgverb": "wash" }, { "key": "P26_117+101_102_103_104", "video_id": "P26_117", "narration_ids": [ "P26_117_101", "P26_117_102", "P26_117_103", "P26_117_104" ], "src": "pick_up chicken . pick_up plate . put_down chicken", "src1": "pick_up chicken", "src2": "pick_up plate", "src3": "put_down chicken", "trg": "turn chicken", "vis_src": "P26_117:101 P26_117:102 P26_117:103", "vis_trg": "P26_117:104", "narrations": [ "pick up chicken", "pick up plate", "put down chicken", "turn chicken" ], "verbs": [ "pick-up", "pick-up", "put-down", "turn" ], "verb_classes": [ 0, 0, 1, 23 ], "nouns": [ "chicken", "plate", "chicken", "chicken" ], "noun_classes": [ 57, 2, 57, 57 ], "start_stop_timestamps": [ [ "00:09:28.45", "00:09:30.50" ], [ "00:09:30.49", "00:09:31.54" ], [ "00:09:31.63", "00:09:32.06" ], [ "00:09:49.46", "00:09:58.23" ] ], "start_stop_frames": [ [ 28422, 28525 ], [ 28524, 28577 ], [ 28581, 28602 ], [ 29473, 29911 ] ], "trgnoun": "chicken", "trgverb": "turn" }, { "key": "P14_05+4_5_6_7", "video_id": "P14_05", "narration_ids": [ "P14_05_4", "P14_05_5", "P14_05_6", "P14_05_7" ], "src": "pick_up milk . put_down milk . open milk", "src1": "pick_up milk", "src2": "put_down milk", "src3": "open milk", "trg": "pour milk in bowl", "vis_src": "P14_05:4 P14_05:5 P14_05:6", "vis_trg": "P14_05:7", "narrations": [ "pick up milk", "put down milk", "open milk", "pour milk in bowl" ], "verbs": [ "pick-up", "put-down", "open", "pour-in" ], "verb_classes": [ 0, 1, 3, 9 ], "nouns": [ "milk", "milk", "milk", "milk" ], "noun_classes": [ 64, 64, 64, 64 ], "start_stop_timestamps": [ [ "00:00:14.83", "00:00:19.48" ], [ "00:00:22.40", "00:00:23.78" ], [ "00:00:28.28", "00:00:31.97" ], [ "00:00:32.75", "00:00:45.01" ] ], "start_stop_frames": [ [ 889, 1168 ], [ 1344, 1426 ], [ 1696, 1918 ], [ 1965, 2700 ] ], "trgnoun": "milk", "trgverb": "pour_in" }, { "key": "P01_04+10_11_12_13", "video_id": "P01_04", "narration_ids": [ "P01_04_10", "P01_04_11", "P01_04_12", "P01_04_13" ], "src": "fold tablecloth . pull_down tablecloth . take washing up liquid", "src1": "fold tablecloth", "src2": "pull_down tablecloth", "src3": "take washing up liquid", "trg": "pour washing up liquid into cup", "vis_src": "P01_04:10 P01_04:11 P01_04:12", "vis_trg": "P01_04:13", "narrations": [ "fold tablecloth", "pull down tablecloth", "take washing up liquid", "pour washing up liquid into cup" ], "verbs": [ "fold", "pull-down", "take", "pour" ], "verb_classes": [ 28, 31, 0, 9 ], "nouns": [ "tablecloth", "tablecloth", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 17, 17, 22, 22 ], "start_stop_timestamps": [ [ "00:00:30.75", "00:00:35.04" ], [ "00:00:37.33", "00:00:38.81" ], [ "00:00:41.36", "00:00:42.13" ], [ "00:00:42.17", "00:00:44.47" ] ], "start_stop_frames": [ [ 1845, 2102 ], [ 2239, 2328 ], [ 2481, 2527 ], [ 2530, 2668 ] ], "trgnoun": "up_washing_liquid", "trgverb": "pour" }, { "key": "P13_08+127_128_129_130", "video_id": "P13_08", "narration_ids": [ "P13_08_127", "P13_08_128", "P13_08_129", "P13_08_130" ], "src": "pick_up wooden_spoon . stir spaghetti . pick_up cream", "src1": "pick_up wooden_spoon", "src2": "stir spaghetti", "src3": "pick_up cream", "trg": "pour cream on onion and bacon", "vis_src": "P13_08:127 P13_08:128 P13_08:129", "vis_trg": "P13_08:130", "narrations": [ "pick up wooden spoon", "stir spaghetti", "pick up cream", "pour cream on onion and bacon" ], "verbs": [ "pick-up", "stir", "pick-up", "pour-on" ], "verb_classes": [ 0, 10, 0, 9 ], "nouns": [ "spoon:wooden", "spaghetti", "cream", "cream" ], "noun_classes": [ 1, 45, 143, 143 ], "start_stop_timestamps": [ [ "00:29:08.88", "00:29:09.88" ], [ "00:29:09.98", "00:29:18.92" ], [ "00:29:23.16", "00:29:24.66" ], [ "00:29:42.39", "00:29:49.99" ] ], "start_stop_frames": [ [ 104932, 104992 ], [ 104998, 105535 ], [ 105789, 105879 ], [ 106943, 107399 ] ], "trgnoun": "cream", "trgverb": "pour_on" }, { "key": "P03_20+56_57_58_59", "video_id": "P03_20", "narration_ids": [ "P03_20_56", "P03_20_57", "P03_20_58", "P03_20_59" ], "src": "turn_on tap . clean side . rinse bowl", "src1": "turn_on tap", "src2": "clean side", "src3": "rinse bowl", "trg": "clean bowl", "vis_src": "P03_20:56 P03_20:57 P03_20:58", "vis_trg": "P03_20:59", "narrations": [ "turn on tap", "clean side", "rinse bowl", "clean bowl" ], "verbs": [ "turn-on", "clean", "rinse", "clean" ], "verb_classes": [ 6, 2, 2, 2 ], "nouns": [ "tap", "side", "bowl", "bowl" ], "noun_classes": [ 0, 42, 7, 7 ], "start_stop_timestamps": [ [ "00:04:58.20", "00:04:59.58" ], [ "00:05:01.22", "00:05:06.55" ], [ "00:05:07.78", "00:05:10.31" ], [ "00:05:10.49", "00:05:20.49" ] ], "start_stop_frames": [ [ 17892, 17974 ], [ 18073, 18393 ], [ 18466, 18618 ], [ 18629, 19229 ] ], "trgnoun": "bowl", "trgverb": "clean" }, { "key": "P12_104+247_248_249_250", "video_id": "P12_104", "narration_ids": [ "P12_104_247", "P12_104_248", "P12_104_249", "P12_104_250" ], "src": "open tap . clean bowl . take spoon", "src1": "open tap", "src2": "clean bowl", "src3": "take spoon", "trg": "clean spoon and bowl", "vis_src": "P12_104:247 P12_104:248 P12_104:249", "vis_trg": "P12_104:250", "narrations": [ "open tap", "clean bowl", "take spoon", "clean spoon and bowl" ], "verbs": [ "turn-on", "clean", "take", "clean" ], "verb_classes": [ 6, 2, 0, 2 ], "nouns": [ "tap", "bowl", "spoon", "spoon" ], "noun_classes": [ 0, 7, 1, 1 ], "start_stop_timestamps": [ [ "00:17:03.70", "00:17:05.05" ], [ "00:17:05.26", "00:17:05.98" ], [ "00:17:06.08", "00:17:06.73" ], [ "00:17:06.83", "00:17:08.63" ] ], "start_stop_frames": [ [ 51185, 51252 ], [ 51263, 51299 ], [ 51304, 51336 ], [ 51341, 51431 ] ], "trgnoun": "spoon", "trgverb": "clean" }, { "key": "P12_104+248_249_250_251", "video_id": "P12_104", "narration_ids": [ "P12_104_248", "P12_104_249", "P12_104_250", "P12_104_251" ], "src": "clean bowl . take spoon . clean spoon and bowl", "src1": "clean bowl", "src2": "take spoon", "src3": "clean spoon and bowl", "trg": "put_down bowl with spoon", "vis_src": "P12_104:248 P12_104:249 P12_104:250", "vis_trg": "P12_104:251", "narrations": [ "clean bowl", "take spoon", "clean spoon and bowl", "put down bowl with spoon" ], "verbs": [ "clean", "take", "clean", "put-down" ], "verb_classes": [ 2, 0, 2, 1 ], "nouns": [ "bowl", "spoon", "spoon", "bowl" ], "noun_classes": [ 7, 1, 1, 7 ], "start_stop_timestamps": [ [ "00:17:05.26", "00:17:05.98" ], [ "00:17:06.08", "00:17:06.73" ], [ "00:17:06.83", "00:17:08.63" ], [ "00:17:08.73", "00:17:09.90" ] ], "start_stop_frames": [ [ 51263, 51299 ], [ 51304, 51336 ], [ 51341, 51431 ], [ 51436, 51495 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P10_04+193_194_195_196", "video_id": "P10_04", "narration_ids": [ "P10_04_193", "P10_04_194", "P10_04_195", "P10_04_196" ], "src": "clean another bowl . clean the pot . put it into the sink", "src1": "clean another bowl", "src2": "clean the pot", "src3": "put it into the sink", "trg": "wash the bowl", "vis_src": "P10_04:193 P10_04:194 P10_04:195", "vis_trg": "P10_04:196", "narrations": [ "clean another bowl", "clean the pot", "put it into the sink", "wash the bowl" ], "verbs": [ "clean", "clean", "put-into", "wash" ], "verb_classes": [ 2, 2, 5, 2 ], "nouns": [ "bowl", "pot", "sink", "bowl" ], "noun_classes": [ 7, 29, 63, 7 ], "start_stop_timestamps": [ [ "00:21:21.25", "00:21:27.99" ], [ "00:21:21.42", "00:21:26.20" ], [ "00:21:26.30", "00:21:27.74" ], [ "00:21:28.09", "00:21:36.99" ] ], "start_stop_frames": [ [ 76875, 77279 ], [ 76885, 77172 ], [ 77178, 77264 ], [ 77285, 77819 ] ], "trgnoun": "bowl", "trgverb": "wash" }, { "key": "P07_08+10_11_12_13", "video_id": "P07_08", "narration_ids": [ "P07_08_10", "P07_08_11", "P07_08_12", "P07_08_13" ], "src": "take milk . open milk . pour milk in mug", "src1": "take milk", "src2": "open milk", "src3": "pour milk in mug", "trg": "close milk", "vis_src": "P07_08:10 P07_08:11 P07_08:12", "vis_trg": "P07_08:13", "narrations": [ "take milk", "open milk", "pour milk in mug", "close milk" ], "verbs": [ "take", "open", "pour-in", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "milk", "milk", "milk", "milk" ], "noun_classes": [ 64, 64, 64, 64 ], "start_stop_timestamps": [ [ "00:01:01.80", "00:01:02.96" ], [ "00:01:03.22", "00:01:04.54" ], [ "00:01:04.68", "00:01:07.35" ], [ "00:01:07.13", "00:01:09.56" ] ], "start_stop_frames": [ [ 3708, 3777 ], [ 3793, 3872 ], [ 3880, 4040 ], [ 4027, 4173 ] ], "trgnoun": "milk", "trgverb": "close" }, { "key": "P22_14+22_23_24_25", "video_id": "P22_14", "narration_ids": [ "P22_14_22", "P22_14_23", "P22_14_24", "P22_14_25" ], "src": "pick_up measuring_cup . close can . open cupboard", "src1": "pick_up measuring_cup", "src2": "close can", "src3": "open cupboard", "trg": "put can", "vis_src": "P22_14:22 P22_14:23 P22_14:24", "vis_trg": "P22_14:25", "narrations": [ "pick up measuring cup", "close can", "open cupboard", "put can" ], "verbs": [ "pick-up", "close", "open", "put" ], "verb_classes": [ 0, 4, 3, 1 ], "nouns": [ "cup:measuring", "can", "cupboard", "can" ], "noun_classes": [ 13, 61, 3, 61 ], "start_stop_timestamps": [ [ "00:00:50.62", "00:00:51.72" ], [ "00:00:51.73", "00:00:52.54" ], [ "00:00:53.81", "00:00:54.67" ], [ "00:00:54.70", "00:00:55.52" ] ], "start_stop_frames": [ [ 3037, 3103 ], [ 3103, 3152 ], [ 3228, 3280 ], [ 3282, 3331 ] ], "trgnoun": "can", "trgverb": "put" }, { "key": "P27_04+42_43_44_45", "video_id": "P27_04", "narration_ids": [ "P27_04_42", "P27_04_43", "P27_04_44", "P27_04_45" ], "src": "close fridge . pick_up glass . put water in the glass", "src1": "close fridge", "src2": "pick_up glass", "src3": "put water in the glass", "trg": "open fridge", "vis_src": "P27_04:42 P27_04:43 P27_04:44", "vis_trg": "P27_04:45", "narrations": [ "close fridge", "pick up glass", "put water in the glass", "open fridge" ], "verbs": [ "close", "pick-up", "put-in", "open" ], "verb_classes": [ 4, 0, 5, 3 ], "nouns": [ "fridge", "glass", "water", "fridge" ], "noun_classes": [ 12, 10, 27, 12 ], "start_stop_timestamps": [ [ "00:04:54.28", "00:04:55.36" ], [ "00:04:58.50", "00:05:00.98" ], [ "00:05:03.04", "00:05:07.38" ], [ "00:05:16.15", "00:05:17.26" ] ], "start_stop_frames": [ [ 17656, 17721 ], [ 17910, 18058 ], [ 18182, 18442 ], [ 18969, 19035 ] ], "trgnoun": "fridge", "trgverb": "open" }, { "key": "P28_101+72_73_74_75", "video_id": "P28_101", "narration_ids": [ "P28_101_72", "P28_101_73", "P28_101_74", "P28_101_75" ], "src": "put mozzarella in package . close package . open fridge", "src1": "put mozzarella in package", "src2": "close package", "src3": "open fridge", "trg": "put mozzarella", "vis_src": "P28_101:72 P28_101:73 P28_101:74", "vis_trg": "P28_101:75", "narrations": [ "put mozzarella in package", "close package", "open fridge", "put mozzarella" ], "verbs": [ "put-in", "close", "open", "put" ], "verb_classes": [ 5, 4, 3, 1 ], "nouns": [ "mozzarella", "package", "fridge", "mozzarella" ], "noun_classes": [ 32, 26, 12, 32 ], "start_stop_timestamps": [ [ "00:06:28.19", "00:06:30.71" ], [ "00:06:30.84", "00:06:37.16" ], [ "00:06:40.99", "00:06:42.22" ], [ "00:06:42.25", "00:06:43.57" ] ], "start_stop_frames": [ [ 19409, 19535 ], [ 19542, 19858 ], [ 20049, 20111 ], [ 20112, 20178 ] ], "trgnoun": "mozzarella", "trgverb": "put" }, { "key": "P04_121+462_463_464_465", "video_id": "P04_121", "narration_ids": [ "P04_121_462", "P04_121_463", "P04_121_464", "P04_121_465" ], "src": "put_down bowl . put cheese in bowl . look_at time on oven", "src1": "put_down bowl", "src2": "put cheese in bowl", "src3": "look_at time on oven", "trg": "fold cheese", "vis_src": "P04_121:462 P04_121:463 P04_121:464", "vis_trg": "P04_121:465", "narrations": [ "put down bowl", "put cheese in bowl", "look at time on oven", "fold cheese" ], "verbs": [ "put-down", "put-in", "look-at", "fold" ], "verb_classes": [ 1, 5, 38, 28 ], "nouns": [ "bowl", "cheese", "time", "cheese" ], "noun_classes": [ 7, 32, 111, 32 ], "start_stop_timestamps": [ [ "00:20:03.91", "00:20:05.40" ], [ "00:20:05.37", "00:20:06.17" ], [ "00:20:06.60", "00:20:07.82" ], [ "00:20:08.25", "00:20:11.68" ] ], "start_stop_frames": [ [ 60195, 60270 ], [ 60268, 60308 ], [ 60329, 60391 ], [ 60412, 60584 ] ], "trgnoun": "cheese", "trgverb": "fold" }, { "key": "P04_02+44_45_46_47", "video_id": "P04_02", "narration_ids": [ "P04_02_44", "P04_02_45", "P04_02_46", "P04_02_47" ], "src": "close fridge . put_down carrots . pull carrots out of bag", "src1": "close fridge", "src2": "put_down carrots", "src3": "pull carrots out of bag", "trg": "open fridge", "vis_src": "P04_02:44 P04_02:45 P04_02:46", "vis_trg": "P04_02:47", "narrations": [ "close fridge", "put down carrots", "pull carrots out of bag", "open fridge" ], "verbs": [ "close", "put-down", "pull-out", "open" ], "verb_classes": [ 4, 1, 31, 3 ], "nouns": [ "fridge", "carrot", "carrot", "fridge" ], "noun_classes": [ 12, 41, 41, 12 ], "start_stop_timestamps": [ [ "00:02:33.81", "00:02:36.17" ], [ "00:02:36.27", "00:02:38.23" ], [ "00:02:38.65", "00:02:47.47" ], [ "00:02:47.57", "00:02:49.51" ] ], "start_stop_frames": [ [ 9228, 9370 ], [ 9376, 9493 ], [ 9519, 10048 ], [ 10054, 10170 ] ], "trgnoun": "fridge", "trgverb": "open" }, { "key": "P22_05+258_259_260_261", "video_id": "P22_05", "narration_ids": [ "P22_05_258", "P22_05_259", "P22_05_260", "P22_05_261" ], "src": "remove slice . remove peelings . put_down slice", "src1": "remove slice", "src2": "remove peelings", "src3": "put_down slice", "trg": "cut slice", "vis_src": "P22_05:258 P22_05:259 P22_05:260", "vis_trg": "P22_05:261", "narrations": [ "remove slice", "remove peelings", "put down slice", "cut slice" ], "verbs": [ "remove", "remove", "put-down", "cut" ], "verb_classes": [ 12, 12, 1, 7 ], "nouns": [ "peach", "peeling", "plastic", "plastic" ], "noun_classes": [ 74, 48, 26, 26 ], "start_stop_timestamps": [ [ "00:11:37.11", "00:11:40.43" ], [ "00:11:37.90", "00:11:40.15" ], [ "00:11:40.53", "00:11:46.14" ], [ "00:11:41.75", "00:11:45.25" ] ], "start_stop_frames": [ [ 41826, 42025 ], [ 41874, 42009 ], [ 42031, 42368 ], [ 42105, 42315 ] ], "trgnoun": "plastic", "trgverb": "cut" }, { "key": "P01_18+14_15_16_17", "video_id": "P01_18", "narration_ids": [ "P01_18_14", "P01_18_15", "P01_18_16", "P01_18_17" ], "src": "close fridge . open cupboard . taste squash", "src1": "close fridge", "src2": "open cupboard", "src3": "taste squash", "trg": "put_down squash", "vis_src": "P01_18:14 P01_18:15 P01_18:16", "vis_trg": "P01_18:17", "narrations": [ "close fridge", "open cupboard", "taste squash", "put down squash" ], "verbs": [ "close", "open", "taste", "put-down" ], "verb_classes": [ 4, 3, 35, 1 ], "nouns": [ "fridge", "cupboard", "squash", "squash" ], "noun_classes": [ 12, 3, 116, 116 ], "start_stop_timestamps": [ [ "00:00:34.80", "00:00:37.08" ], [ "00:00:40.36", "00:00:41.61" ], [ "00:00:44.00", "00:00:45.44" ], [ "00:00:45.54", "00:00:46.97" ] ], "start_stop_frames": [ [ 2088, 2224 ], [ 2421, 2496 ], [ 2640, 2726 ], [ 2732, 2818 ] ], "trgnoun": "squash", "trgverb": "put_down" }, { "key": "P04_121+481_482_483_484", "video_id": "P04_121", "narration_ids": [ "P04_121_481", "P04_121_482", "P04_121_483", "P04_121_484" ], "src": "put_down bowl . put cheese in bowl . stretch cheese", "src1": "put_down bowl", "src2": "put cheese in bowl", "src3": "stretch cheese", "trg": "fold cheese", "vis_src": "P04_121:481 P04_121:482 P04_121:483", "vis_trg": "P04_121:484", "narrations": [ "put down bowl", "put cheese in bowl", "stretch cheese", "fold cheese" ], "verbs": [ "put-down", "put-in", "stretch", "fold" ], "verb_classes": [ 1, 5, 50, 28 ], "nouns": [ "bowl", "cheese", "cheese", "cheese" ], "noun_classes": [ 7, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:20:44.70", "00:20:45.83" ], [ "00:20:45.93", "00:20:46.61" ], [ "00:20:46.78", "00:20:49.83" ], [ "00:20:48.89", "00:20:51.39" ] ], "start_stop_frames": [ [ 62235, 62291 ], [ 62296, 62330 ], [ 62339, 62491 ], [ 62444, 62569 ] ], "trgnoun": "cheese", "trgverb": "fold" }, { "key": "P04_107+27_28_31_141", "video_id": "P04_107", "narration_ids": [ "P04_107_27", "P04_107_28", "P04_107_31", "P04_107_141" ], "src": "cut dough . pull dough . move dough", "src1": "cut dough", "src2": "pull dough", "src3": "move dough", "trg": "put_down dough", "vis_src": "P04_107:27 P04_107:28 P04_107:31", "vis_trg": "P04_107:141", "narrations": [ "cut dough", "pull dough", "move dough", "put down dough" ], "verbs": [ "cut", "pull", "move", "put-down" ], "verb_classes": [ 7, 31, 11, 1 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:01:16.57", "00:01:17.90" ], [ "00:01:17.65", "00:01:18.21" ], [ "00:01:18.13", "00:01:18.61" ], [ "00:05:29.66", "00:05:30.23" ] ], "start_stop_frames": [ [ 3828, 3895 ], [ 3882, 3910 ], [ 3906, 3930 ], [ 16483, 16511 ] ], "trgnoun": "dough", "trgverb": "put_down" }, { "key": "P03_10+15_16_17_18", "video_id": "P03_10", "narration_ids": [ "P03_10_15", "P03_10_16", "P03_10_17", "P03_10_18" ], "src": "open fridge . grab butter . close fridge", "src1": "open fridge", "src2": "grab butter", "src3": "close fridge", "trg": "place butter", "vis_src": "P03_10:15 P03_10:16 P03_10:17", "vis_trg": "P03_10:18", "narrations": [ "open fridge", "grab butter", "close fridge", "place butter" ], "verbs": [ "open", "grab", "close", "place" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "fridge", "butter", "fridge", "butter" ], "noun_classes": [ 12, 78, 12, 78 ], "start_stop_timestamps": [ [ "00:00:34.61", "00:00:35.38" ], [ "00:00:35.67", "00:00:37.25" ], [ "00:00:37.25", "00:00:37.94" ], [ "00:00:37.76", "00:00:39.10" ] ], "start_stop_frames": [ [ 2076, 2122 ], [ 2140, 2235 ], [ 2235, 2276 ], [ 2265, 2346 ] ], "trgnoun": "butter", "trgverb": "place" }, { "key": "P04_107+28_31_141_526", "video_id": "P04_107", "narration_ids": [ "P04_107_28", "P04_107_31", "P04_107_141", "P04_107_526" ], "src": "pull dough . move dough . put_down dough", "src1": "pull dough", "src2": "move dough", "src3": "put_down dough", "trg": "cut dough", "vis_src": "P04_107:28 P04_107:31 P04_107:141", "vis_trg": "P04_107:526", "narrations": [ "pull dough", "move dough", "put down dough", "cut dough" ], "verbs": [ "pull", "move", "put-down", "cut" ], "verb_classes": [ 31, 11, 1, 7 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:01:17.65", "00:01:18.21" ], [ "00:01:18.13", "00:01:18.61" ], [ "00:05:29.66", "00:05:30.23" ], [ "00:15:19.80", "00:15:21.55" ] ], "start_stop_frames": [ [ 3882, 3910 ], [ 3906, 3930 ], [ 16483, 16511 ], [ 45990, 46077 ] ], "trgnoun": "dough", "trgverb": "cut" }, { "key": "P03_109+133_134_135_136", "video_id": "P03_109", "narration_ids": [ "P03_109_133", "P03_109_134", "P03_109_135", "P03_109_136" ], "src": "put cheese_grater in washing up bowl . pick_up cup . wash cup", "src1": "put cheese_grater in washing up bowl", "src2": "pick_up cup", "src3": "wash cup", "trg": "put cup on drying rack", "vis_src": "P03_109:133 P03_109:134 P03_109:135", "vis_trg": "P03_109:136", "narrations": [ "put cheese grater in washing up bowl", "pick up cup", "wash cup", "put cup on drying rack" ], "verbs": [ "put-in", "pick-up", "wash", "put-on" ], "verb_classes": [ 5, 0, 2, 1 ], "nouns": [ "grater:cheese", "cup", "cup", "cup" ], "noun_classes": [ 96, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:07:29.30", "00:07:31.15" ], [ "00:07:30.17", "00:07:32.90" ], [ "00:07:32.91", "00:07:41.25" ], [ "00:07:41.18", "00:07:43.55" ] ], "start_stop_frames": [ [ 22465, 22557 ], [ 22508, 22645 ], [ 22645, 23062 ], [ 23059, 23177 ] ], "trgnoun": "cup", "trgverb": "put_on" }, { "key": "P03_03+8_9_10_11", "video_id": "P03_03", "narration_ids": [ "P03_03_8", "P03_03_9", "P03_03_10", "P03_03_11" ], "src": "close fridge . put bag . open washing_machine", "src1": "close fridge", "src2": "put bag", "src3": "open washing_machine", "trg": "check dryness", "vis_src": "P03_03:8 P03_03:9 P03_03:10", "vis_trg": "P03_03:11", "narrations": [ "close fridge", "put bag", "open washing machine", "check dryness" ], "verbs": [ "close", "put", "open", "check" ], "verb_classes": [ 4, 1, 3, 24 ], "nouns": [ "fridge", "bag", "machine:washing", "machine:washing" ], "noun_classes": [ 12, 19, 124, 124 ], "start_stop_timestamps": [ [ "00:00:15.77", "00:00:16.73" ], [ "00:00:17.23", "00:00:18.22" ], [ "00:00:18.12", "00:00:18.94" ], [ "00:00:19.75", "00:00:21.17" ] ], "start_stop_frames": [ [ 946, 1003 ], [ 1033, 1093 ], [ 1087, 1136 ], [ 1185, 1270 ] ], "trgnoun": "washing_machine", "trgverb": "check" }, { "key": "P30_108+34_35_37_38", "video_id": "P30_108", "narration_ids": [ "P30_108_34", "P30_108_35", "P30_108_37", "P30_108_38" ], "src": "turn_on tap . pick_up sponge . apply washing up liquid to sponge", "src1": "turn_on tap", "src2": "pick_up sponge", "src3": "apply washing up liquid to sponge", "trg": "wet sponge", "vis_src": "P30_108:34 P30_108:35 P30_108:37", "vis_trg": "P30_108:38", "narrations": [ "turn on tap", "pick up sponge", "apply washing up liquid to sponge", "wet sponge" ], "verbs": [ "turn-on", "pick-up", "apply", "wet" ], "verb_classes": [ 6, 0, 27, 62 ], "nouns": [ "tap", "sponge", "liquid:washing:up", "sponge" ], "noun_classes": [ 0, 9, 22, 9 ], "start_stop_timestamps": [ [ "00:01:11.60", "00:01:15.14" ], [ "00:01:15.24", "00:01:16.32" ], [ "00:01:15.68", "00:01:16.95" ], [ "00:01:17.05", "00:01:17.66" ] ], "start_stop_frames": [ [ 3579, 3757 ], [ 3761, 3815 ], [ 3784, 3847 ], [ 3852, 3883 ] ], "trgnoun": "sponge", "trgverb": "wet" }, { "key": "P26_02+38_39_40_41", "video_id": "P26_02", "narration_ids": [ "P26_02_38", "P26_02_39", "P26_02_40", "P26_02_41" ], "src": "take lemon . close fridge . take knife", "src1": "take lemon", "src2": "close fridge", "src3": "take knife", "trg": "cut lemon", "vis_src": "P26_02:38 P26_02:39 P26_02:40", "vis_trg": "P26_02:41", "narrations": [ "take lemon", "close fridge", "take knife", "cut lemon" ], "verbs": [ "take", "close", "take", "cut" ], "verb_classes": [ 0, 4, 0, 7 ], "nouns": [ "lemon", "fridge", "knife", "lemon" ], "noun_classes": [ 105, 12, 4, 105 ], "start_stop_timestamps": [ [ "00:04:07.18", "00:04:07.98" ], [ "00:04:07.84", "00:04:09.04" ], [ "00:04:10.05", "00:04:10.76" ], [ "00:04:10.96", "00:04:13.56" ] ], "start_stop_frames": [ [ 14830, 14878 ], [ 14870, 14942 ], [ 15003, 15045 ], [ 15057, 15213 ] ], "trgnoun": "lemon", "trgverb": "cut" }, { "key": "P03_109+205_206_207_208", "video_id": "P03_109", "narration_ids": [ "P03_109_205", "P03_109_206", "P03_109_207", "P03_109_208" ], "src": "put can_opener in drying rack . pick_up cheese_grater . wash cheese_grater", "src1": "put can_opener in drying rack", "src2": "pick_up cheese_grater", "src3": "wash cheese_grater", "trg": "rinse cheese_grater", "vis_src": "P03_109:205 P03_109:206 P03_109:207", "vis_trg": "P03_109:208", "narrations": [ "put can opener in drying rack", "pick up cheese grater", "wash cheese grater", "rinse cheese grater" ], "verbs": [ "put", "pick-up", "wash", "rinse" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "opener:can", "grater:cheese", "grater:cheese", "grater:cheese" ], "noun_classes": [ 174, 96, 96, 96 ], "start_stop_timestamps": [ [ "00:11:19.50", "00:11:20.35" ], [ "00:11:21.67", "00:11:22.32" ], [ "00:11:21.94", "00:11:42.76" ], [ "00:11:43.47", "00:11:44.34" ] ], "start_stop_frames": [ [ 33975, 34017 ], [ 34083, 34116 ], [ 34097, 35138 ], [ 35173, 35217 ] ], "trgnoun": "cheese_grater", "trgverb": "rinse" }, { "key": "P07_04+27_28_29_30", "video_id": "P07_04", "narration_ids": [ "P07_04_27", "P07_04_28", "P07_04_29", "P07_04_30" ], "src": "put chopping_board on counter . open fridge . pick_up ham", "src1": "put chopping_board on counter", "src2": "open fridge", "src3": "pick_up ham", "trg": "close fridge", "vis_src": "P07_04:27 P07_04:28 P07_04:29", "vis_trg": "P07_04:30", "narrations": [ "put chopping board on counter", "open fridge", "pick up ham", "close fridge" ], "verbs": [ "put-on", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "board:chopping", "fridge", "ham", "fridge" ], "noun_classes": [ 18, 12, 156, 12 ], "start_stop_timestamps": [ [ "00:02:04.05", "00:02:05.82" ], [ "00:02:07.26", "00:02:08.07" ], [ "00:02:08.42", "00:02:12.49" ], [ "00:02:12.61", "00:02:13.73" ] ], "start_stop_frames": [ [ 7443, 7549 ], [ 7635, 7684 ], [ 7705, 7949 ], [ 7956, 8023 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P35_108+438_439_440_441", "video_id": "P35_108", "narration_ids": [ "P35_108_438", "P35_108_439", "P35_108_440", "P35_108_441" ], "src": "drain container . put_down container . pick_up lid", "src1": "drain container", "src2": "put_down container", "src3": "pick_up lid", "trg": "drain lid", "vis_src": "P35_108:438 P35_108:439 P35_108:440", "vis_trg": "P35_108:441", "narrations": [ "drain container", "put down container", "pick up lid", "drain lid" ], "verbs": [ "drain", "put-down", "pick-up", "drain" ], "verb_classes": [ 37, 1, 0, 37 ], "nouns": [ "container", "container", "lid", "lid" ], "noun_classes": [ 21, 21, 6, 6 ], "start_stop_timestamps": [ [ "00:28:49.90", "00:28:51.73" ], [ "00:28:51.83", "00:28:53.78" ], [ "00:28:59.41", "00:28:59.91" ], [ "00:28:59.97", "00:29:01.74" ] ], "start_stop_frames": [ [ 86495, 86586 ], [ 86591, 86689 ], [ 86970, 86995 ], [ 86998, 87087 ] ], "trgnoun": "lid", "trgverb": "drain" }, { "key": "P01_18+214_215_216_217", "video_id": "P01_18", "narration_ids": [ "P01_18_214", "P01_18_215", "P01_18_216", "P01_18_217" ], "src": "eat olive . close olives . open fridge", "src1": "eat olive", "src2": "close olives", "src3": "open fridge", "trg": "put olives into fridge", "vis_src": "P01_18:214 P01_18:215 P01_18:216", "vis_trg": "P01_18:217", "narrations": [ "eat olive", "close olives", "open fridge", "put olives into fridge" ], "verbs": [ "eat", "close", "open", "put-into" ], "verb_classes": [ 35, 4, 3, 5 ], "nouns": [ "olive", "olive", "fridge", "olive" ], "noun_classes": [ 83, 83, 12, 83 ], "start_stop_timestamps": [ [ "00:17:17.18", "00:17:18.66" ], [ "00:17:18.93", "00:17:22.19" ], [ "00:17:24.35", "00:17:25.51" ], [ "00:17:25.61", "00:17:26.91" ] ], "start_stop_frames": [ [ 62230, 62319 ], [ 62335, 62531 ], [ 62660, 62730 ], [ 62736, 62814 ] ], "trgnoun": "olive", "trgverb": "put_into" }, { "key": "P28_102+40_41_42_43", "video_id": "P28_102", "narration_ids": [ "P28_102_40", "P28_102_41", "P28_102_42", "P28_102_43" ], "src": "take kettle . put water in container . put container", "src1": "take kettle", "src2": "put water in container", "src3": "put container", "trg": "put kettle", "vis_src": "P28_102:40 P28_102:41 P28_102:42", "vis_trg": "P28_102:43", "narrations": [ "take kettle", "put water in container", "put container", "put kettle" ], "verbs": [ "take", "put-in", "put", "put" ], "verb_classes": [ 0, 5, 1, 1 ], "nouns": [ "kettle", "water", "container", "kettle" ], "noun_classes": [ 44, 27, 21, 44 ], "start_stop_timestamps": [ [ "00:03:05.70", "00:03:06.72" ], [ "00:03:08.75", "00:03:17.35" ], [ "00:03:17.45", "00:03:19.20" ], [ "00:03:19.05", "00:03:20.65" ] ], "start_stop_frames": [ [ 9285, 9336 ], [ 9437, 9867 ], [ 9872, 9960 ], [ 9952, 10032 ] ], "trgnoun": "kettle", "trgverb": "put" }, { "key": "P02_113+94_95_96_97", "video_id": "P02_113", "narration_ids": [ "P02_113_94", "P02_113_95", "P02_113_96", "P02_113_97" ], "src": "open tap . fill mug with water . close tap", "src1": "open tap", "src2": "fill mug with water", "src3": "close tap", "trg": "put_down mug", "vis_src": "P02_113:94 P02_113:95 P02_113:96", "vis_trg": "P02_113:97", "narrations": [ "open tap", "fill mug with water", "close", "put down mug" ], "verbs": [ "turn-on", "fill-with", "close", "put-down" ], "verb_classes": [ 6, 26, 4, 1 ], "nouns": [ "tap", "mug", "tap", "mug" ], "noun_classes": [ 0, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:04:35.70", "00:04:37.40" ], [ "00:04:36.80", "00:04:39.14" ], [ "00:04:38.77", "00:04:39.33" ], [ "00:04:39.25", "00:04:39.85" ] ], "start_stop_frames": [ [ 13785, 13869 ], [ 13840, 13957 ], [ 13938, 13966 ], [ 13962, 13992 ] ], "trgnoun": "mug", "trgverb": "put_down" }, { "key": "P24_01+91_92_93_94", "video_id": "P24_01", "narration_ids": [ "P24_01_91", "P24_01_92", "P24_01_93", "P24_01_94" ], "src": "stir coffee . pick_up coffee_pot . pour coffee into coffee cup", "src1": "stir coffee", "src2": "pick_up coffee_pot", "src3": "pour coffee into coffee cup", "trg": "put_down coffee_pot", "vis_src": "P24_01:91 P24_01:92 P24_01:93", "vis_trg": "P24_01:94", "narrations": [ "stir coffee", "pick up coffee pot", "pour coffee into coffee cup", "put down coffee pot" ], "verbs": [ "stir", "pick-up", "pour-into", "put-down" ], "verb_classes": [ 10, 0, 9, 1 ], "nouns": [ "coffee", "pot:coffee", "coffee", "pot:coffee" ], "noun_classes": [ 59, 50, 59, 50 ], "start_stop_timestamps": [ [ "00:11:37.95", "00:11:39.44" ], [ "00:11:45.19", "00:11:48.82" ], [ "00:11:48.92", "00:11:51.69" ], [ "00:11:55.44", "00:11:56.71" ] ], "start_stop_frames": [ [ 41877, 41966 ], [ 42311, 42529 ], [ 42535, 42701 ], [ 42926, 43002 ] ], "trgnoun": "coffee_pot", "trgverb": "put_down" }, { "key": "P28_108+34_35_36_37", "video_id": "P28_108", "narration_ids": [ "P28_108_34", "P28_108_35", "P28_108_36", "P28_108_37" ], "src": "take tortellini . put tortellini in pot . put colander", "src1": "take tortellini", "src2": "put tortellini in pot", "src3": "put colander", "trg": "stir tortellini", "vis_src": "P28_108:34 P28_108:35 P28_108:36", "vis_trg": "P28_108:37", "narrations": [ "take tortellini", "put tortellini in pot", "put colander", "stir tortellini" ], "verbs": [ "take", "put-in", "put", "stir" ], "verb_classes": [ 0, 5, 1, 10 ], "nouns": [ "tortellini", "tortellini", "colander", "tortellini" ], "noun_classes": [ 45, 45, 39, 45 ], "start_stop_timestamps": [ [ "00:03:38.23", "00:03:39.90" ], [ "00:03:41.21", "00:03:43.56" ], [ "00:03:43.44", "00:03:44.74" ], [ "00:03:45.47", "00:04:00.39" ] ], "start_stop_frames": [ [ 10911, 10995 ], [ 11060, 11178 ], [ 11172, 11237 ], [ 11273, 12019 ] ], "trgnoun": "tortellini", "trgverb": "stir" }, { "key": "P25_107+373_374_375_376", "video_id": "P25_107", "narration_ids": [ "P25_107_373", "P25_107_374", "P25_107_375", "P25_107_376" ], "src": "adjust aubergines . put_down fork . pick_up aubergine", "src1": "adjust aubergines", "src2": "put_down fork", "src3": "pick_up aubergine", "trg": "put_down aubergine", "vis_src": "P25_107:373 P25_107:374 P25_107:375", "vis_trg": "P25_107:376", "narrations": [ "adjust aubergines", "put down fork", "pick up aubergine", "put down aubergine" ], "verbs": [ "adjust", "put-down", "pick-up", "put-down" ], "verb_classes": [ 17, 1, 0, 1 ], "nouns": [ "aubergine", "fork", "aubergine", "aubergine" ], "noun_classes": [ 67, 14, 67, 67 ], "start_stop_timestamps": [ [ "00:26:52.40", "00:26:59.82" ], [ "00:26:59.76", "00:27:00.91" ], [ "00:27:00.96", "00:27:02.68" ], [ "00:27:02.41", "00:27:04.24" ] ], "start_stop_frames": [ [ 80620, 80991 ], [ 80988, 81045 ], [ 81048, 81134 ], [ 81120, 81212 ] ], "trgnoun": "aubergine", "trgverb": "put_down" }, { "key": "P30_11+12_13_14_15", "video_id": "P30_11", "narration_ids": [ "P30_11_12", "P30_11_13", "P30_11_14", "P30_11_15" ], "src": "put spoon on plate . rinse saucepan . empty washing up bowl", "src1": "put spoon on plate", "src2": "rinse saucepan", "src3": "empty washing up bowl", "trg": "rinse washing up bowl", "vis_src": "P30_11:12 P30_11:13 P30_11:14", "vis_trg": "P30_11:15", "narrations": [ "put spoon on plate", "rinse saucepan", "empty washing up bowl", "rinse washing up bowl" ], "verbs": [ "put-on", "rinse", "empty", "rinse" ], "verb_classes": [ 1, 2, 20, 2 ], "nouns": [ "spoon", "saucepan", "bowl:washing:up", "bowl:washing:up" ], "noun_classes": [ 1, 5, 7, 7 ], "start_stop_timestamps": [ [ "00:00:53.34", "00:00:54.02" ], [ "00:00:54.83", "00:00:59.77" ], [ "00:00:59.87", "00:01:01.51" ], [ "00:01:01.55", "00:01:03.63" ] ], "start_stop_frames": [ [ 3200, 3241 ], [ 3289, 3586 ], [ 3592, 3690 ], [ 3693, 3817 ] ], "trgnoun": "up_washing_bowl", "trgverb": "rinse" }, { "key": "P01_09+214_215_216_217", "video_id": "P01_09", "narration_ids": [ "P01_09_214", "P01_09_215", "P01_09_216", "P01_09_217" ], "src": "take potato_skins . take potato_skin from floor . open bin", "src1": "take potato_skins", "src2": "take potato_skin from floor", "src3": "open bin", "trg": "throw potato_skin into bin", "vis_src": "P01_09:214 P01_09:215 P01_09:216", "vis_trg": "P01_09:217", "narrations": [ "take potato skins", "take potato skin from floor", "open bin", "throw potato skin into bin" ], "verbs": [ "take", "take-from", "open", "throw-into" ], "verb_classes": [ 0, 0, 3, 13 ], "nouns": [ "skin:potato", "skin:potato", "bin", "skin:potato" ], "noun_classes": [ 48, 48, 36, 48 ], "start_stop_timestamps": [ [ "00:16:45.44", "00:16:47.60" ], [ "00:16:48.92", "00:16:50.25" ], [ "00:16:52.05", "00:16:52.80" ], [ "00:16:52.65", "00:16:53.48" ] ], "start_stop_frames": [ [ 60326, 60456 ], [ 60535, 60615 ], [ 60723, 60768 ], [ 60759, 60808 ] ], "trgnoun": "potato_skin", "trgverb": "throw_into" }, { "key": "P02_03+156_157_158_159", "video_id": "P02_03", "narration_ids": [ "P02_03_156", "P02_03_157", "P02_03_158", "P02_03_159" ], "src": "add pine_nuts to pan . open fridge . return pine_nuts", "src1": "add pine_nuts to pan", "src2": "open fridge", "src3": "return pine_nuts", "trg": "close fridge", "vis_src": "P02_03:156 P02_03:157 P02_03:158", "vis_trg": "P02_03:159", "narrations": [ "add pine nuts to pan", "open fridge", "return pine nuts", "close fridge" ], "verbs": [ "add", "open", "return", "close" ], "verb_classes": [ 46, 3, 1, 4 ], "nouns": [ "nut:pine", "fridge", "nut:pine", "fridge" ], "noun_classes": [ 133, 12, 133, 12 ], "start_stop_timestamps": [ [ "00:09:05.46", "00:09:08.21" ], [ "00:09:11.41", "00:09:12.19" ], [ "00:09:12.26", "00:09:13.04" ], [ "00:09:13.04", "00:09:13.77" ] ], "start_stop_frames": [ [ 32727, 32892 ], [ 33084, 33131 ], [ 33135, 33182 ], [ 33182, 33226 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_121+594_595_597_598", "video_id": "P04_121", "narration_ids": [ "P04_121_594", "P04_121_595", "P04_121_597", "P04_121_598" ], "src": "put_down bowl . read instructions . fold cheese", "src1": "put_down bowl", "src2": "read instructions", "src3": "fold cheese", "trg": "stretch cheese", "vis_src": "P04_121:594 P04_121:595 P04_121:597", "vis_trg": "P04_121:598", "narrations": [ "put down bowl", "read instructions", "fold cheese", "stretch cheese" ], "verbs": [ "put-down", "read", "fold", "stretch" ], "verb_classes": [ 1, 38, 28, 50 ], "nouns": [ "bowl", "instruction", "cheese", "cheese" ], "noun_classes": [ 7, 149, 32, 32 ], "start_stop_timestamps": [ [ "00:23:36.31", "00:23:37.72" ], [ "00:23:37.82", "00:23:41.61" ], [ "00:23:40.93", "00:23:42.70" ], [ "00:23:43.26", "00:23:45.15" ] ], "start_stop_frames": [ [ 70815, 70886 ], [ 70891, 71080 ], [ 71046, 71135 ], [ 71163, 71257 ] ], "trgnoun": "cheese", "trgverb": "stretch" }, { "key": "P04_120+327_328_329_330", "video_id": "P04_120", "narration_ids": [ "P04_120_327", "P04_120_328", "P04_120_329", "P04_120_330" ], "src": "pick_up tea_towel . pull tea_towel out of bowl . shake tea_towel into sink", "src1": "pick_up tea_towel", "src2": "pull tea_towel out of bowl", "src3": "shake tea_towel into sink", "trg": "wipe tea_towel with hand", "vis_src": "P04_120:327 P04_120:328 P04_120:329", "vis_trg": "P04_120:330", "narrations": [ "pick up tea towel", "pull tea towel out of bowl", "shake tea towel into sink", "wipe tea towel with hand" ], "verbs": [ "pick-up", "pull-out", "shake-into", "wipe-with" ], "verb_classes": [ 0, 31, 9, 2 ], "nouns": [ "towel:tea", "towel:tea", "towel:tea", "towel:tea" ], "noun_classes": [ 52, 52, 52, 52 ], "start_stop_timestamps": [ [ "00:11:38.94", "00:11:40.69" ], [ "00:11:40.54", "00:11:43.54" ], [ "00:11:42.96", "00:11:45.63" ], [ "00:11:45.40", "00:11:46.90" ] ], "start_stop_frames": [ [ 34947, 35034 ], [ 35027, 35177 ], [ 35148, 35281 ], [ 35270, 35345 ] ], "trgnoun": "tea_towel", "trgverb": "wipe_with" }, { "key": "P02_122+41_42_43_44", "video_id": "P02_122", "narration_ids": [ "P02_122_41", "P02_122_42", "P02_122_43", "P02_122_44" ], "src": "open compost_bin . throw eggshells . pick_up egg", "src1": "open compost_bin", "src2": "throw eggshells", "src3": "pick_up egg", "trg": "tap egg on chopping board", "vis_src": "P02_122:41 P02_122:42 P02_122:43", "vis_trg": "P02_122:44", "narrations": [ "open compost bin", "throw eggshells", "pick up egg", "tap egg on chopping board" ], "verbs": [ "open", "throw", "pick-up", "tap-on" ], "verb_classes": [ 3, 13, 0, 32 ], "nouns": [ "bin:compost", "eggshell", "egg", "egg" ], "noun_classes": [ 36, 141, 53, 53 ], "start_stop_timestamps": [ [ "00:01:53.96", "00:01:56.12" ], [ "00:01:55.44", "00:01:56.53" ], [ "00:01:57.03", "00:01:58.11" ], [ "00:01:57.80", "00:01:58.77" ] ], "start_stop_frames": [ [ 5698, 5806 ], [ 5772, 5826 ], [ 5851, 5905 ], [ 5890, 5938 ] ], "trgnoun": "egg", "trgverb": "tap_on" }, { "key": "P02_06+216_217_218_219", "video_id": "P02_06", "narration_ids": [ "P02_06_216", "P02_06_217", "P02_06_218", "P02_06_219" ], "src": "chop end of cucumber . slice cucumber . slice cucumber using knife", "src1": "chop end of cucumber", "src2": "slice cucumber", "src3": "slice cucumber using knife", "trg": "chop cucumber", "vis_src": "P02_06:216 P02_06:217 P02_06:218", "vis_trg": "P02_06:219", "narrations": [ "chop end of cucumber", "slice cucumber", "slice cucumber using knife", "chop cucumber" ], "verbs": [ "chop", "slice", "slice", "chop" ], "verb_classes": [ 7, 7, 7, 7 ], "nouns": [ "end:cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:09:43.13", "00:09:44.98" ], [ "00:09:46.02", "00:09:50.75" ], [ "00:09:54.03", "00:09:57.08" ], [ "00:09:57.50", "00:10:02.82" ] ], "start_stop_frames": [ [ 34987, 35098 ], [ 35161, 35445 ], [ 35641, 35824 ], [ 35850, 36169 ] ], "trgnoun": "cucumber", "trgverb": "chop" }, { "key": "P09_104+80_81_82_83", "video_id": "P09_104", "narration_ids": [ "P09_104_80", "P09_104_81", "P09_104_82", "P09_104_83" ], "src": "take cheese . open fridge . put cheese on fridge", "src1": "take cheese", "src2": "open fridge", "src3": "put cheese on fridge", "trg": "close fridge", "vis_src": "P09_104:80 P09_104:81 P09_104:82", "vis_trg": "P09_104:83", "narrations": [ "take cheese", "open fridge", "put cheese on fridge", "close fridge" ], "verbs": [ "take", "open", "put-on", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "cheese", "fridge", "cheese", "fridge" ], "noun_classes": [ 32, 12, 32, 12 ], "start_stop_timestamps": [ [ "00:09:01.90", "00:09:03.69" ], [ "00:09:03.10", "00:09:04.85" ], [ "00:09:04.83", "00:09:06.95" ], [ "00:09:06.93", "00:09:08.61" ] ], "start_stop_frames": [ [ 27095, 27184 ], [ 27155, 27242 ], [ 27241, 27347 ], [ 27346, 27430 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P02_120+10_11_12_13", "video_id": "P02_120", "narration_ids": [ "P02_120_10", "P02_120_11", "P02_120_12", "P02_120_13" ], "src": "crack egg . open compost_bin . throw eggshells", "src1": "crack egg", "src2": "open compost_bin", "src3": "throw eggshells", "trg": "close compost_bin", "vis_src": "P02_120:10 P02_120:11 P02_120:12", "vis_trg": "P02_120:13", "narrations": [ "crack egg", "open compost bin", "throw eggshells", "close compost bin" ], "verbs": [ "crack", "open", "throw", "close" ], "verb_classes": [ 30, 3, 13, 4 ], "nouns": [ "egg", "bin:compost", "eggshell", "bin:compost" ], "noun_classes": [ 53, 36, 141, 36 ], "start_stop_timestamps": [ [ "00:00:56.76", "00:00:59.02" ], [ "00:00:59.64", "00:01:00.70" ], [ "00:01:00.80", "00:01:01.46" ], [ "00:01:01.46", "00:01:01.83" ] ], "start_stop_frames": [ [ 2838, 2951 ], [ 2982, 3035 ], [ 3040, 3073 ], [ 3073, 3091 ] ], "trgnoun": "compost_bin", "trgverb": "close" }, { "key": "P12_02+164_165_166_167", "video_id": "P12_02", "narration_ids": [ "P12_02_164", "P12_02_165", "P12_02_166", "P12_02_167" ], "src": "put glass on table . take spoon . take garbage", "src1": "put glass on table", "src2": "take spoon", "src3": "take garbage", "trg": "put garbage in sink", "vis_src": "P12_02:164 P12_02:165 P12_02:166", "vis_trg": "P12_02:167", "narrations": [ "put glass on table", "take spoon", "take garbage", "put garbage in sink" ], "verbs": [ "put-on", "take", "take", "put-in" ], "verb_classes": [ 1, 0, 0, 5 ], "nouns": [ "glass", "spoon", "garbage", "garbage" ], "noun_classes": [ 10, 1, 54, 54 ], "start_stop_timestamps": [ [ "00:28:04.71", "00:28:05.67" ], [ "00:28:06.44", "00:28:07.61" ], [ "00:28:07.97", "00:28:09.44" ], [ "00:28:10.96", "00:28:12.85" ] ], "start_stop_frames": [ [ 101082, 101140 ], [ 101186, 101256 ], [ 101278, 101366 ], [ 101457, 101571 ] ], "trgnoun": "garbage", "trgverb": "put_in" }, { "key": "P02_06+215_216_217_219", "video_id": "P02_06", "narration_ids": [ "P02_06_215", "P02_06_216", "P02_06_217", "P02_06_219" ], "src": "put lettuce . chop end of cucumber . slice cucumber", "src1": "put lettuce", "src2": "chop end of cucumber", "src3": "slice cucumber", "trg": "chop cucumber", "vis_src": "P02_06:215 P02_06:216 P02_06:217", "vis_trg": "P02_06:219", "narrations": [ "put lettuce", "chop end of cucumber", "slice cucumber", "chop cucumber" ], "verbs": [ "put", "chop", "slice", "chop" ], "verb_classes": [ 1, 7, 7, 7 ], "nouns": [ "lettuce", "end:cucumber", "cucumber", "cucumber" ], "noun_classes": [ 120, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:09:39.40", "00:09:42.22" ], [ "00:09:43.13", "00:09:44.98" ], [ "00:09:46.02", "00:09:50.75" ], [ "00:09:57.50", "00:10:02.82" ] ], "start_stop_frames": [ [ 34764, 34933 ], [ 34987, 35098 ], [ 35161, 35445 ], [ 35850, 36169 ] ], "trgnoun": "cucumber", "trgverb": "chop" }, { "key": "P04_109+385_386_387_389", "video_id": "P04_109", "narration_ids": [ "P04_109_385", "P04_109_386", "P04_109_387", "P04_109_389" ], "src": "put broccoli in food bin . close food_bin . pull_up plastic", "src1": "put broccoli in food bin", "src2": "close food_bin", "src3": "pull_up plastic", "trg": "take plastic off cucumber end", "vis_src": "P04_109:385 P04_109:386 P04_109:387", "vis_trg": "P04_109:389", "narrations": [ "put broccoli in food bin", "close food bin", "pull up plastic", "take plastic off cucumber end" ], "verbs": [ "put-in", "close", "pull-up", "take-off" ], "verb_classes": [ 5, 4, 31, 12 ], "nouns": [ "broccoli", "bin:food", "plastic", "plastic" ], "noun_classes": [ 101, 36, 26, 26 ], "start_stop_timestamps": [ [ "00:11:26.45", "00:11:26.77" ], [ "00:11:26.83", "00:11:27.34" ], [ "00:11:27.22", "00:11:28.78" ], [ "00:11:31.39", "00:11:32.96" ] ], "start_stop_frames": [ [ 34322, 34338 ], [ 34341, 34367 ], [ 34361, 34439 ], [ 34569, 34648 ] ], "trgnoun": "plastic", "trgverb": "take_off" }, { "key": "P02_105+7_8_9_10", "video_id": "P02_105", "narration_ids": [ "P02_105_7", "P02_105_8", "P02_105_9", "P02_105_10" ], "src": "pick_up plate . open bin . throw remaining_food in bin", "src1": "pick_up plate", "src2": "open bin", "src3": "throw remaining_food in bin", "trg": "close bin", "vis_src": "P02_105:7 P02_105:8 P02_105:9", "vis_trg": "P02_105:10", "narrations": [ "pick up plate", "open bin", "throw remaining food in bin", "close bin" ], "verbs": [ "pick-up", "open", "throw-in", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "plate", "bin", "food:remaining", "bin" ], "noun_classes": [ 2, 36, 34, 36 ], "start_stop_timestamps": [ [ "00:00:12.41", "00:00:13.31" ], [ "00:00:14.68", "00:00:15.33" ], [ "00:00:15.20", "00:00:18.02" ], [ "00:00:18.07", "00:00:18.55" ] ], "start_stop_frames": [ [ 620, 665 ], [ 734, 766 ], [ 760, 901 ], [ 903, 927 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P02_120+27_28_29_30", "video_id": "P02_120", "narration_ids": [ "P02_120_27", "P02_120_28", "P02_120_29", "P02_120_30" ], "src": "open compose bin . throw eggshell . mix egg with mixture and stir", "src1": "open compose bin", "src2": "throw eggshell", "src3": "mix egg with mixture and stir", "trg": "pick_up eggshell from mixture", "vis_src": "P02_120:27 P02_120:28 P02_120:29", "vis_trg": "P02_120:30", "narrations": [ "open compose bin", "throw eggshell", "mix egg with mixture and stir", "pick up eggshell from mixture" ], "verbs": [ "open", "throw", "mix-with", "pick-up" ], "verb_classes": [ 3, 13, 10, 0 ], "nouns": [ "bin", "eggshell", "egg", "eggshell" ], "noun_classes": [ 36, 141, 53, 141 ], "start_stop_timestamps": [ [ "00:02:01.77", "00:02:03.18" ], [ "00:02:02.61", "00:02:03.11" ], [ "00:02:03.87", "00:02:10.08" ], [ "00:02:09.81", "00:02:12.14" ] ], "start_stop_frames": [ [ 6088, 6159 ], [ 6130, 6155 ], [ 6193, 6504 ], [ 6490, 6606 ] ], "trgnoun": "eggshell", "trgverb": "pick_up" }, { "key": "P22_16+291_292_293_294", "video_id": "P22_16", "narration_ids": [ "P22_16_291", "P22_16_292", "P22_16_293", "P22_16_294" ], "src": "put lettuce . close fridge . open tap", "src1": "put lettuce", "src2": "close fridge", "src3": "open tap", "trg": "rinse lettuce", "vis_src": "P22_16:291 P22_16:292 P22_16:293", "vis_trg": "P22_16:294", "narrations": [ "put lettuce", "close fridge", "open tap", "rinse lettuce" ], "verbs": [ "put", "close", "turn-on", "rinse" ], "verb_classes": [ 1, 4, 6, 2 ], "nouns": [ "lettuce", "fridge", "tap", "lettuce" ], "noun_classes": [ 120, 12, 0, 120 ], "start_stop_timestamps": [ [ "00:14:23.27", "00:14:25.33" ], [ "00:14:24.47", "00:14:26.50" ], [ "00:14:28.86", "00:14:29.90" ], [ "00:14:29.94", "00:14:32.41" ] ], "start_stop_frames": [ [ 51796, 51919 ], [ 51868, 51990 ], [ 52131, 52194 ], [ 52196, 52344 ] ], "trgnoun": "lettuce", "trgverb": "rinse" }, { "key": "P13_08+143_144_145_146", "video_id": "P13_08", "narration_ids": [ "P13_08_143", "P13_08_144", "P13_08_145", "P13_08_146" ], "src": "pick_up cheese_pack . put cheese_pack on table . pick_up plate", "src1": "pick_up cheese_pack", "src2": "put cheese_pack on table", "src3": "pick_up plate", "trg": "put plate on table", "vis_src": "P13_08:143 P13_08:144 P13_08:145", "vis_trg": "P13_08:146", "narrations": [ "pick up cheese pack", "put cheese pack on table", "pick up plate", "put plate on table" ], "verbs": [ "pick-up", "put-on", "pick-up", "put-on" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "pack:cheese", "pack:cheese", "plate", "plate" ], "noun_classes": [ 26, 26, 2, 2 ], "start_stop_timestamps": [ [ "00:32:58.98", "00:33:02.54" ], [ "00:33:04.22", "00:33:06.90" ], [ "00:33:08.08", "00:33:10.86" ], [ "00:33:09.17", "00:33:11.29" ] ], "start_stop_frames": [ [ 118738, 118952 ], [ 119053, 119214 ], [ 119284, 119451 ], [ 119350, 119477 ] ], "trgnoun": "plate", "trgverb": "put_on" }, { "key": "P04_109+89_90_91_92", "video_id": "P04_109", "narration_ids": [ "P04_109_89", "P04_109_90", "P04_109_91", "P04_109_92" ], "src": "grab handful of carrot . drop carrot into measuring jug . push carrot into measuring jug", "src1": "grab handful of carrot", "src2": "drop carrot into measuring jug", "src3": "push carrot into measuring jug", "trg": "grab carrot", "vis_src": "P04_109:89 P04_109:90 P04_109:91", "vis_trg": "P04_109:92", "narrations": [ "grab handful of carrot", "drop carrot into measuring jug", "push carrot into measuring jug", "grab carrot" ], "verbs": [ "grab", "drop-into", "push-into", "grab" ], "verb_classes": [ 0, 5, 5, 0 ], "nouns": [ "handful:carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:03:45.41", "00:03:47.18" ], [ "00:03:46.06", "00:03:48.21" ], [ "00:03:48.31", "00:03:49.05" ], [ "00:03:49.15", "00:03:50.79" ] ], "start_stop_frames": [ [ 11270, 11359 ], [ 11303, 11410 ], [ 11415, 11452 ], [ 11457, 11539 ] ], "trgnoun": "carrot", "trgverb": "grab" }, { "key": "P11_05+64_65_66_67", "video_id": "P11_05", "narration_ids": [ "P11_05_64", "P11_05_65", "P11_05_66", "P11_05_67" ], "src": "throw_away courgette . pick_up onion . pick_up chopping_block", "src1": "throw_away courgette", "src2": "pick_up onion", "src3": "pick_up chopping_block", "trg": "put_down onion", "vis_src": "P11_05:64 P11_05:65 P11_05:66", "vis_trg": "P11_05:67", "narrations": [ "throw away courgette", "pick up onion", "pick up chopping block", "put down onion" ], "verbs": [ "throw-away", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 13, 0, 0, 1 ], "nouns": [ "courgette", "onion", "block:chopping", "onion" ], "noun_classes": [ 76, 16, 18, 16 ], "start_stop_timestamps": [ [ "00:03:44.28", "00:03:45.73" ], [ "00:03:46.62", "00:03:47.46" ], [ "00:03:47.49", "00:03:50.63" ], [ "00:03:50.82", "00:03:51.64" ] ], "start_stop_frames": [ [ 13456, 13543 ], [ 13597, 13647 ], [ 13649, 13837 ], [ 13849, 13898 ] ], "trgnoun": "onion", "trgverb": "put_down" }, { "key": "P01_108+32_33_34_36", "video_id": "P01_108", "narration_ids": [ "P01_108_32", "P01_108_33", "P01_108_34", "P01_108_36" ], "src": "open cupboard . pick_up wok . pick_up pans", "src1": "open cupboard", "src2": "pick_up wok", "src3": "pick_up pans", "trg": "put pans into cupboard", "vis_src": "P01_108:32 P01_108:33 P01_108:34", "vis_trg": "P01_108:36", "narrations": [ "open cupboard", "pick up wok", "pick up pans", "put pans into cupboard" ], "verbs": [ "open", "pick-up", "pick-up", "put-into" ], "verb_classes": [ 3, 0, 0, 5 ], "nouns": [ "cupboard", "wok", "pan", "pan" ], "noun_classes": [ 3, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:01:14.42", "00:01:15.75" ], [ "00:01:16.01", "00:01:16.61" ], [ "00:01:18.24", "00:01:19.89" ], [ "00:01:19.20", "00:01:21.99" ] ], "start_stop_frames": [ [ 3721, 3787 ], [ 3800, 3830 ], [ 3911, 3994 ], [ 3960, 4099 ] ], "trgnoun": "pan", "trgverb": "put_into" }, { "key": "P01_108+33_34_35_36", "video_id": "P01_108", "narration_ids": [ "P01_108_33", "P01_108_34", "P01_108_35", "P01_108_36" ], "src": "pick_up wok . pick_up pans . put pans onto wok", "src1": "pick_up wok", "src2": "pick_up pans", "src3": "put pans onto wok", "trg": "put pans into cupboard", "vis_src": "P01_108:33 P01_108:34 P01_108:35", "vis_trg": "P01_108:36", "narrations": [ "pick up wok", "pick up pans", "put pans onto wok", "put pans into cupboard" ], "verbs": [ "pick-up", "pick-up", "put-onto", "put-into" ], "verb_classes": [ 0, 0, 1, 5 ], "nouns": [ "wok", "pan", "pan", "pan" ], "noun_classes": [ 5, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:01:16.01", "00:01:16.61" ], [ "00:01:18.24", "00:01:19.89" ], [ "00:01:20.54", "00:01:22.10" ], [ "00:01:19.20", "00:01:21.99" ] ], "start_stop_frames": [ [ 3800, 3830 ], [ 3911, 3994 ], [ 4026, 4105 ], [ 3960, 4099 ] ], "trgnoun": "pan", "trgverb": "put_into" }, { "key": "P13_05+9_10_11_12", "video_id": "P13_05", "narration_ids": [ "P13_05_9", "P13_05_10", "P13_05_11", "P13_05_12" ], "src": "turn_on microwave . open fridge . pick_up salad", "src1": "turn_on microwave", "src2": "open fridge", "src3": "pick_up salad", "trg": "open salad", "vis_src": "P13_05:9 P13_05:10 P13_05:11", "vis_trg": "P13_05:12", "narrations": [ "turn on microwave", "open fridge", "pick up salad", "open salad" ], "verbs": [ "turn-on", "open", "pick-up", "open" ], "verb_classes": [ 6, 3, 0, 3 ], "nouns": [ "microwave", "fridge", "salad", "salad" ], "noun_classes": [ 90, 12, 68, 68 ], "start_stop_timestamps": [ [ "00:01:21.95", "00:01:24.87" ], [ "00:01:31.80", "00:01:33.32" ], [ "00:01:34.72", "00:01:35.83" ], [ "00:01:43.65", "00:01:45.01" ] ], "start_stop_frames": [ [ 4917, 5092 ], [ 5508, 5599 ], [ 5683, 5749 ], [ 6219, 6300 ] ], "trgnoun": "salad", "trgverb": "open" }, { "key": "P22_16+415_416_417_418", "video_id": "P22_16", "narration_ids": [ "P22_16_415", "P22_16_416", "P22_16_417", "P22_16_418" ], "src": "move spoon . stir salad . mix salad", "src1": "move spoon", "src2": "stir salad", "src3": "mix salad", "trg": "pick_up salad", "vis_src": "P22_16:415 P22_16:416 P22_16:417", "vis_trg": "P22_16:418", "narrations": [ "move spoon", "stir salad", "mix salad", "pick up salad" ], "verbs": [ "move", "stir", "mix", "pick-up" ], "verb_classes": [ 11, 10, 10, 0 ], "nouns": [ "spoon", "salad", "salad", "salad" ], "noun_classes": [ 1, 68, 68, 68 ], "start_stop_timestamps": [ [ "00:20:25.91", "00:20:26.66" ], [ "00:20:27.98", "00:20:33.24" ], [ "00:20:30.51", "00:20:40.79" ], [ "00:20:41.46", "00:20:42.34" ] ], "start_stop_frames": [ [ 73554, 73599 ], [ 73678, 73994 ], [ 73830, 74447 ], [ 74487, 74540 ] ], "trgnoun": "salad", "trgverb": "pick_up" }, { "key": "P02_06+332_333_334_335", "video_id": "P02_06", "narration_ids": [ "P02_06_332", "P02_06_333", "P02_06_334", "P02_06_335" ], "src": "dry hands . wear gloves . get sponge", "src1": "dry hands", "src2": "wear gloves", "src3": "get sponge", "trg": "return sponge", "vis_src": "P02_06:332 P02_06:333 P02_06:334", "vis_trg": "P02_06:335", "narrations": [ "dry hands", "wear gloves", "get sponge", "return sponge" ], "verbs": [ "dry", "wear", "get", "return" ], "verb_classes": [ 14, 68, 0, 1 ], "nouns": [ "hand", "glove", "sponge", "sponge" ], "noun_classes": [ 11, 60, 9, 9 ], "start_stop_timestamps": [ [ "00:15:35.01", "00:15:36.26" ], [ "00:15:36.90", "00:15:42.76" ], [ "00:15:43.12", "00:15:44.00" ], [ "00:15:44.18", "00:15:44.79" ] ], "start_stop_frames": [ [ 56100, 56175 ], [ 56214, 56565 ], [ 56587, 56640 ], [ 56650, 56687 ] ], "trgnoun": "sponge", "trgverb": "return" }, { "key": "P02_123+402_403_404_405", "video_id": "P02_123", "narration_ids": [ "P02_123_402", "P02_123_403", "P02_123_404", "P02_123_405" ], "src": "empty sink . move washing_liquid . pick_up glass", "src1": "empty sink", "src2": "move washing_liquid", "src3": "pick_up glass", "trg": "put glass in sink", "vis_src": "P02_123:402 P02_123:403 P02_123:404", "vis_trg": "P02_123:405", "narrations": [ "empty sink", "move washing liquid", "pick up glass", "put glass in sink" ], "verbs": [ "empty", "move", "pick-up", "put-in" ], "verb_classes": [ 20, 11, 0, 5 ], "nouns": [ "sink", "liquid:washing", "glass", "glass" ], "noun_classes": [ 63, 22, 10, 10 ], "start_stop_timestamps": [ [ "00:20:07.04", "00:20:18.11" ], [ "00:20:17.88", "00:20:19.43" ], [ "00:20:19.47", "00:20:20.49" ], [ "00:20:20.48", "00:20:21.49" ] ], "start_stop_frames": [ [ 60352, 60905 ], [ 60894, 60971 ], [ 60973, 61024 ], [ 61024, 61074 ] ], "trgnoun": "glass", "trgverb": "put_in" }, { "key": "P02_129+179_180_181_184", "video_id": "P02_129", "narration_ids": [ "P02_129_179", "P02_129_180", "P02_129_181", "P02_129_184" ], "src": "pick_up glasses from drainer . open cupboard . put glasses in cupboard", "src1": "pick_up glasses from drainer", "src2": "open cupboard", "src3": "put glasses in cupboard", "trg": "pick_up mug from drainer", "vis_src": "P02_129:179 P02_129:180 P02_129:181", "vis_trg": "P02_129:184", "narrations": [ "pick up glasses from drainer", "open cupboard", "put glasses in cupboard", "pick up mug from drainer" ], "verbs": [ "pick-up", "open", "put-in", "pick-up" ], "verb_classes": [ 0, 3, 5, 0 ], "nouns": [ "glass", "cupboard", "glass", "mug" ], "noun_classes": [ 10, 3, 10, 13 ], "start_stop_timestamps": [ [ "00:06:36.83", "00:06:38.11" ], [ "00:06:38.49", "00:06:39.63" ], [ "00:06:39.52", "00:06:40.50" ], [ "00:06:43.72", "00:06:44.67" ] ], "start_stop_frames": [ [ 19841, 19905 ], [ 19924, 19981 ], [ 19976, 20025 ], [ 20186, 20233 ] ], "trgnoun": "mug", "trgverb": "pick_up" }, { "key": "P06_101+108_109_110_111", "video_id": "P06_101", "narration_ids": [ "P06_101_108", "P06_101_109", "P06_101_110", "P06_101_111" ], "src": "pick_up bag . close drawer . close fridge", "src1": "pick_up bag", "src2": "close drawer", "src3": "close fridge", "trg": "put_down bag", "vis_src": "P06_101:108 P06_101:109 P06_101:110", "vis_trg": "P06_101:111", "narrations": [ "pick up bag", "close drawer", "close fridge", "put down bag" ], "verbs": [ "pick-up", "close", "close", "put-down" ], "verb_classes": [ 0, 4, 4, 1 ], "nouns": [ "bag", "drawer", "fridge", "bag" ], "noun_classes": [ 19, 8, 12, 19 ], "start_stop_timestamps": [ [ "00:06:35.79", "00:06:39.52" ], [ "00:06:39.57", "00:06:40.00" ], [ "00:06:40.51", "00:06:41.57" ], [ "00:06:43.52", "00:06:43.98" ] ], "start_stop_frames": [ [ 19789, 19976 ], [ 19978, 20000 ], [ 20025, 20078 ], [ 20176, 20199 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P02_118+90_91_92_93", "video_id": "P02_118", "narration_ids": [ "P02_118_90", "P02_118_91", "P02_118_92", "P02_118_93" ], "src": "open cupboard . put mug in cupboard . pick_up glass", "src1": "open cupboard", "src2": "put mug in cupboard", "src3": "pick_up glass", "trg": "put glass in cupboard", "vis_src": "P02_118:90 P02_118:91 P02_118:92", "vis_trg": "P02_118:93", "narrations": [ "open cupboard", "put mug in cupboard", "pick up glass", "put glass in cupboard" ], "verbs": [ "open", "put-in", "pick-up", "put-in" ], "verb_classes": [ 3, 5, 0, 5 ], "nouns": [ "cupboard", "mug", "glass", "glass" ], "noun_classes": [ 3, 13, 10, 10 ], "start_stop_timestamps": [ [ "00:04:52.61", "00:04:53.68" ], [ "00:04:53.64", "00:04:54.42" ], [ "00:04:55.31", "00:04:56.09" ], [ "00:04:56.06", "00:04:56.72" ] ], "start_stop_frames": [ [ 14630, 14684 ], [ 14682, 14721 ], [ 14765, 14804 ], [ 14803, 14836 ] ], "trgnoun": "glass", "trgverb": "put_in" }, { "key": "P14_05+3_4_5_6", "video_id": "P14_05", "narration_ids": [ "P14_05_3", "P14_05_4", "P14_05_5", "P14_05_6" ], "src": "open fridge . pick_up milk . put_down milk", "src1": "open fridge", "src2": "pick_up milk", "src3": "put_down milk", "trg": "open milk", "vis_src": "P14_05:3 P14_05:4 P14_05:5", "vis_trg": "P14_05:6", "narrations": [ "open fridge", "pick up milk", "put down milk", "open milk" ], "verbs": [ "open", "pick-up", "put-down", "open" ], "verb_classes": [ 3, 0, 1, 3 ], "nouns": [ "fridge", "milk", "milk", "milk" ], "noun_classes": [ 12, 64, 64, 64 ], "start_stop_timestamps": [ [ "00:00:13.47", "00:00:15.92" ], [ "00:00:14.83", "00:00:19.48" ], [ "00:00:22.40", "00:00:23.78" ], [ "00:00:28.28", "00:00:31.97" ] ], "start_stop_frames": [ [ 808, 955 ], [ 889, 1168 ], [ 1344, 1426 ], [ 1696, 1918 ] ], "trgnoun": "milk", "trgverb": "open" }, { "key": "P02_118+264_265_266_267", "video_id": "P02_118", "narration_ids": [ "P02_118_264", "P02_118_265", "P02_118_266", "P02_118_267" ], "src": "put glass in sink . pick_up glass . open tap", "src1": "put glass in sink", "src2": "pick_up glass", "src3": "open tap", "trg": "fill glass with water", "vis_src": "P02_118:264 P02_118:265 P02_118:266", "vis_trg": "P02_118:267", "narrations": [ "put glass in sink", "pick up glass", "open tap", "fill glass with water" ], "verbs": [ "put-in", "pick-up", "turn-on", "fill-with" ], "verb_classes": [ 5, 0, 6, 26 ], "nouns": [ "glass", "glass", "tap", "glass" ], "noun_classes": [ 10, 10, 0, 10 ], "start_stop_timestamps": [ [ "00:12:20.26", "00:12:20.95" ], [ "00:12:20.65", "00:12:21.65" ], [ "00:12:21.75", "00:12:22.34" ], [ "00:12:21.88", "00:12:23.30" ] ], "start_stop_frames": [ [ 37013, 37047 ], [ 37032, 37082 ], [ 37087, 37117 ], [ 37094, 37165 ] ], "trgnoun": "glass", "trgverb": "fill_with" }, { "key": "P01_05+14_15_16_17", "video_id": "P01_05", "narration_ids": [ "P01_05_14", "P01_05_15", "P01_05_16", "P01_05_17" ], "src": "put plate into cupboard . take saucepan . open cupboard", "src1": "put plate into cupboard", "src2": "take saucepan", "src3": "open cupboard", "trg": "move saucepans", "vis_src": "P01_05:14 P01_05:15 P01_05:16", "vis_trg": "P01_05:17", "narrations": [ "put plate into cupboard", "take saucepan", "open cupboard", "move saucepans" ], "verbs": [ "put-into", "take", "open", "move" ], "verb_classes": [ 5, 0, 3, 11 ], "nouns": [ "plate", "saucepan", "cupboard", "saucepan" ], "noun_classes": [ 2, 5, 3, 5 ], "start_stop_timestamps": [ [ "00:00:42.15", "00:00:44.65" ], [ "00:00:46.00", "00:00:47.85" ], [ "00:00:48.45", "00:00:49.20" ], [ "00:00:50.91", "00:00:52.06" ] ], "start_stop_frames": [ [ 2529, 2679 ], [ 2760, 2871 ], [ 2907, 2952 ], [ 3054, 3123 ] ], "trgnoun": "saucepan", "trgverb": "move" }, { "key": "P02_129+180_181_182_184", "video_id": "P02_129", "narration_ids": [ "P02_129_180", "P02_129_181", "P02_129_182", "P02_129_184" ], "src": "open cupboard . put glasses in cupboard . pick_up glass from drainer", "src1": "open cupboard", "src2": "put glasses in cupboard", "src3": "pick_up glass from drainer", "trg": "pick_up mug from drainer", "vis_src": "P02_129:180 P02_129:181 P02_129:182", "vis_trg": "P02_129:184", "narrations": [ "open cupboard", "put glasses in cupboard", "pick up glass from drainer", "pick up mug from drainer" ], "verbs": [ "open", "put-in", "pick-up", "pick-up" ], "verb_classes": [ 3, 5, 0, 0 ], "nouns": [ "cupboard", "glass", "glass", "mug" ], "noun_classes": [ 3, 10, 10, 13 ], "start_stop_timestamps": [ [ "00:06:38.49", "00:06:39.63" ], [ "00:06:39.52", "00:06:40.50" ], [ "00:06:41.09", "00:06:42.14" ], [ "00:06:43.72", "00:06:44.67" ] ], "start_stop_frames": [ [ 19924, 19981 ], [ 19976, 20025 ], [ 20054, 20107 ], [ 20186, 20233 ] ], "trgnoun": "mug", "trgverb": "pick_up" }, { "key": "P22_101+126_127_128_129", "video_id": "P22_101", "narration_ids": [ "P22_101_126", "P22_101_127", "P22_101_128", "P22_101_129" ], "src": "put_down clip . open cereals . pour cereals", "src1": "put_down clip", "src2": "open cereals", "src3": "pour cereals", "trg": "put_down cereals", "vis_src": "P22_101:126 P22_101:127 P22_101:128", "vis_trg": "P22_101:129", "narrations": [ "put down clip", "open cereals", "pour cereals", "put down cereals" ], "verbs": [ "put-down", "open", "pour", "put-down" ], "verb_classes": [ 1, 3, 9, 1 ], "nouns": [ "clip", "cereal", "cereal", "cereal" ], "noun_classes": [ 129, 99, 99, 99 ], "start_stop_timestamps": [ [ "00:04:28.63", "00:04:29.47" ], [ "00:04:29.41", "00:04:30.43" ], [ "00:04:30.53", "00:04:34.79" ], [ "00:04:35.30", "00:04:35.86" ] ], "start_stop_frames": [ [ 13431, 13473 ], [ 13470, 13521 ], [ 13526, 13739 ], [ 13765, 13793 ] ], "trgnoun": "cereal", "trgverb": "put_down" }, { "key": "P04_113+89_90_91_92", "video_id": "P04_113", "narration_ids": [ "P04_113_89", "P04_113_90", "P04_113_91", "P04_113_92" ], "src": "pick_up glass . open cupboard_door . put glass in cupboard", "src1": "pick_up glass", "src2": "open cupboard_door", "src3": "put glass in cupboard", "trg": "close cupboard_door", "vis_src": "P04_113:89 P04_113:90 P04_113:91", "vis_trg": "P04_113:92", "narrations": [ "pick up glass", "open cupboard door", "put glass in cupboard", "close cupboard door" ], "verbs": [ "pick-up", "open", "put-in", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "glass", "door:cupboard", "glass", "door:cupboard" ], "noun_classes": [ 10, 3, 10, 3 ], "start_stop_timestamps": [ [ "00:02:46.30", "00:02:47.30" ], [ "00:02:48.83", "00:02:49.55" ], [ "00:02:49.75", "00:02:51.04" ], [ "00:02:50.99", "00:02:52.95" ] ], "start_stop_frames": [ [ 8315, 8365 ], [ 8441, 8477 ], [ 8487, 8552 ], [ 8549, 8647 ] ], "trgnoun": "cupboard_door", "trgverb": "close" }, { "key": "P04_107+912_913_914_915", "video_id": "P04_107", "narration_ids": [ "P04_107_912", "P04_107_913", "P04_107_914", "P04_107_915" ], "src": "put_on oven_gloves . take oven_dish out of oven . move ramekin with oven dish", "src1": "put_on oven_gloves", "src2": "take oven_dish out of oven", "src3": "move ramekin with oven dish", "trg": "put_down oven_dish", "vis_src": "P04_107:912 P04_107:913 P04_107:914", "vis_trg": "P04_107:915", "narrations": [ "put on oven gloves", "take oven dish out of oven", "move ramekin with oven dish", "put down oven dish" ], "verbs": [ "put-on", "take-out", "move", "put-down" ], "verb_classes": [ 1, 12, 11, 1 ], "nouns": [ "glove:oven", "dish:oven", "ramekin", "dish:oven" ], "noun_classes": [ 60, 35, 7, 35 ], "start_stop_timestamps": [ [ "00:23:47.52", "00:23:48.35" ], [ "00:23:48.45", "00:23:49.13" ], [ "00:23:50.19", "00:23:51.51" ], [ "00:23:51.55", "00:23:52.44" ] ], "start_stop_frames": [ [ 71376, 71417 ], [ 71422, 71456 ], [ 71509, 71575 ], [ 71577, 71622 ] ], "trgnoun": "oven_dish", "trgverb": "put_down" }, { "key": "P21_03+49_50_51_52", "video_id": "P21_03", "narration_ids": [ "P21_03_49", "P21_03_50", "P21_03_51", "P21_03_52" ], "src": "closing the grapes bag . taking out some blueberries . putting them in the glass", "src1": "closing the grapes bag", "src2": "taking out some blueberries", "src3": "putting them in the glass", "trg": "putting back blueberries and grapes into the fridge", "vis_src": "P21_03:49 P21_03:50 P21_03:51", "vis_trg": "P21_03:52", "narrations": [ "closing the grapes bag", "taking out some blueberries", "putting them in the glass", "putting back blueberries and grapes into the fridge" ], "verbs": [ "close", "take-out", "put-in", "put-back" ], "verb_classes": [ 4, 12, 5, 1 ], "nouns": [ "bag:grape", "blueberry", "glass", "blueberry" ], "noun_classes": [ 19, 178, 10, 178 ], "start_stop_timestamps": [ [ "00:06:50.50", "00:06:53.88" ], [ "00:06:55.00", "00:07:01.78" ], [ "00:07:02.45", "00:07:06.20" ], [ "00:07:12.93", "00:07:20.30" ] ], "start_stop_frames": [ [ 24630, 24832 ], [ 24900, 25306 ], [ 25347, 25572 ], [ 25975, 26418 ] ], "trgnoun": "blueberry", "trgverb": "put_back" }, { "key": "P30_109+184_185_186_187", "video_id": "P30_109", "narration_ids": [ "P30_109_184", "P30_109_185", "P30_109_186", "P30_109_187" ], "src": "move chopping_board . pick_up olive_oil . apply olive_oil to pitta bread", "src1": "move chopping_board", "src2": "pick_up olive_oil", "src3": "apply olive_oil to pitta bread", "trg": "put_down olive_oil", "vis_src": "P30_109:184 P30_109:185 P30_109:186", "vis_trg": "P30_109:187", "narrations": [ "move chopping board", "pick up olive oil", "apply olive oil to pitta bread", "put down olive oil" ], "verbs": [ "move", "pick-up", "apply-to", "put-down" ], "verb_classes": [ 11, 0, 27, 1 ], "nouns": [ "board:chopping", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 18, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:06:32.03", "00:06:33.32" ], [ "00:06:33.40", "00:06:33.88" ], [ "00:06:34.06", "00:06:38.83" ], [ "00:06:39.04", "00:06:39.72" ] ], "start_stop_frames": [ [ 19601, 19666 ], [ 19670, 19694 ], [ 19703, 19941 ], [ 19952, 19986 ] ], "trgnoun": "olive_oil", "trgverb": "put_down" }, { "key": "P03_119+148_149_150_151", "video_id": "P03_119", "narration_ids": [ "P03_119_148", "P03_119_149", "P03_119_150", "P03_119_151" ], "src": "remove seal from clip top jar . wash seal of clip top jar . rinse seal of clip top jar", "src1": "remove seal from clip top jar", "src2": "wash seal of clip top jar", "src3": "rinse seal of clip top jar", "trg": "put seal of clip top jar down on counter", "vis_src": "P03_119:148 P03_119:149 P03_119:150", "vis_trg": "P03_119:151", "narrations": [ "remove seal from clip top jar", "wash seal of clip top jar", "rinse seal of clip top jar", "put seal of clip top jar down on counter" ], "verbs": [ "remove-from", "wash", "rinse", "put-down" ], "verb_classes": [ 12, 2, 2, 1 ], "nouns": [ "seal", "seal:clip:top:jar", "seal:clip:top:jar", "seal:clip:top:jar" ], "noun_classes": [ 6, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:08:45.20", "00:08:49.99" ], [ "00:08:51.40", "00:08:53.50" ], [ "00:08:53.60", "00:08:55.29" ], [ "00:09:02.23", "00:09:02.98" ] ], "start_stop_frames": [ [ 26260, 26499 ], [ 26570, 26675 ], [ 26680, 26764 ], [ 27111, 27149 ] ], "trgnoun": "jar_top_clip_seal", "trgverb": "put_down" }, { "key": "P28_104+73_74_75_76", "video_id": "P28_104", "narration_ids": [ "P28_104_73", "P28_104_74", "P28_104_75", "P28_104_76" ], "src": "take knife . cut feta_cheese . put knife", "src1": "take knife", "src2": "cut feta_cheese", "src3": "put knife", "trg": "put feta_cheese in package", "vis_src": "P28_104:73 P28_104:74 P28_104:75", "vis_trg": "P28_104:76", "narrations": [ "take knife", "cut feta cheese", "put knife", "put feta cheese in package" ], "verbs": [ "take", "cut", "put", "put-in" ], "verb_classes": [ 0, 7, 1, 5 ], "nouns": [ "knife", "cheese:feta", "knife", "cheese:feta" ], "noun_classes": [ 4, 32, 4, 32 ], "start_stop_timestamps": [ [ "00:04:15.16", "00:04:18.87" ], [ "00:04:17.36", "00:04:25.87" ], [ "00:04:26.55", "00:04:27.80" ], [ "00:04:27.88", "00:04:32.87" ] ], "start_stop_frames": [ [ 12758, 12943 ], [ 12868, 13293 ], [ 13327, 13390 ], [ 13394, 13643 ] ], "trgnoun": "feta_cheese", "trgverb": "put_in" }, { "key": "P03_119+150_151_152_153", "video_id": "P03_119", "narration_ids": [ "P03_119_150", "P03_119_151", "P03_119_152", "P03_119_153" ], "src": "rinse seal of clip top jar . put seal of clip top jar down on counter . rinse clip top jar", "src1": "rinse seal of clip top jar", "src2": "put seal of clip top jar down on counter", "src3": "rinse clip top jar", "trg": "put clip top jar down on baking tray", "vis_src": "P03_119:150 P03_119:151 P03_119:152", "vis_trg": "P03_119:153", "narrations": [ "rinse seal of clip top jar", "put seal of clip top jar down on counter", "rinse clip top jar", "put clip top jar down on baking tray" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "seal:clip:top:jar", "seal:clip:top:jar", "jar:clip:top", "jar:clip:top" ], "noun_classes": [ 6, 6, 40, 40 ], "start_stop_timestamps": [ [ "00:08:53.60", "00:08:55.29" ], [ "00:09:02.23", "00:09:02.98" ], [ "00:09:03.94", "00:09:11.29" ], [ "00:09:11.95", "00:09:14.49" ] ], "start_stop_frames": [ [ 26680, 26764 ], [ 27111, 27149 ], [ 27197, 27564 ], [ 27597, 27724 ] ], "trgnoun": "top_clip_jar", "trgverb": "put_down" }, { "key": "P02_123+91_92_93_94", "video_id": "P02_123", "narration_ids": [ "P02_123_91", "P02_123_92", "P02_123_93", "P02_123_94" ], "src": "pour sugar from bag into glass . put_down bag . close bag of sugar", "src1": "pour sugar from bag into glass", "src2": "put_down bag", "src3": "close bag of sugar", "trg": "return sugar_bag into cupboard", "vis_src": "P02_123:91 P02_123:92 P02_123:93", "vis_trg": "P02_123:94", "narrations": [ "pour sugar from bag into glass", "put down bag", "close bag of sugar", "return sugar bag into cupboard" ], "verbs": [ "pour-from", "put-down", "close", "return-into" ], "verb_classes": [ 9, 1, 4, 1 ], "nouns": [ "sugar", "bag", "bag:sugar", "bag:sugar" ], "noun_classes": [ 102, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:04:06.51", "00:04:19.63" ], [ "00:04:19.30", "00:04:21.72" ], [ "00:04:20.81", "00:04:24.04" ], [ "00:04:24.14", "00:04:26.00" ] ], "start_stop_frames": [ [ 12325, 12981 ], [ 12965, 13086 ], [ 13040, 13202 ], [ 13207, 13300 ] ], "trgnoun": "sugar_bag", "trgverb": "return_into" }, { "key": "P04_104+21_22_23_24", "video_id": "P04_104", "narration_ids": [ "P04_104_21", "P04_104_22", "P04_104_23", "P04_104_24" ], "src": "spoon starter into bowl . shake spoon . look_at tub", "src1": "spoon starter into bowl", "src2": "shake spoon", "src3": "look_at tub", "trg": "put_down tub", "vis_src": "P04_104:21 P04_104:22 P04_104:23", "vis_trg": "P04_104:24", "narrations": [ "spoon starter into bowl", "shake spoon", "look at tub", "put down tub" ], "verbs": [ "spoon", "shake", "look-at", "put-down" ], "verb_classes": [ 16, 15, 38, 1 ], "nouns": [ "starter", "spoon", "tub", "tub" ], "noun_classes": [ 71, 1, 23, 23 ], "start_stop_timestamps": [ [ "00:01:04.88", "00:01:06.01" ], [ "00:01:06.03", "00:01:07.05" ], [ "00:01:07.80", "00:01:08.80" ], [ "00:01:08.89", "00:01:10.09" ] ], "start_stop_frames": [ [ 3244, 3300 ], [ 3301, 3352 ], [ 3390, 3440 ], [ 3444, 3504 ] ], "trgnoun": "tub", "trgverb": "put_down" }, { "key": "P29_01+181_182_190_191", "video_id": "P29_01", "narration_ids": [ "P29_01_181", "P29_01_182", "P29_01_190", "P29_01_191" ], "src": "throw away skin . pick_up sausage . put sausage in pan", "src1": "throw away skin", "src2": "pick_up sausage", "src3": "put sausage in pan", "trg": "squeeze sausage into pan", "vis_src": "P29_01:181 P29_01:182 P29_01:190", "vis_trg": "P29_01:191", "narrations": [ "throw away skin", "pick up sausage", "put sausage in pan", "squeeze sausage into pan" ], "verbs": [ "throw", "pick-up", "put-in", "squeeze-into" ], "verb_classes": [ 13, 0, 5, 18 ], "nouns": [ "skin", "sausage", "sausage", "sausage" ], "noun_classes": [ 48, 86, 86, 86 ], "start_stop_timestamps": [ [ "00:11:19.65", "00:11:20.94" ], [ "00:11:21.92", "00:11:22.56" ], [ "00:11:53.85", "00:11:55.67" ], [ "00:11:54.87", "00:11:57.47" ] ], "start_stop_frames": [ [ 40779, 40856 ], [ 40915, 40953 ], [ 42831, 42940 ], [ 42892, 43048 ] ], "trgnoun": "sausage", "trgverb": "squeeze_into" }, { "key": "P04_104+22_23_24_25", "video_id": "P04_104", "narration_ids": [ "P04_104_22", "P04_104_23", "P04_104_24", "P04_104_25" ], "src": "shake spoon . look_at tub . put_down tub", "src1": "shake spoon", "src2": "look_at tub", "src3": "put_down tub", "trg": "rinse spoon", "vis_src": "P04_104:22 P04_104:23 P04_104:24", "vis_trg": "P04_104:25", "narrations": [ "shake spoon", "look at tub", "put down tub", "rinse spoon" ], "verbs": [ "shake", "look-at", "put-down", "rinse" ], "verb_classes": [ 15, 38, 1, 2 ], "nouns": [ "spoon", "tub", "tub", "spoon" ], "noun_classes": [ 1, 23, 23, 1 ], "start_stop_timestamps": [ [ "00:01:06.03", "00:01:07.05" ], [ "00:01:07.80", "00:01:08.80" ], [ "00:01:08.89", "00:01:10.09" ], [ "00:01:11.32", "00:01:13.41" ] ], "start_stop_frames": [ [ 3301, 3352 ], [ 3390, 3440 ], [ 3444, 3504 ], [ 3565, 3670 ] ], "trgnoun": "spoon", "trgverb": "rinse" }, { "key": "P30_111+341_342_343_344", "video_id": "P30_111", "narration_ids": [ "P30_111_341", "P30_111_342", "P30_111_343", "P30_111_344" ], "src": "apply washing up liquid to sponge . put_down washing up liquid . scrub container", "src1": "apply washing up liquid to sponge", "src2": "put_down washing up liquid", "src3": "scrub container", "trg": "drop container", "vis_src": "P30_111:341 P30_111:342 P30_111:343", "vis_trg": "P30_111:344", "narrations": [ "apply washing up liquid to sponge", "put down washing up liquid", "scrub container", "drop container" ], "verbs": [ "apply", "put-down", "scrub", "drop" ], "verb_classes": [ 27, 1, 29, 59 ], "nouns": [ "liquid:washing:up", "liquid:washing:up", "container", "container" ], "noun_classes": [ 22, 22, 21, 21 ], "start_stop_timestamps": [ [ "00:14:12.47", "00:14:13.09" ], [ "00:14:13.09", "00:14:13.74" ], [ "00:14:13.84", "00:14:21.31" ], [ "00:14:20.61", "00:14:21.45" ] ], "start_stop_frames": [ [ 42623, 42654 ], [ 42654, 42687 ], [ 42692, 43065 ], [ 43030, 43072 ] ], "trgnoun": "container", "trgverb": "drop" }, { "key": "P04_101+35_36_37_38", "video_id": "P04_101", "narration_ids": [ "P04_101_35", "P04_101_36", "P04_101_37", "P04_101_38" ], "src": "spoon starter into tub . shake spoon . put_down tub", "src1": "spoon starter into tub", "src2": "shake spoon", "src3": "put_down tub", "trg": "put_down spoon", "vis_src": "P04_101:35 P04_101:36 P04_101:37", "vis_trg": "P04_101:38", "narrations": [ "spoon starter into tub", "shake spoon", "put down tub", "put down spoon" ], "verbs": [ "spoon", "shake", "put-down", "put-down" ], "verb_classes": [ 16, 15, 1, 1 ], "nouns": [ "starter", "spoon", "tub", "spoon" ], "noun_classes": [ 71, 1, 23, 1 ], "start_stop_timestamps": [ [ "00:00:56.63", "00:00:57.44" ], [ "00:01:01.49", "00:01:06.95" ], [ "00:01:07.05", "00:01:08.18" ], [ "00:01:08.28", "00:01:09.06" ] ], "start_stop_frames": [ [ 2831, 2872 ], [ 3074, 3347 ], [ 3352, 3409 ], [ 3414, 3453 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P35_109+30_31_32_33", "video_id": "P35_109", "narration_ids": [ "P35_109_30", "P35_109_31", "P35_109_32", "P35_109_33" ], "src": "close container . pick_up containers . open cupboard", "src1": "close container", "src2": "pick_up containers", "src3": "open cupboard", "trg": "put_down containers", "vis_src": "P35_109:30 P35_109:31 P35_109:32", "vis_trg": "P35_109:33", "narrations": [ "close container", "pick up containers", "open cupboard", "put down containers" ], "verbs": [ "close", "pick-up", "open", "put-down" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "container", "container", "cupboard", "container" ], "noun_classes": [ 21, 21, 3, 21 ], "start_stop_timestamps": [ [ "00:01:03.72", "00:01:06.09" ], [ "00:01:06.19", "00:01:09.04" ], [ "00:01:08.90", "00:01:09.65" ], [ "00:01:10.56", "00:01:13.32" ] ], "start_stop_frames": [ [ 3186, 3304 ], [ 3309, 3451 ], [ 3445, 3482 ], [ 3528, 3665 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P04_104+23_24_25_26", "video_id": "P04_104", "narration_ids": [ "P04_104_23", "P04_104_24", "P04_104_25", "P04_104_26" ], "src": "look_at tub . put_down tub . rinse spoon", "src1": "look_at tub", "src2": "put_down tub", "src3": "rinse spoon", "trg": "put_down spoon", "vis_src": "P04_104:23 P04_104:24 P04_104:25", "vis_trg": "P04_104:26", "narrations": [ "look at tub", "put down tub", "rinse spoon", "put down spoon" ], "verbs": [ "look-at", "put-down", "rinse", "put-down" ], "verb_classes": [ 38, 1, 2, 1 ], "nouns": [ "tub", "tub", "spoon", "spoon" ], "noun_classes": [ 23, 23, 1, 1 ], "start_stop_timestamps": [ [ "00:01:07.80", "00:01:08.80" ], [ "00:01:08.89", "00:01:10.09" ], [ "00:01:11.32", "00:01:13.41" ], [ "00:01:13.39", "00:01:14.27" ] ], "start_stop_frames": [ [ 3390, 3440 ], [ 3444, 3504 ], [ 3565, 3670 ], [ 3669, 3713 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P03_107+15_16_17_18", "video_id": "P03_107", "narration_ids": [ "P03_107_15", "P03_107_16", "P03_107_17", "P03_107_18" ], "src": "put bottle in fridge . close fridge . pick_up saucepan_lid", "src1": "put bottle in fridge", "src2": "close fridge", "src3": "pick_up saucepan_lid", "trg": "put_down saucepan_lid", "vis_src": "P03_107:15 P03_107:16 P03_107:17", "vis_trg": "P03_107:18", "narrations": [ "put bottle in fridge", "close fridge", "pick up saucepan lid", "put down saucepan lid" ], "verbs": [ "put-in", "close", "pick-up", "put-down" ], "verb_classes": [ 5, 4, 0, 1 ], "nouns": [ "bottle", "fridge", "lid:saucepan", "lid:saucepan" ], "noun_classes": [ 15, 12, 6, 6 ], "start_stop_timestamps": [ [ "00:00:29.77", "00:00:31.18" ], [ "00:00:31.16", "00:00:32.22" ], [ "00:00:35.48", "00:00:36.71" ], [ "00:00:39.57", "00:00:41.75" ] ], "start_stop_frames": [ [ 1488, 1559 ], [ 1558, 1611 ], [ 1773, 1835 ], [ 1978, 2087 ] ], "trgnoun": "saucepan_lid", "trgverb": "put_down" }, { "key": "P03_09+120_121_122_123", "video_id": "P03_09", "narration_ids": [ "P03_09_120", "P03_09_121", "P03_09_122", "P03_09_123" ], "src": "put cutting_board in rack . grab measuring_cup . wash measuring_cup", "src1": "put cutting_board in rack", "src2": "grab measuring_cup", "src3": "wash measuring_cup", "trg": "put measuring_cup in rack", "vis_src": "P03_09:120 P03_09:121 P03_09:122", "vis_trg": "P03_09:123", "narrations": [ "put cutting board in rack", "grab measuring cup", "wash measuring cup", "put measuring cup in rack" ], "verbs": [ "put-in", "grab", "wash", "put-in" ], "verb_classes": [ 5, 0, 2, 5 ], "nouns": [ "board:cutting", "cup:measuring", "cup:measuring", "cup:measuring" ], "noun_classes": [ 18, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:05:54.32", "00:05:57.26" ], [ "00:05:57.60", "00:05:58.79" ], [ "00:05:58.89", "00:06:08.78" ], [ "00:06:09.00", "00:06:09.88" ] ], "start_stop_frames": [ [ 21259, 21435 ], [ 21456, 21527 ], [ 21533, 22126 ], [ 22140, 22192 ] ], "trgnoun": "measuring_cup", "trgverb": "put_in" }, { "key": "P11_105+3_4_5_6", "video_id": "P11_105", "narration_ids": [ "P11_105_3", "P11_105_4", "P11_105_5", "P11_105_6" ], "src": "open oven . turn_on oven . pick_up oven_tray", "src1": "open oven", "src2": "turn_on oven", "src3": "pick_up oven_tray", "trg": "put_down oven_tray", "vis_src": "P11_105:3 P11_105:4 P11_105:5", "vis_trg": "P11_105:6", "narrations": [ "open oven", "turn on oven", "pick up oven tray", "put down oven tray" ], "verbs": [ "open", "turn-on", "pick-up", "put-down" ], "verb_classes": [ 3, 6, 0, 1 ], "nouns": [ "oven", "oven", "tray:oven", "tray:oven" ], "noun_classes": [ 46, 46, 35, 35 ], "start_stop_timestamps": [ [ "00:00:12.50", "00:00:13.15" ], [ "00:00:13.00", "00:00:22.43" ], [ "00:00:22.53", "00:00:26.00" ], [ "00:00:26.13", "00:00:26.90" ] ], "start_stop_frames": [ [ 625, 657 ], [ 650, 1121 ], [ 1126, 1300 ], [ 1306, 1345 ] ], "trgnoun": "oven_tray", "trgverb": "put_down" }, { "key": "P30_107+821_822_823_824", "video_id": "P30_107", "narration_ids": [ "P30_107_821", "P30_107_822", "P30_107_823", "P30_107_824" ], "src": "put saucepan and spoon into washing up bowl . stir_fry mixture . open cupboard", "src1": "put saucepan and spoon into washing up bowl", "src2": "stir_fry mixture", "src3": "open cupboard", "trg": "pick_up saucepan", "vis_src": "P30_107:821 P30_107:822 P30_107:823", "vis_trg": "P30_107:824", "narrations": [ "put saucepan and spoon into washing up bowl", "stir fry mixture", "open cupboard", "pick up saucepan" ], "verbs": [ "put", "stir-fry", "open", "pick-up" ], "verb_classes": [ 1, 45, 3, 0 ], "nouns": [ "saucepan", "mixture", "cupboard", "saucepan" ], "noun_classes": [ 5, 71, 3, 5 ], "start_stop_timestamps": [ [ "00:43:53.39", "00:43:56.53" ], [ "00:43:58.04", "00:44:01.30" ], [ "00:44:03.18", "00:44:03.83" ], [ "00:44:03.79", "00:44:05.54" ] ], "start_stop_frames": [ [ 131669, 131826 ], [ 131902, 132065 ], [ 132159, 132191 ], [ 132189, 132277 ] ], "trgnoun": "saucepan", "trgverb": "pick_up" }, { "key": "P30_107+691_692_693_694", "video_id": "P30_107", "narration_ids": [ "P30_107_691", "P30_107_692", "P30_107_693", "P30_107_694" ], "src": "stir_fry meat and garlic . pick_up piece of meat . taste meat", "src1": "stir_fry meat and garlic", "src2": "pick_up piece of meat", "src3": "taste meat", "trg": "stir meat", "vis_src": "P30_107:691 P30_107:692 P30_107:693", "vis_trg": "P30_107:694", "narrations": [ "stir fry meat and garlic", "pick up piece of meat", "taste meat", "stir meat" ], "verbs": [ "stir-fry", "pick-up", "taste", "stir" ], "verb_classes": [ 45, 0, 35, 10 ], "nouns": [ "meat", "piece:meat", "meat", "meat" ], "noun_classes": [ 28, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:36:51.50", "00:36:56.23" ], [ "00:36:56.02", "00:36:56.58" ], [ "00:37:04.05", "00:37:05.32" ], [ "00:37:05.74", "00:37:15.70" ] ], "start_stop_frames": [ [ 110575, 110811 ], [ 110801, 110829 ], [ 111202, 111266 ], [ 111286, 111784 ] ], "trgnoun": "meat", "trgverb": "stir" }, { "key": "P04_104+87_88_89_90", "video_id": "P04_104", "narration_ids": [ "P04_104_87", "P04_104_88", "P04_104_89", "P04_104_90" ], "src": "put_down starter tub . put_down kitchen_roll . pick_up cling_film", "src1": "put_down starter tub", "src2": "put_down kitchen_roll", "src3": "pick_up cling_film", "trg": "put cling_film on tub", "vis_src": "P04_104:87 P04_104:88 P04_104:89", "vis_trg": "P04_104:90", "narrations": [ "put down starter tub", "put down kitchen roll", "pick up cling film", "put cling film on tub" ], "verbs": [ "put-down", "put-down", "pick-up", "put-on" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "tub", "roll:kitchen", "film:cling", "film:cling" ], "noun_classes": [ 23, 93, 100, 100 ], "start_stop_timestamps": [ [ "00:03:15.20", "00:03:15.95" ], [ "00:03:16.35", "00:03:17.32" ], [ "00:03:17.10", "00:03:18.39" ], [ "00:03:18.95", "00:03:20.67" ] ], "start_stop_frames": [ [ 9760, 9797 ], [ 9817, 9866 ], [ 9855, 9919 ], [ 9947, 10033 ] ], "trgnoun": "cling_film", "trgverb": "put_on" }, { "key": "P29_03+369_370_371_372", "video_id": "P29_03", "narration_ids": [ "P29_03_369", "P29_03_370", "P29_03_371", "P29_03_372" ], "src": "pick_up baking_tray . scour baking_tray . wash baking_tray", "src1": "pick_up baking_tray", "src2": "scour baking_tray", "src3": "wash baking_tray", "trg": "rinse baking_tray", "vis_src": "P29_03:369 P29_03:370 P29_03:371", "vis_trg": "P29_03:372", "narrations": [ "pick up baking tray", "scour baking tray", "wash baking tray", "rinse baking tray" ], "verbs": [ "pick-up", "scour", "wash", "rinse" ], "verb_classes": [ 0, 29, 2, 2 ], "nouns": [ "tray:baking", "tray:baking", "tray:baking", "tray:baking" ], "noun_classes": [ 35, 35, 35, 35 ], "start_stop_timestamps": [ [ "00:23:20.93", "00:23:22.74" ], [ "00:23:22.73", "00:23:27.72" ], [ "00:23:27.10", "00:23:37.19" ], [ "00:23:31.56", "00:23:40.20" ] ], "start_stop_frames": [ [ 84055, 84164 ], [ 84163, 84463 ], [ 84426, 85031 ], [ 84693, 85212 ] ], "trgnoun": "baking_tray", "trgverb": "rinse" }, { "key": "P04_101+24_25_26_27", "video_id": "P04_101", "narration_ids": [ "P04_101_24", "P04_101_25", "P04_101_26", "P04_101_27" ], "src": "move lid . move tub . put_down scales", "src1": "move lid", "src2": "move tub", "src3": "put_down scales", "trg": "put_down tub", "vis_src": "P04_101:24 P04_101:25 P04_101:26", "vis_trg": "P04_101:27", "narrations": [ "move lid", "move tub", "put down scales", "put down tub" ], "verbs": [ "move", "move", "put-down", "put-down" ], "verb_classes": [ 11, 11, 1, 1 ], "nouns": [ "lid", "tub", "scale", "tub" ], "noun_classes": [ 6, 23, 108, 23 ], "start_stop_timestamps": [ [ "00:00:40.59", "00:00:42.11" ], [ "00:00:42.16", "00:00:42.91" ], [ "00:00:43.00", "00:00:43.68" ], [ "00:00:43.60", "00:00:44.62" ] ], "start_stop_frames": [ [ 2029, 2105 ], [ 2108, 2145 ], [ 2150, 2184 ], [ 2180, 2231 ] ], "trgnoun": "tub", "trgverb": "put_down" }, { "key": "P02_120+14_15_16_17", "video_id": "P02_120", "narration_ids": [ "P02_120_14", "P02_120_15", "P02_120_16", "P02_120_17" ], "src": "hold bowl . mix egg with butter and sugar . pick_up egg", "src1": "hold bowl", "src2": "mix egg with butter and sugar", "src3": "pick_up egg", "trg": "tap egg on side of bowl", "vis_src": "P02_120:14 P02_120:15 P02_120:16", "vis_trg": "P02_120:17", "narrations": [ "hold bowl", "mix egg with butter and sugar", "pick up egg", "tap egg on side of bowl" ], "verbs": [ "hold", "mix-with", "pick-up", "tap-on" ], "verb_classes": [ 34, 10, 0, 32 ], "nouns": [ "bowl", "egg", "egg", "egg" ], "noun_classes": [ 7, 53, 53, 53 ], "start_stop_timestamps": [ [ "00:01:02.07", "00:01:02.60" ], [ "00:01:02.69", "00:01:24.17" ], [ "00:01:24.14", "00:01:25.05" ], [ "00:01:25.14", "00:01:25.66" ] ], "start_stop_frames": [ [ 3103, 3130 ], [ 3134, 4208 ], [ 4207, 4252 ], [ 4257, 4283 ] ], "trgnoun": "egg", "trgverb": "tap_on" }, { "key": "P02_123+80_81_82_83", "video_id": "P02_123", "narration_ids": [ "P02_123_80", "P02_123_81", "P02_123_82", "P02_123_83" ], "src": "pour lemon_juice from squeezer onto pan . put_down squeezer . pick_up doritos", "src1": "pour lemon_juice from squeezer onto pan", "src2": "put_down squeezer", "src3": "pick_up doritos", "trg": "put_down doritos", "vis_src": "P02_123:80 P02_123:81 P02_123:82", "vis_trg": "P02_123:83", "narrations": [ "pour lemon juice from squeezer onto pan", "put down squeezer", "pick up doritos", "put down doritos" ], "verbs": [ "pour-from", "put-down", "pick-up", "put-down" ], "verb_classes": [ 9, 1, 0, 1 ], "nouns": [ "juice:lemon", "squeezer", "doritos", "doritos" ], "noun_classes": [ 183, 106, 229, 229 ], "start_stop_timestamps": [ [ "00:03:40.29", "00:03:44.70" ], [ "00:03:44.89", "00:03:46.41" ], [ "00:03:48.51", "00:03:49.89" ], [ "00:03:50.25", "00:03:51.00" ] ], "start_stop_frames": [ [ 11014, 11235 ], [ 11244, 11320 ], [ 11425, 11494 ], [ 11512, 11550 ] ], "trgnoun": "doritos", "trgverb": "put_down" }, { "key": "P11_05+41_42_43_47", "video_id": "P11_05", "narration_ids": [ "P11_05_41", "P11_05_42", "P11_05_43", "P11_05_47" ], "src": "pick_up slicer . pick_up courgette . slice courgette into bin", "src1": "pick_up slicer", "src2": "pick_up courgette", "src3": "slice courgette into bin", "trg": "throw_away courgette", "vis_src": "P11_05:41 P11_05:42 P11_05:43", "vis_trg": "P11_05:47", "narrations": [ "pick up slicer", "pick up courgette", "slice courgette into bin", "throw away courgette" ], "verbs": [ "pick-up", "pick-up", "slice-into", "throw-away" ], "verb_classes": [ 0, 0, 7, 13 ], "nouns": [ "slicer", "courgette", "courgette", "courgette" ], "noun_classes": [ 220, 76, 76, 76 ], "start_stop_timestamps": [ [ "00:02:03.45", "00:02:04.93" ], [ "00:02:07.99", "00:02:08.77" ], [ "00:02:11.03", "00:02:12.92" ], [ "00:02:28.62", "00:02:29.87" ] ], "start_stop_frames": [ [ 7407, 7495 ], [ 7679, 7726 ], [ 7861, 7975 ], [ 8917, 8992 ] ], "trgnoun": "courgette", "trgverb": "throw_away" }, { "key": "P28_103+248_249_250_251", "video_id": "P28_103", "narration_ids": [ "P28_103_248", "P28_103_249", "P28_103_250", "P28_103_251" ], "src": "take chopped tomatoes tin . pour chopped_tomatoes in pot . open fridge", "src1": "take chopped tomatoes tin", "src2": "pour chopped_tomatoes in pot", "src3": "open fridge", "trg": "put chopped tomatoes tin", "vis_src": "P28_103:248 P28_103:249 P28_103:250", "vis_trg": "P28_103:251", "narrations": [ "take chopped tomatoes tin", "pour chopped tomatoes in pot", "open fridge", "put chopped tomatoes tin" ], "verbs": [ "take", "pour-in", "open", "put" ], "verb_classes": [ 0, 9, 3, 1 ], "nouns": [ "tin:chopped:tomato", "tomato:chopped", "fridge", "tin:chopped:tomato" ], "noun_classes": [ 61, 43, 12, 61 ], "start_stop_timestamps": [ [ "00:25:29.16", "00:25:30.10" ], [ "00:25:29.92", "00:25:36.20" ], [ "00:25:42.25", "00:25:43.98" ], [ "00:25:44.04", "00:25:47.93" ] ], "start_stop_frames": [ [ 76458, 76505 ], [ 76496, 76810 ], [ 77112, 77199 ], [ 77202, 77396 ] ], "trgnoun": "tomato_chopped_tin", "trgverb": "put" }, { "key": "P24_03+9_10_11_12", "video_id": "P24_03", "narration_ids": [ "P24_03_9", "P24_03_10", "P24_03_11", "P24_03_12" ], "src": "pick_up plate . rinse plate . grab knife", "src1": "pick_up plate", "src2": "rinse plate", "src3": "grab knife", "trg": "lather knife", "vis_src": "P24_03:9 P24_03:10 P24_03:11", "vis_trg": "P24_03:12", "narrations": [ "pick up plate", "rinse plate", "grab knife", "lather knife" ], "verbs": [ "pick-up", "rinse", "grab", "lather" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "plate", "plate", "knife", "knife" ], "noun_classes": [ 2, 2, 4, 4 ], "start_stop_timestamps": [ [ "00:00:30.89", "00:00:32.39" ], [ "00:00:33.28", "00:00:34.26" ], [ "00:00:48.20", "00:00:49.34" ], [ "00:00:49.54", "00:00:53.41" ] ], "start_stop_frames": [ [ 1853, 1943 ], [ 1996, 2055 ], [ 2892, 2960 ], [ 2972, 3204 ] ], "trgnoun": "knife", "trgverb": "lather" }, { "key": "P02_121+11_12_13_14", "video_id": "P02_121", "narration_ids": [ "P02_121_11", "P02_121_12", "P02_121_13", "P02_121_14" ], "src": "cut baking_paper . put_down scissors . close baking_paper", "src1": "cut baking_paper", "src2": "put_down scissors", "src3": "close baking_paper", "trg": "put baking_paper in cupboard", "vis_src": "P02_121:11 P02_121:12 P02_121:13", "vis_trg": "P02_121:14", "narrations": [ "cut baking paper", "put down scissors", "close baking paper", "put baking paper in cupboard" ], "verbs": [ "cut", "put-down", "close", "put-in" ], "verb_classes": [ 7, 1, 4, 5 ], "nouns": [ "paper:baking", "scissors", "paper:baking", "paper:baking" ], "noun_classes": [ 49, 79, 49, 49 ], "start_stop_timestamps": [ [ "00:00:35.38", "00:00:40.25" ], [ "00:00:40.19", "00:00:40.80" ], [ "00:00:40.70", "00:00:42.10" ], [ "00:00:43.09", "00:00:44.40" ] ], "start_stop_frames": [ [ 1769, 2012 ], [ 2009, 2039 ], [ 2035, 2105 ], [ 2154, 2220 ] ], "trgnoun": "baking_paper", "trgverb": "put_in" }, { "key": "P24_08+229_230_231_232", "video_id": "P24_08", "narration_ids": [ "P24_08_229", "P24_08_230", "P24_08_231", "P24_08_232" ], "src": "put detergent on sponge . lather knife . rinse cutting_board", "src1": "put detergent on sponge", "src2": "lather knife", "src3": "rinse cutting_board", "trg": "lather cutting_board", "vis_src": "P24_08:229 P24_08:230 P24_08:231", "vis_trg": "P24_08:232", "narrations": [ "put detergent on sponge", "lather knife", "rinse cutting board", "lather cutting board" ], "verbs": [ "put-on", "lather", "rinse", "lather" ], "verb_classes": [ 1, 2, 2, 2 ], "nouns": [ "detergent", "knife", "board:cutting", "board:cutting" ], "noun_classes": [ 22, 4, 18, 18 ], "start_stop_timestamps": [ [ "00:16:43.29", "00:16:45.31" ], [ "00:16:47.79", "00:16:52.45" ], [ "00:16:53.78", "00:16:56.91" ], [ "00:16:56.36", "00:17:02.58" ] ], "start_stop_frames": [ [ 60197, 60318 ], [ 60467, 60747 ], [ 60826, 61014 ], [ 60981, 61354 ] ], "trgnoun": "cutting_board", "trgverb": "lather" }, { "key": "P22_16+223_224_225_226", "video_id": "P22_16", "narration_ids": [ "P22_16_223", "P22_16_224", "P22_16_225", "P22_16_226" ], "src": "put_down fork . take spoon . turn cob", "src1": "put_down fork", "src2": "take spoon", "src3": "turn cob", "trg": "put_down spoon", "vis_src": "P22_16:223 P22_16:224 P22_16:225", "vis_trg": "P22_16:226", "narrations": [ "put down fork", "take spoon", "turn cob", "put down spoon" ], "verbs": [ "put-down", "take", "turn", "put-down" ], "verb_classes": [ 1, 0, 23, 1 ], "nouns": [ "fork", "spoon", "cob", "spoon" ], "noun_classes": [ 14, 1, 125, 1 ], "start_stop_timestamps": [ [ "00:09:57.23", "00:09:57.73" ], [ "00:09:58.35", "00:09:59.30" ], [ "00:09:59.38", "00:10:09.46" ], [ "00:10:09.46", "00:10:10.21" ] ], "start_stop_frames": [ [ 35833, 35863 ], [ 35901, 35958 ], [ 35962, 36567 ], [ 36567, 36612 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P28_04+1_2_3_4", "video_id": "P28_04", "narration_ids": [ "P28_04_1", "P28_04_2", "P28_04_3", "P28_04_4" ], "src": "close drawer . take knife . take potato", "src1": "close drawer", "src2": "take knife", "src3": "take potato", "trg": "cut potato", "vis_src": "P28_04:1 P28_04:2 P28_04:3", "vis_trg": "P28_04:4", "narrations": [ "close drawer", "take knife", "take potato", "cut potato" ], "verbs": [ "close", "take", "take", "cut" ], "verb_classes": [ 4, 0, 0, 7 ], "nouns": [ "drawer", "knife", "potato", "potato" ], "noun_classes": [ 8, 4, 30, 30 ], "start_stop_timestamps": [ [ "00:00:04.60", "00:00:05.46" ], [ "00:00:06.66", "00:00:07.89" ], [ "00:00:08.50", "00:00:09.90" ], [ "00:00:09.83", "00:00:16.42" ] ], "start_stop_frames": [ [ 276, 327 ], [ 399, 473 ], [ 510, 594 ], [ 589, 985 ] ], "trgnoun": "potato", "trgverb": "cut" }, { "key": "P04_107+606_607_608_609", "video_id": "P04_107", "narration_ids": [ "P04_107_606", "P04_107_607", "P04_107_608", "P04_107_609" ], "src": "pick_up ball of dough . examine ball of dough . stretch ball of dough", "src1": "pick_up ball of dough", "src2": "examine ball of dough", "src3": "stretch ball of dough", "trg": "squeeze ball of dough", "vis_src": "P04_107:606 P04_107:607 P04_107:608", "vis_trg": "P04_107:609", "narrations": [ "pick up ball of dough", "examine ball of dough", "stretch ball of dough", "squeeze ball of dough" ], "verbs": [ "pick-up", "examine", "stretch", "squeeze" ], "verb_classes": [ 0, 24, 50, 18 ], "nouns": [ "ball:dough", "ball:dough", "ball:dough", "ball:dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:16:33.90", "00:16:34.98" ], [ "00:16:35.64", "00:16:36.26" ], [ "00:16:35.97", "00:16:37.18" ], [ "00:16:37.28", "00:16:39.33" ] ], "start_stop_frames": [ [ 49695, 49749 ], [ 49782, 49813 ], [ 49798, 49859 ], [ 49864, 49966 ] ], "trgnoun": "dough_ball", "trgverb": "squeeze" }, { "key": "P37_101+37_38_39_40", "video_id": "P37_101", "narration_ids": [ "P37_101_37", "P37_101_38", "P37_101_39", "P37_101_40" ], "src": "take plastic_tray . take chicken_thighs . rinse chicken_thighs", "src1": "take plastic_tray", "src2": "take chicken_thighs", "src3": "rinse chicken_thighs", "trg": "put chicken_thighs in bowl", "vis_src": "P37_101:37 P37_101:38 P37_101:39", "vis_trg": "P37_101:40", "narrations": [ "take plastic tray", "take chicken thighs", "rinse chicken thighs", "put chicken thighs in bowl" ], "verbs": [ "take", "take", "rinse", "put-in" ], "verb_classes": [ 0, 0, 2, 5 ], "nouns": [ "tray:plastic", "thigh:chicken", "thigh:chicken", "thigh:chicken" ], "noun_classes": [ 35, 57, 57, 57 ], "start_stop_timestamps": [ [ "00:02:03.41", "00:02:04.58" ], [ "00:02:05.31", "00:02:05.93" ], [ "00:02:06.01", "00:02:08.59" ], [ "00:02:08.62", "00:02:09.34" ] ], "start_stop_frames": [ [ 6170, 6229 ], [ 6265, 6296 ], [ 6300, 6429 ], [ 6431, 6467 ] ], "trgnoun": "chicken_thigh", "trgverb": "put_in" }, { "key": "P04_121+301_302_303_306", "video_id": "P04_121", "narration_ids": [ "P04_121_301", "P04_121_302", "P04_121_303", "P04_121_306" ], "src": "put_down scourer . upturn bowl . scratch dough off bowl", "src1": "put_down scourer", "src2": "upturn bowl", "src3": "scratch dough off bowl", "trg": "empty water from bowl", "vis_src": "P04_121:301 P04_121:302 P04_121:303", "vis_trg": "P04_121:306", "narrations": [ "put down scourer", "upturn bowl", "scratch dough off bowl", "empty water from bowl" ], "verbs": [ "put-down", "upturn", "scratch-off", "empty" ], "verb_classes": [ 1, 22, 25, 20 ], "nouns": [ "scourer", "bowl", "dough", "water" ], "noun_classes": [ 9, 7, 25, 27 ], "start_stop_timestamps": [ [ "00:13:48.40", "00:13:49.43" ], [ "00:13:49.52", "00:13:50.14" ], [ "00:13:53.29", "00:13:55.04" ], [ "00:14:00.19", "00:14:05.81" ] ], "start_stop_frames": [ [ 41420, 41471 ], [ 41476, 41507 ], [ 41664, 41752 ], [ 42009, 42290 ] ], "trgnoun": "water", "trgverb": "empty" }, { "key": "P22_16+109_110_111_112", "video_id": "P22_16", "narration_ids": [ "P22_16_109", "P22_16_110", "P22_16_111", "P22_16_112" ], "src": "put_down down rag . take spoon . move cobs", "src1": "put_down down rag", "src2": "take spoon", "src3": "move cobs", "trg": "put_down down spoon", "vis_src": "P22_16:109 P22_16:110 P22_16:111", "vis_trg": "P22_16:112", "narrations": [ "put down down rag", "take spoon", "move cobs", "put down down spoon" ], "verbs": [ "put-down", "take", "move", "put-down" ], "verb_classes": [ 1, 0, 11, 1 ], "nouns": [ "rag", "spoon", "cob", "spoon" ], "noun_classes": [ 17, 1, 125, 1 ], "start_stop_timestamps": [ [ "00:03:31.77", "00:03:33.51" ], [ "00:03:33.61", "00:03:35.45" ], [ "00:03:35.62", "00:03:37.97" ], [ "00:03:37.94", "00:03:39.15" ] ], "start_stop_frames": [ [ 12706, 12810 ], [ 12816, 12927 ], [ 12937, 13078 ], [ 13076, 13149 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P28_03+0_1_2_3", "video_id": "P28_03", "narration_ids": [ "P28_03_0", "P28_03_1", "P28_03_2", "P28_03_3" ], "src": "open cupboard . looking for something . take potatoes", "src1": "open cupboard", "src2": "looking for something", "src3": "take potatoes", "trg": "put_down potatoes", "vis_src": "P28_03:0 P28_03:1 P28_03:2", "vis_trg": "P28_03:3", "narrations": [ "open cupboard", "looking for something", "take potatoes", "put down potatoes" ], "verbs": [ "open", "look-for", "take", "put-down" ], "verb_classes": [ 3, 48, 0, 1 ], "nouns": [ "cupboard", "cupboard", "potato", "potato" ], "noun_classes": [ 3, 3, 30, 30 ], "start_stop_timestamps": [ [ "00:00:03.24", "00:00:04.49" ], [ "00:00:04.21", "00:00:16.15" ], [ "00:00:16.25", "00:00:18.46" ], [ "00:00:18.21", "00:00:19.46" ] ], "start_stop_frames": [ [ 194, 269 ], [ 252, 968 ], [ 975, 1107 ], [ 1092, 1167 ] ], "trgnoun": "potato", "trgverb": "put_down" }, { "key": "P02_06+333_334_335_336", "video_id": "P02_06", "narration_ids": [ "P02_06_333", "P02_06_334", "P02_06_335", "P02_06_336" ], "src": "wear gloves . get sponge . return sponge", "src1": "wear gloves", "src2": "get sponge", "src3": "return sponge", "trg": "pick sponge", "vis_src": "P02_06:333 P02_06:334 P02_06:335", "vis_trg": "P02_06:336", "narrations": [ "wear gloves", "get sponge", "return sponge", "pick sponge" ], "verbs": [ "wear", "get", "return", "pick" ], "verb_classes": [ 68, 0, 1, 0 ], "nouns": [ "glove", "sponge", "sponge", "sponge" ], "noun_classes": [ 60, 9, 9, 9 ], "start_stop_timestamps": [ [ "00:15:36.90", "00:15:42.76" ], [ "00:15:43.12", "00:15:44.00" ], [ "00:15:44.18", "00:15:44.79" ], [ "00:15:45.52", "00:15:47.00" ] ], "start_stop_frames": [ [ 56214, 56565 ], [ 56587, 56640 ], [ 56650, 56687 ], [ 56731, 56820 ] ], "trgnoun": "sponge", "trgverb": "pick" }, { "key": "P01_109+456_457_458_459", "video_id": "P01_109", "narration_ids": [ "P01_109_456", "P01_109_457", "P01_109_458", "P01_109_459" ], "src": "pick_up potato_slice . put_down potato_slice . stir potatoes", "src1": "pick_up potato_slice", "src2": "put_down potato_slice", "src3": "stir potatoes", "trg": "split potatoes", "vis_src": "P01_109:456 P01_109:457 P01_109:458", "vis_trg": "P01_109:459", "narrations": [ "pick up potato slice", "put down potato slice", "stir potatoes", "split potatoes" ], "verbs": [ "pick-up", "put-down", "stir", "split" ], "verb_classes": [ 0, 1, 10, 52 ], "nouns": [ "slice:potato", "slice:potato", "potato", "potato" ], "noun_classes": [ 30, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:29:53.17", "00:29:55.07" ], [ "00:29:55.80", "00:29:57.27" ], [ "00:29:58.52", "00:30:02.86" ], [ "00:30:03.38", "00:30:15.68" ] ], "start_stop_frames": [ [ 89658, 89753 ], [ 89790, 89863 ], [ 89926, 90143 ], [ 90169, 90784 ] ], "trgnoun": "potato", "trgverb": "split" }, { "key": "P28_104+99_100_101_102", "video_id": "P28_104", "narration_ids": [ "P28_104_99", "P28_104_100", "P28_104_101", "P28_104_102" ], "src": "put green_beans in plate . take potato . put potato in plate", "src1": "put green_beans in plate", "src2": "take potato", "src3": "put potato in plate", "trg": "cut potato", "vis_src": "P28_104:99 P28_104:100 P28_104:101", "vis_trg": "P28_104:102", "narrations": [ "put green beans in plate", "take potato", "put potato in plate", "cut potato" ], "verbs": [ "put-in", "take", "put-in", "cut" ], "verb_classes": [ 5, 0, 5, 7 ], "nouns": [ "bean:green", "potato", "potato", "potato" ], "noun_classes": [ 185, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:05:34.81", "00:05:36.19" ], [ "00:05:36.08", "00:05:38.98" ], [ "00:05:39.27", "00:05:40.11" ], [ "00:05:40.29", "00:05:43.37" ] ], "start_stop_frames": [ [ 16740, 16809 ], [ 16804, 16949 ], [ 16963, 17005 ], [ 17014, 17168 ] ], "trgnoun": "potato", "trgverb": "cut" }, { "key": "P28_104+100_101_102_104", "video_id": "P28_104", "narration_ids": [ "P28_104_100", "P28_104_101", "P28_104_102", "P28_104_104" ], "src": "take potato . put potato in plate . cut potato", "src1": "take potato", "src2": "put potato in plate", "src3": "cut potato", "trg": "open drawer", "vis_src": "P28_104:100 P28_104:101 P28_104:102", "vis_trg": "P28_104:104", "narrations": [ "take potato", "put potato in plate", "cut potato", "open drawer" ], "verbs": [ "take", "put-in", "cut", "open" ], "verb_classes": [ 0, 5, 7, 3 ], "nouns": [ "potato", "potato", "potato", "drawer" ], "noun_classes": [ 30, 30, 30, 8 ], "start_stop_timestamps": [ [ "00:05:36.08", "00:05:38.98" ], [ "00:05:39.27", "00:05:40.11" ], [ "00:05:40.29", "00:05:43.37" ], [ "00:05:45.81", "00:05:46.95" ] ], "start_stop_frames": [ [ 16804, 16949 ], [ 16963, 17005 ], [ 17014, 17168 ], [ 17290, 17347 ] ], "trgnoun": "drawer", "trgverb": "open" }, { "key": "P37_101+36_37_38_39", "video_id": "P37_101", "narration_ids": [ "P37_101_36", "P37_101_37", "P37_101_38", "P37_101_39" ], "src": "pour_out wastewater . take plastic_tray . take chicken_thighs", "src1": "pour_out wastewater", "src2": "take plastic_tray", "src3": "take chicken_thighs", "trg": "rinse chicken_thighs", "vis_src": "P37_101:36 P37_101:37 P37_101:38", "vis_trg": "P37_101:39", "narrations": [ "pour out wastewater", "take plastic tray", "take chicken thighs", "rinse chicken thighs" ], "verbs": [ "pour-out", "take", "take", "rinse" ], "verb_classes": [ 9, 0, 0, 2 ], "nouns": [ "wastewater", "tray:plastic", "thigh:chicken", "thigh:chicken" ], "noun_classes": [ 27, 35, 57, 57 ], "start_stop_timestamps": [ [ "00:02:00.68", "00:02:02.68" ], [ "00:02:03.41", "00:02:04.58" ], [ "00:02:05.31", "00:02:05.93" ], [ "00:02:06.01", "00:02:08.59" ] ], "start_stop_frames": [ [ 6034, 6134 ], [ 6170, 6229 ], [ 6265, 6296 ], [ 6300, 6429 ] ], "trgnoun": "chicken_thigh", "trgverb": "rinse" }, { "key": "P03_119+75_76_77_78", "video_id": "P03_119", "narration_ids": [ "P03_119_75", "P03_119_76", "P03_119_77", "P03_119_78" ], "src": "test water . wipe_down side . pick_up saucepan", "src1": "test water", "src2": "wipe_down side", "src3": "pick_up saucepan", "trg": "wash saucepan", "vis_src": "P03_119:75 P03_119:76 P03_119:77", "vis_trg": "P03_119:78", "narrations": [ "test water", "wipe down side", "pick up saucepan", "wash saucepan" ], "verbs": [ "test", "wipe-down", "pick-up", "wash" ], "verb_classes": [ 24, 2, 0, 2 ], "nouns": [ "water", "side", "saucepan", "saucepan" ], "noun_classes": [ 27, 42, 5, 5 ], "start_stop_timestamps": [ [ "00:03:19.79", "00:03:22.10" ], [ "00:03:22.32", "00:03:23.33" ], [ "00:03:25.19", "00:03:26.48" ], [ "00:03:26.96", "00:03:39.54" ] ], "start_stop_frames": [ [ 9989, 10105 ], [ 10116, 10166 ], [ 10259, 10324 ], [ 10348, 10977 ] ], "trgnoun": "saucepan", "trgverb": "wash" }, { "key": "P04_116+109_110_111_112", "video_id": "P04_116", "narration_ids": [ "P04_116_109", "P04_116_110", "P04_116_111", "P04_116_112" ], "src": "hold pan . stir egg in pan using spatula . tilt pan", "src1": "hold pan", "src2": "stir egg in pan using spatula", "src3": "tilt pan", "trg": "scrape egg off bottom of pan using spatula", "vis_src": "P04_116:109 P04_116:110 P04_116:111", "vis_trg": "P04_116:112", "narrations": [ "hold pan", "stir egg in pan using spatula", "tilt pan", "scrape egg off bottom of pan using spatula" ], "verbs": [ "hold", "stir-in", "tilt", "scrape-off" ], "verb_classes": [ 34, 10, 33, 25 ], "nouns": [ "pan", "egg", "pan", "egg" ], "noun_classes": [ 5, 53, 5, 53 ], "start_stop_timestamps": [ [ "00:04:13.38", "00:04:14.18" ], [ "00:04:14.05", "00:04:14.85" ], [ "00:04:14.95", "00:04:22.15" ], [ "00:04:19.75", "00:04:26.75" ] ], "start_stop_frames": [ [ 12669, 12709 ], [ 12702, 12742 ], [ 12747, 13107 ], [ 12987, 13337 ] ], "trgnoun": "egg", "trgverb": "scrape_off" }, { "key": "P02_09+427_428_429_430", "video_id": "P02_09", "narration_ids": [ "P02_09_427", "P02_09_428", "P02_09_429", "P02_09_430" ], "src": "pick_up tray . open cupboard . pull trays", "src1": "pick_up tray", "src2": "open cupboard", "src3": "pull trays", "trg": "put tray", "vis_src": "P02_09:427 P02_09:428 P02_09:429", "vis_trg": "P02_09:430", "narrations": [ "pick up tray", "open cupboard", "pull trays", "put tray" ], "verbs": [ "pick-up", "open", "pull", "put" ], "verb_classes": [ 0, 3, 31, 1 ], "nouns": [ "tray", "cupboard", "tray", "tray" ], "noun_classes": [ 35, 3, 35, 35 ], "start_stop_timestamps": [ [ "00:29:16.18", "00:29:18.41" ], [ "00:29:18.58", "00:29:19.41" ], [ "00:29:23.29", "00:29:25.77" ], [ "00:29:24.80", "00:29:26.54" ] ], "start_stop_frames": [ [ 105370, 105504 ], [ 105514, 105564 ], [ 105797, 105946 ], [ 105888, 105992 ] ], "trgnoun": "tray", "trgverb": "put" }, { "key": "P01_09+16_17_18_19", "video_id": "P01_09", "narration_ids": [ "P01_09_16", "P01_09_17", "P01_09_18", "P01_09_19" ], "src": "take potatoes . put_down potato . open cupboard", "src1": "take potatoes", "src2": "put_down potato", "src3": "open cupboard", "trg": "put potato into cupboard", "vis_src": "P01_09:16 P01_09:17 P01_09:18", "vis_trg": "P01_09:19", "narrations": [ "take potatoes", "put down potato", "open cupboard", "put potato into cupboard" ], "verbs": [ "take", "put-down", "open", "put-into" ], "verb_classes": [ 0, 1, 3, 5 ], "nouns": [ "potato", "potato", "cupboard", "potato" ], "noun_classes": [ 30, 30, 3, 30 ], "start_stop_timestamps": [ [ "00:00:38.75", "00:00:41.36" ], [ "00:00:43.10", "00:00:44.81" ], [ "00:00:44.70", "00:00:46.09" ], [ "00:00:45.80", "00:00:47.63" ] ], "start_stop_frames": [ [ 2325, 2481 ], [ 2586, 2688 ], [ 2682, 2765 ], [ 2748, 2857 ] ], "trgnoun": "potato", "trgverb": "put_into" }, { "key": "P12_101+492_493_494_495", "video_id": "P12_101", "narration_ids": [ "P12_101_492", "P12_101_493", "P12_101_494", "P12_101_495" ], "src": "put_back frying_pan onto stove . pick_up paper_roll . take paper from paper roll", "src1": "put_back frying_pan onto stove", "src2": "pick_up paper_roll", "src3": "take paper from paper roll", "trg": "clean_up using paper", "vis_src": "P12_101:492 P12_101:493 P12_101:494", "vis_trg": "P12_101:495", "narrations": [ "put back frying pan onto stove", "pick up paper roll", "take paper from paper roll", "clean up using paper" ], "verbs": [ "put-back", "pick-up", "take-from", "clean-up" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "pan:frying", "roll:paper", "paper", "paper" ], "noun_classes": [ 5, 93, 49, 49 ], "start_stop_timestamps": [ [ "00:33:15.02", "00:33:16.07" ], [ "00:33:20.29", "00:33:21.08" ], [ "00:33:21.64", "00:33:22.59" ], [ "00:33:25.48", "00:33:29.76" ] ], "start_stop_frames": [ [ 99751, 99803 ], [ 100014, 100054 ], [ 100082, 100129 ], [ 100274, 100488 ] ], "trgnoun": "paper", "trgverb": "clean_up" }, { "key": "P03_101+164_165_166_167", "video_id": "P03_101", "narration_ids": [ "P03_101_164", "P03_101_165", "P03_101_166", "P03_101_167" ], "src": "squeeze_out sponge . wipe bottom of washing up bowl . turn_on tap", "src1": "squeeze_out sponge", "src2": "wipe bottom of washing up bowl", "src3": "turn_on tap", "trg": "rinse_out sponge", "vis_src": "P03_101:164 P03_101:165 P03_101:166", "vis_trg": "P03_101:167", "narrations": [ "squeeze out sponge", "wipe bottom of washing up bowl", "turn on tap", "rinse out sponge" ], "verbs": [ "squeeze-out", "wipe", "turn-on", "rinse-out" ], "verb_classes": [ 18, 2, 6, 2 ], "nouns": [ "sponge", "bowl:washing:up", "tap", "sponge" ], "noun_classes": [ 9, 7, 0, 9 ], "start_stop_timestamps": [ [ "00:06:55.53", "00:06:56.64" ], [ "00:06:56.73", "00:06:58.60" ], [ "00:06:59.32", "00:07:00.50" ], [ "00:06:59.97", "00:07:02.07" ] ], "start_stop_frames": [ [ 20776, 20832 ], [ 20836, 20930 ], [ 20966, 21025 ], [ 20998, 21103 ] ], "trgnoun": "sponge", "trgverb": "rinse_out" }, { "key": "P22_05+201_202_203_204", "video_id": "P22_05", "narration_ids": [ "P22_05_201", "P22_05_202", "P22_05_203", "P22_05_204" ], "src": "put_down peach . dry hands . put rag", "src1": "put_down peach", "src2": "dry hands", "src3": "put rag", "trg": "peel peach", "vis_src": "P22_05:201 P22_05:202 P22_05:203", "vis_trg": "P22_05:204", "narrations": [ "put down peach", "dry hands", "put rag", "peel peach" ], "verbs": [ "put-down", "dry", "put", "peel" ], "verb_classes": [ 1, 14, 1, 19 ], "nouns": [ "peach", "hand", "rag", "peach" ], "noun_classes": [ 74, 11, 17, 74 ], "start_stop_timestamps": [ [ "00:08:29.67", "00:08:31.45" ], [ "00:08:31.92", "00:08:35.02" ], [ "00:08:35.12", "00:08:36.69" ], [ "00:08:38.49", "00:08:42.05" ] ], "start_stop_frames": [ [ 30580, 30687 ], [ 30715, 30901 ], [ 30907, 31001 ], [ 31109, 31322 ] ], "trgnoun": "peach", "trgverb": "peel" }, { "key": "P03_119+173_174_175_176", "video_id": "P03_119", "narration_ids": [ "P03_119_173", "P03_119_174", "P03_119_175", "P03_119_176" ], "src": "put_down clip top jar seal . pick_up baking_tray . open oven", "src1": "put_down clip top jar seal", "src2": "pick_up baking_tray", "src3": "open oven", "trg": "put baking_tray into oven", "vis_src": "P03_119:173 P03_119:174 P03_119:175", "vis_trg": "P03_119:176", "narrations": [ "put down clip top jar seal", "pick up baking tray", "open oven", "put baking tray into oven" ], "verbs": [ "put-down", "pick-up", "open", "put-into" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "clip", "tray:baking", "oven", "tray:baking" ], "noun_classes": [ 129, 35, 46, 35 ], "start_stop_timestamps": [ [ "00:10:10.51", "00:10:12.02" ], [ "00:10:12.45", "00:10:15.79" ], [ "00:10:16.49", "00:10:17.42" ], [ "00:10:17.52", "00:10:19.40" ] ], "start_stop_frames": [ [ 30525, 30601 ], [ 30622, 30789 ], [ 30824, 30870 ], [ 30876, 30970 ] ], "trgnoun": "baking_tray", "trgverb": "put_into" }, { "key": "P30_109+183_184_185_186", "video_id": "P30_109", "narration_ids": [ "P30_109_183", "P30_109_184", "P30_109_185", "P30_109_186" ], "src": "put pitta_bread on plate . move chopping_board . pick_up olive_oil", "src1": "put pitta_bread on plate", "src2": "move chopping_board", "src3": "pick_up olive_oil", "trg": "apply olive_oil to pitta bread", "vis_src": "P30_109:183 P30_109:184 P30_109:185", "vis_trg": "P30_109:186", "narrations": [ "put pitta bread on plate", "move chopping board", "pick up olive oil", "apply olive oil to pitta bread" ], "verbs": [ "put-on", "move", "pick-up", "apply-to" ], "verb_classes": [ 1, 11, 0, 27 ], "nouns": [ "bread:pitta", "board:chopping", "oil:olive", "oil:olive" ], "noun_classes": [ 33, 18, 31, 31 ], "start_stop_timestamps": [ [ "00:06:31.43", "00:06:31.98" ], [ "00:06:32.03", "00:06:33.32" ], [ "00:06:33.40", "00:06:33.88" ], [ "00:06:34.06", "00:06:38.83" ] ], "start_stop_frames": [ [ 19571, 19599 ], [ 19601, 19666 ], [ 19670, 19694 ], [ 19703, 19941 ] ], "trgnoun": "olive_oil", "trgverb": "apply_to" }, { "key": "P30_110+115_116_117_118", "video_id": "P30_110", "narration_ids": [ "P30_110_115", "P30_110_116", "P30_110_117", "P30_110_118" ], "src": "put_down mug and v60 . take pitta_bread from toaster . put pitta_bread on chopping board", "src1": "put_down mug and v60", "src2": "take pitta_bread from toaster", "src3": "put pitta_bread on chopping board", "trg": "cut pitta_bread", "vis_src": "P30_110:115 P30_110:116 P30_110:117", "vis_trg": "P30_110:118", "narrations": [ "put down mug and v60", "take pitta bread from toaster", "put pitta bread on chopping board", "cut pitta bread" ], "verbs": [ "put-down", "take-from", "put-on", "cut" ], "verb_classes": [ 1, 0, 1, 7 ], "nouns": [ "mug", "bread:pitta", "bread:pitta", "bread:pitta" ], "noun_classes": [ 13, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:03:56.70", "00:03:57.95" ], [ "00:03:58.04", "00:03:59.04" ], [ "00:03:59.29", "00:04:00.09" ], [ "00:04:00.24", "00:04:08.49" ] ], "start_stop_frames": [ [ 11835, 11897 ], [ 11902, 11952 ], [ 11964, 12004 ], [ 12012, 12424 ] ], "trgnoun": "pitta_bread", "trgverb": "cut" }, { "key": "P02_121+51_52_53_54", "video_id": "P02_121", "narration_ids": [ "P02_121_51", "P02_121_52", "P02_121_53", "P02_121_54" ], "src": "turn_on hand_blender . blend mixture . turn_off hand_blender", "src1": "turn_on hand_blender", "src2": "blend mixture", "src3": "turn_off hand_blender", "trg": "unattach hand_blender", "vis_src": "P02_121:51 P02_121:52 P02_121:53", "vis_trg": "P02_121:54", "narrations": [ "turn on hand blender", "blend mixture", "turn off hand blender", "unattach hand blender" ], "verbs": [ "turn-on", "blend", "turn-off", "unattach" ], "verb_classes": [ 6, 10, 8, 52 ], "nouns": [ "blender:hand", "mixture", "blender:hand", "blender:hand" ], "noun_classes": [ 82, 71, 82, 82 ], "start_stop_timestamps": [ [ "00:02:41.81", "00:02:43.37" ], [ "00:02:42.76", "00:02:45.61" ], [ "00:02:45.23", "00:02:46.01" ], [ "00:02:45.78", "00:02:47.28" ] ], "start_stop_frames": [ [ 8090, 8168 ], [ 8138, 8280 ], [ 8261, 8300 ], [ 8289, 8364 ] ], "trgnoun": "hand_blender", "trgverb": "unattach" }, { "key": "P30_110+114_115_116_117", "video_id": "P30_110", "narration_ids": [ "P30_110_114", "P30_110_115", "P30_110_116", "P30_110_117" ], "src": "put_down jug . put_down mug and v60 . take pitta_bread from toaster", "src1": "put_down jug", "src2": "put_down mug and v60", "src3": "take pitta_bread from toaster", "trg": "put pitta_bread on chopping board", "vis_src": "P30_110:114 P30_110:115 P30_110:116", "vis_trg": "P30_110:117", "narrations": [ "put down jug", "put down mug and v60", "take pitta bread from toaster", "put pitta bread on chopping board" ], "verbs": [ "put-down", "put-down", "take-from", "put-on" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "jug", "mug", "bread:pitta", "bread:pitta" ], "noun_classes": [ 66, 13, 33, 33 ], "start_stop_timestamps": [ [ "00:03:56.29", "00:03:56.85" ], [ "00:03:56.70", "00:03:57.95" ], [ "00:03:58.04", "00:03:59.04" ], [ "00:03:59.29", "00:04:00.09" ] ], "start_stop_frames": [ [ 11814, 11842 ], [ 11835, 11897 ], [ 11902, 11952 ], [ 11964, 12004 ] ], "trgnoun": "pitta_bread", "trgverb": "put_on" }, { "key": "P22_07+278_279_280_281", "video_id": "P22_07", "narration_ids": [ "P22_07_278", "P22_07_279", "P22_07_280", "P22_07_281" ], "src": "put_down spice . pick_up wooden_spoon . stir courgette", "src1": "put_down spice", "src2": "pick_up wooden_spoon", "src3": "stir courgette", "trg": "place wooden_spoon", "vis_src": "P22_07:278 P22_07:279 P22_07:280", "vis_trg": "P22_07:281", "narrations": [ "put down spice", "pick up wooden spoon", "stir courgette", "place wooden spoon" ], "verbs": [ "put-down", "pick-up", "stir", "place" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "spice", "spoon:wooden", "courgette", "spoon:wooden" ], "noun_classes": [ 85, 1, 76, 1 ], "start_stop_timestamps": [ [ "00:13:01.07", "00:13:01.92" ], [ "00:13:02.42", "00:13:03.27" ], [ "00:13:03.27", "00:13:07.52" ], [ "00:13:07.87", "00:13:08.54" ] ], "start_stop_frames": [ [ 46864, 46915 ], [ 46945, 46996 ], [ 46996, 47251 ], [ 47272, 47312 ] ], "trgnoun": "wooden_spoon", "trgverb": "place" }, { "key": "P13_08+12_13_14_15", "video_id": "P13_08", "narration_ids": [ "P13_08_12", "P13_08_13", "P13_08_14", "P13_08_15" ], "src": "close fridge . peel onion . keep peeling onion", "src1": "close fridge", "src2": "peel onion", "src3": "keep peeling onion", "trg": "put_down onion", "vis_src": "P13_08:12 P13_08:13 P13_08:14", "vis_trg": "P13_08:15", "narrations": [ "close fridge", "peel onion", "keep peeling onion", "put down onion" ], "verbs": [ "close", "peel", "peel", "put-down" ], "verb_classes": [ 4, 19, 19, 1 ], "nouns": [ "fridge", "onion", "onion", "onion" ], "noun_classes": [ 12, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:01:17.61", "00:01:19.76" ], [ "00:01:20.87", "00:01:21.63" ], [ "00:01:41.48", "00:01:57.28" ], [ "00:01:59.69", "00:02:01.80" ] ], "start_stop_frames": [ [ 4656, 4785 ], [ 4852, 4897 ], [ 6088, 7036 ], [ 7181, 7308 ] ], "trgnoun": "onion", "trgverb": "put_down" }, { "key": "P02_118+31_32_33_34", "video_id": "P02_118", "narration_ids": [ "P02_118_31", "P02_118_32", "P02_118_33", "P02_118_34" ], "src": "pour pistachio into blender . pick_up lid . cover blender with lid", "src1": "pour pistachio into blender", "src2": "pick_up lid", "src3": "cover blender with lid", "trg": "turn_on blender", "vis_src": "P02_118:31 P02_118:32 P02_118:33", "vis_trg": "P02_118:34", "narrations": [ "pour pistachio into blender", "pick up lid", "cover blender with lid", "turn on blender" ], "verbs": [ "pour-into", "pick-up", "cover-with", "turn-on" ], "verb_classes": [ 9, 0, 36, 6 ], "nouns": [ "pistachio", "lid", "blender", "blender" ], "noun_classes": [ 133, 6, 82, 82 ], "start_stop_timestamps": [ [ "00:02:13.29", "00:02:15.92" ], [ "00:02:16.02", "00:02:17.68" ], [ "00:02:17.55", "00:02:22.57" ], [ "00:02:22.67", "00:02:27.33" ] ], "start_stop_frames": [ [ 6664, 6795 ], [ 6801, 6884 ], [ 6877, 7128 ], [ 7133, 7366 ] ], "trgnoun": "blender", "trgverb": "turn_on" }, { "key": "P02_118+44_45_46_47", "video_id": "P02_118", "narration_ids": [ "P02_118_44", "P02_118_45", "P02_118_46", "P02_118_47" ], "src": "put_down bag . pick_up lid . cover blender with lid", "src1": "put_down bag", "src2": "pick_up lid", "src3": "cover blender with lid", "trg": "turn_on blender", "vis_src": "P02_118:44 P02_118:45 P02_118:46", "vis_trg": "P02_118:47", "narrations": [ "put down bag", "pick up lid", "cover blender with lid", "turn on blender" ], "verbs": [ "put-down", "pick-up", "cover-with", "turn-on" ], "verb_classes": [ 1, 0, 36, 6 ], "nouns": [ "bag", "lid", "blender", "blender" ], "noun_classes": [ 19, 6, 82, 82 ], "start_stop_timestamps": [ [ "00:02:49.75", "00:02:51.26" ], [ "00:02:51.32", "00:02:52.72" ], [ "00:02:52.50", "00:02:54.25" ], [ "00:02:54.08", "00:02:56.02" ] ], "start_stop_frames": [ [ 8487, 8563 ], [ 8566, 8636 ], [ 8625, 8712 ], [ 8704, 8801 ] ], "trgnoun": "blender", "trgverb": "turn_on" }, { "key": "P02_118+56_57_58_59", "video_id": "P02_118", "narration_ids": [ "P02_118_56", "P02_118_57", "P02_118_58", "P02_118_59" ], "src": "pick_up lid . cover blender using lid . turn_on blender", "src1": "pick_up lid", "src2": "cover blender using lid", "src3": "turn_on blender", "trg": "turn_off blender", "vis_src": "P02_118:56 P02_118:57 P02_118:58", "vis_trg": "P02_118:59", "narrations": [ "pick up lid", "cover blender using lid", "turn on blender", "turn off blender" ], "verbs": [ "pick-up", "cover", "turn-on", "turn-off" ], "verb_classes": [ 0, 36, 6, 8 ], "nouns": [ "lid", "blender", "blender", "blender" ], "noun_classes": [ 6, 82, 82, 82 ], "start_stop_timestamps": [ [ "00:03:26.10", "00:03:26.77" ], [ "00:03:26.87", "00:03:28.92" ], [ "00:03:29.02", "00:03:33.43" ], [ "00:03:33.18", "00:03:38.09" ] ], "start_stop_frames": [ [ 10305, 10338 ], [ 10343, 10446 ], [ 10451, 10671 ], [ 10659, 10904 ] ], "trgnoun": "blender", "trgverb": "turn_off" }, { "key": "P04_101+196_197_198_199", "video_id": "P04_101", "narration_ids": [ "P04_101_196", "P04_101_197", "P04_101_198", "P04_101_199" ], "src": "put_down starter . pick_up tub . look_at tub", "src1": "put_down starter", "src2": "pick_up tub", "src3": "look_at tub", "trg": "put_down tub", "vis_src": "P04_101:196 P04_101:197 P04_101:198", "vis_trg": "P04_101:199", "narrations": [ "put down starter", "pick up tub", "look at tub", "put down tub" ], "verbs": [ "put-down", "pick-up", "look-at", "put-down" ], "verb_classes": [ 1, 0, 38, 1 ], "nouns": [ "starter", "tub", "tub", "tub" ], "noun_classes": [ 71, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:07:26.55", "00:07:27.55" ], [ "00:07:27.45", "00:07:29.15" ], [ "00:07:29.50", "00:07:30.05" ], [ "00:07:30.50", "00:07:31.54" ] ], "start_stop_frames": [ [ 22327, 22377 ], [ 22372, 22457 ], [ 22475, 22502 ], [ 22525, 22577 ] ], "trgnoun": "tub", "trgverb": "put_down" }, { "key": "P29_03+285_286_287_288", "video_id": "P29_03", "narration_ids": [ "P29_03_285", "P29_03_286", "P29_03_287", "P29_03_288" ], "src": "rinse blender . put blender on surface . pick_up plate", "src1": "rinse blender", "src2": "put blender on surface", "src3": "pick_up plate", "trg": "submerge plate", "vis_src": "P29_03:285 P29_03:286 P29_03:287", "vis_trg": "P29_03:288", "narrations": [ "rinse blender", "put blender on surface", "pick up plate", "submerge plate" ], "verbs": [ "rinse", "put-on", "pick-up", "submerge" ], "verb_classes": [ 2, 1, 0, 56 ], "nouns": [ "blender", "blender", "plate", "plate" ], "noun_classes": [ 82, 82, 2, 2 ], "start_stop_timestamps": [ [ "00:18:22.65", "00:18:25.81" ], [ "00:18:28.57", "00:18:30.57" ], [ "00:18:32.28", "00:18:34.22" ], [ "00:18:33.95", "00:18:34.58" ] ], "start_stop_frames": [ [ 66159, 66348 ], [ 66514, 66634 ], [ 66736, 66853 ], [ 66837, 66874 ] ], "trgnoun": "plate", "trgverb": "submerge" }, { "key": "P02_120+94_95_96_97", "video_id": "P02_120", "narration_ids": [ "P02_120_94", "P02_120_95", "P02_120_96", "P02_120_97" ], "src": "put_down box . attach blender . unplug plug", "src1": "put_down box", "src2": "attach blender", "src3": "unplug plug", "trg": "plug blender", "vis_src": "P02_120:94 P02_120:95 P02_120:96", "vis_trg": "P02_120:97", "narrations": [ "put down box", "attach blender", "unplug plug", "plug blender" ], "verbs": [ "put-down", "attach", "unplug", "plug" ], "verb_classes": [ 1, 64, 12, 64 ], "nouns": [ "box", "blender", "plug", "blender" ], "noun_classes": [ 23, 82, 153, 82 ], "start_stop_timestamps": [ [ "00:05:24.96", "00:05:25.80" ], [ "00:05:27.35", "00:05:28.55" ], [ "00:05:31.49", "00:05:32.79" ], [ "00:05:34.02", "00:05:35.42" ] ], "start_stop_frames": [ [ 16247, 16290 ], [ 16367, 16427 ], [ 16574, 16639 ], [ 16701, 16771 ] ], "trgnoun": "blender", "trgverb": "plug" }, { "key": "P02_118+55_56_57_58", "video_id": "P02_118", "narration_ids": [ "P02_118_55", "P02_118_56", "P02_118_57", "P02_118_58" ], "src": "close blender_cover . pick_up lid . cover blender using lid", "src1": "close blender_cover", "src2": "pick_up lid", "src3": "cover blender using lid", "trg": "turn_on blender", "vis_src": "P02_118:55 P02_118:56 P02_118:57", "vis_trg": "P02_118:58", "narrations": [ "close blender cover", "pick up lid", "cover blender using lid", "turn on blender" ], "verbs": [ "close", "pick-up", "cover", "turn-on" ], "verb_classes": [ 4, 0, 36, 6 ], "nouns": [ "cover:blender", "lid", "blender", "blender" ], "noun_classes": [ 89, 6, 82, 82 ], "start_stop_timestamps": [ [ "00:03:24.81", "00:03:25.89" ], [ "00:03:26.10", "00:03:26.77" ], [ "00:03:26.87", "00:03:28.92" ], [ "00:03:29.02", "00:03:33.43" ] ], "start_stop_frames": [ [ 10240, 10294 ], [ 10305, 10338 ], [ 10343, 10446 ], [ 10451, 10671 ] ], "trgnoun": "blender", "trgverb": "turn_on" }, { "key": "P02_122+190_191_192_193", "video_id": "P02_122", "narration_ids": [ "P02_122_190", "P02_122_191", "P02_122_192", "P02_122_193" ], "src": "turn omelette using spatula . distribute omelette in pan . hit spatula on side of pan", "src1": "turn omelette using spatula", "src2": "distribute omelette in pan", "src3": "hit spatula on side of pan", "trg": "rest spatula on pan", "vis_src": "P02_122:190 P02_122:191 P02_122:192", "vis_trg": "P02_122:193", "narrations": [ "turn omelette using spatula", "distribute omelette in pan", "hit spatula on side of pan", "rest spatula on pan" ], "verbs": [ "turn", "distribute-in", "hit-on", "rest-on" ], "verb_classes": [ 23, 11, 32, 1 ], "nouns": [ "omelette", "omelette", "spatula", "spatula" ], "noun_classes": [ 162, 162, 20, 20 ], "start_stop_timestamps": [ [ "00:11:22.58", "00:11:44.99" ], [ "00:11:34.84", "00:11:50.53" ], [ "00:11:48.59", "00:11:49.60" ], [ "00:11:49.65", "00:11:50.91" ] ], "start_stop_frames": [ [ 34129, 35249 ], [ 34742, 35526 ], [ 35429, 35480 ], [ 35482, 35545 ] ], "trgnoun": "spatula", "trgverb": "rest_on" }, { "key": "P02_129+396_397_398_399", "video_id": "P02_129", "narration_ids": [ "P02_129_396", "P02_129_397", "P02_129_398", "P02_129_399" ], "src": "remove chopping_blade from cover . put_down plastic_cover . put chopping_blade in food processor", "src1": "remove chopping_blade from cover", "src2": "put_down plastic_cover", "src3": "put chopping_blade in food processor", "trg": "remove chopping_blade", "vis_src": "P02_129:396 P02_129:397 P02_129:398", "vis_trg": "P02_129:399", "narrations": [ "remove chopping blade from cover", "put down plastic cover", "put chopping blade in food processor", "remove chopping blade" ], "verbs": [ "remove-from", "put-down", "put", "remove" ], "verb_classes": [ 12, 1, 1, 12 ], "nouns": [ "blade:chopping", "cover:plastic", "blade:chopping", "blade:chopping" ], "noun_classes": [ 4, 89, 4, 4 ], "start_stop_timestamps": [ [ "00:14:14.70", "00:14:19.30" ], [ "00:14:19.57", "00:14:20.87" ], [ "00:14:20.23", "00:14:22.00" ], [ "00:14:21.97", "00:14:23.60" ] ], "start_stop_frames": [ [ 42735, 42965 ], [ 42978, 43043 ], [ 43011, 43100 ], [ 43098, 43180 ] ], "trgnoun": "chopping_blade", "trgverb": "remove" }, { "key": "P29_03+286_287_288_289", "video_id": "P29_03", "narration_ids": [ "P29_03_286", "P29_03_287", "P29_03_288", "P29_03_289" ], "src": "put blender on surface . pick_up plate . submerge plate", "src1": "put blender on surface", "src2": "pick_up plate", "src3": "submerge plate", "trg": "scour plate", "vis_src": "P29_03:286 P29_03:287 P29_03:288", "vis_trg": "P29_03:289", "narrations": [ "put blender on surface", "pick up plate", "submerge plate", "scour plate" ], "verbs": [ "put-on", "pick-up", "submerge", "scour" ], "verb_classes": [ 1, 0, 56, 29 ], "nouns": [ "blender", "plate", "plate", "plate" ], "noun_classes": [ 82, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:18:28.57", "00:18:30.57" ], [ "00:18:32.28", "00:18:34.22" ], [ "00:18:33.95", "00:18:34.58" ], [ "00:18:35.26", "00:18:45.11" ] ], "start_stop_frames": [ [ 66514, 66634 ], [ 66736, 66853 ], [ 66837, 66874 ], [ 66915, 67506 ] ], "trgnoun": "plate", "trgverb": "scour" }, { "key": "P10_02+102_103_104_105", "video_id": "P10_02", "narration_ids": [ "P10_02_102", "P10_02_103", "P10_02_104", "P10_02_105" ], "src": "switch_on the heat of the stove . switch_on the water_tap . clean the spoon", "src1": "switch_on the heat of the stove", "src2": "switch_on the water_tap", "src3": "clean the spoon", "trg": "put the spoon back in to the dish shelf", "vis_src": "P10_02:102 P10_02:103 P10_02:104", "vis_trg": "P10_02:105", "narrations": [ "switch on the heat of the stove", "switch on the water tap", "clean the spoon", "put the spoon back in to the dish shelf" ], "verbs": [ "switch-on", "switch-on", "clean", "put-to" ], "verb_classes": [ 6, 6, 2, 1 ], "nouns": [ "heat", "tap:water", "spoon", "spoon" ], "noun_classes": [ 65, 0, 1, 1 ], "start_stop_timestamps": [ [ "00:14:35.55", "00:14:40.55" ], [ "00:14:40.98", "00:14:42.77" ], [ "00:14:42.47", "00:14:50.99" ], [ "00:14:50.56", "00:14:52.18" ] ], "start_stop_frames": [ [ 52533, 52833 ], [ 52858, 52966 ], [ 52948, 53459 ], [ 53433, 53530 ] ], "trgnoun": "spoon", "trgverb": "put_to" }, { "key": "P02_118+32_33_34_35", "video_id": "P02_118", "narration_ids": [ "P02_118_32", "P02_118_33", "P02_118_34", "P02_118_35" ], "src": "pick_up lid . cover blender with lid . turn_on blender", "src1": "pick_up lid", "src2": "cover blender with lid", "src3": "turn_on blender", "trg": "turn_off blender", "vis_src": "P02_118:32 P02_118:33 P02_118:34", "vis_trg": "P02_118:35", "narrations": [ "pick up lid", "cover blender with lid", "turn on blender", "turn off blender" ], "verbs": [ "pick-up", "cover-with", "turn-on", "turn-off" ], "verb_classes": [ 0, 36, 6, 8 ], "nouns": [ "lid", "blender", "blender", "blender" ], "noun_classes": [ 6, 82, 82, 82 ], "start_stop_timestamps": [ [ "00:02:16.02", "00:02:17.68" ], [ "00:02:17.55", "00:02:22.57" ], [ "00:02:22.67", "00:02:27.33" ], [ "00:02:27.25", "00:02:30.36" ] ], "start_stop_frames": [ [ 6801, 6884 ], [ 6877, 7128 ], [ 7133, 7366 ], [ 7362, 7518 ] ], "trgnoun": "blender", "trgverb": "turn_off" }, { "key": "P22_12+5_6_7_8", "video_id": "P22_12", "narration_ids": [ "P22_12_5", "P22_12_6", "P22_12_7", "P22_12_8" ], "src": "put basket . put peaches . take banana", "src1": "put basket", "src2": "put peaches", "src3": "take banana", "trg": "move basket", "vis_src": "P22_12:5 P22_12:6 P22_12:7", "vis_trg": "P22_12:8", "narrations": [ "put basket", "put peaches", "take banana", "move basket" ], "verbs": [ "put", "put", "take", "move" ], "verb_classes": [ 1, 1, 0, 11 ], "nouns": [ "basket", "peach", "banana", "basket" ], "noun_classes": [ 168, 74, 146, 168 ], "start_stop_timestamps": [ [ "00:00:19.44", "00:00:20.15" ], [ "00:00:20.00", "00:00:20.58" ], [ "00:00:23.58", "00:00:26.49" ], [ "00:00:26.51", "00:00:27.20" ] ], "start_stop_frames": [ [ 1166, 1209 ], [ 1200, 1234 ], [ 1414, 1589 ], [ 1590, 1632 ] ], "trgnoun": "basket", "trgverb": "move" }, { "key": "P02_118+45_46_47_48", "video_id": "P02_118", "narration_ids": [ "P02_118_45", "P02_118_46", "P02_118_47", "P02_118_48" ], "src": "pick_up lid . cover blender with lid . turn_on blender", "src1": "pick_up lid", "src2": "cover blender with lid", "src3": "turn_on blender", "trg": "turn_off blender", "vis_src": "P02_118:45 P02_118:46 P02_118:47", "vis_trg": "P02_118:48", "narrations": [ "pick up lid", "cover blender with lid", "turn on blender", "turn off blender" ], "verbs": [ "pick-up", "cover-with", "turn-on", "turn-off" ], "verb_classes": [ 0, 36, 6, 8 ], "nouns": [ "lid", "blender", "blender", "blender" ], "noun_classes": [ 6, 82, 82, 82 ], "start_stop_timestamps": [ [ "00:02:51.32", "00:02:52.72" ], [ "00:02:52.50", "00:02:54.25" ], [ "00:02:54.08", "00:02:56.02" ], [ "00:03:03.70", "00:03:06.05" ] ], "start_stop_frames": [ [ 8566, 8636 ], [ 8625, 8712 ], [ 8704, 8801 ], [ 9185, 9302 ] ], "trgnoun": "blender", "trgverb": "turn_off" }, { "key": "P02_123+60_61_62_63", "video_id": "P02_123", "narration_ids": [ "P02_123_60", "P02_123_61", "P02_123_62", "P02_123_63" ], "src": "switch_on lights . pick_up squeezer . pour lemon_juice from squeezer into pan", "src1": "switch_on lights", "src2": "pick_up squeezer", "src3": "pour lemon_juice from squeezer into pan", "trg": "put_down squeezer", "vis_src": "P02_123:60 P02_123:61 P02_123:62", "vis_trg": "P02_123:63", "narrations": [ "switch on lights", "pick up squeezer", "pour lemon juice from squeezer into pan", "put down squeezer" ], "verbs": [ "switch-on", "pick-up", "pour-from", "put-down" ], "verb_classes": [ 6, 0, 9, 1 ], "nouns": [ "light", "squeezer", "juice:lemon", "squeezer" ], "noun_classes": [ 114, 106, 183, 106 ], "start_stop_timestamps": [ [ "00:02:42.68", "00:02:43.17" ], [ "00:02:45.50", "00:02:46.27" ], [ "00:02:46.13", "00:02:57.63" ], [ "00:02:58.62", "00:03:00.24" ] ], "start_stop_frames": [ [ 8134, 8158 ], [ 8275, 8313 ], [ 8306, 8881 ], [ 8931, 9012 ] ], "trgnoun": "squeezer", "trgverb": "put_down" }, { "key": "P02_129+434_435_436_437", "video_id": "P02_129", "narration_ids": [ "P02_129_434", "P02_129_435", "P02_129_436", "P02_129_437" ], "src": "check cover . lock food_processors cover . turn_on food_processor", "src1": "check cover", "src2": "lock food_processors cover", "src3": "turn_on food_processor", "trg": "turn_off food_processor", "vis_src": "P02_129:434 P02_129:435 P02_129:436", "vis_trg": "P02_129:437", "narrations": [ "check cover", "lock food processors cover", "turn on food processor", "turn off food processor" ], "verbs": [ "check", "lock", "turn-on", "turn-off" ], "verb_classes": [ 24, 86, 6, 8 ], "nouns": [ "cover", "processor:food", "processor:food", "processor:food" ], "noun_classes": [ 89, 147, 147, 147 ], "start_stop_timestamps": [ [ "00:15:43.51", "00:15:46.72" ], [ "00:15:54.91", "00:16:00.33" ], [ "00:16:00.74", "00:16:01.41" ], [ "00:16:02.06", "00:16:03.65" ] ], "start_stop_frames": [ [ 47175, 47336 ], [ 47745, 48016 ], [ 48037, 48070 ], [ 48103, 48182 ] ], "trgnoun": "food_processor", "trgverb": "turn_off" }, { "key": "P02_129+397_398_399_400", "video_id": "P02_129", "narration_ids": [ "P02_129_397", "P02_129_398", "P02_129_399", "P02_129_400" ], "src": "put_down plastic_cover . put chopping_blade in food processor . remove chopping_blade", "src1": "put_down plastic_cover", "src2": "put chopping_blade in food processor", "src3": "remove chopping_blade", "trg": "turn chopping_blade", "vis_src": "P02_129:397 P02_129:398 P02_129:399", "vis_trg": "P02_129:400", "narrations": [ "put down plastic cover", "put chopping blade in food processor", "remove chopping blade", "turn chopping blade" ], "verbs": [ "put-down", "put", "remove", "turn" ], "verb_classes": [ 1, 1, 12, 23 ], "nouns": [ "cover:plastic", "blade:chopping", "blade:chopping", "blade:chopping" ], "noun_classes": [ 89, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:14:19.57", "00:14:20.87" ], [ "00:14:20.23", "00:14:22.00" ], [ "00:14:21.97", "00:14:23.60" ], [ "00:14:23.70", "00:14:25.30" ] ], "start_stop_frames": [ [ 42978, 43043 ], [ 43011, 43100 ], [ 43098, 43180 ], [ 43185, 43265 ] ], "trgnoun": "chopping_blade", "trgverb": "turn" }, { "key": "P09_104+25_26_27_28", "video_id": "P09_104", "narration_ids": [ "P09_104_25", "P09_104_26", "P09_104_27", "P09_104_28" ], "src": "take jug . rinse strawberries . take banana", "src1": "take jug", "src2": "rinse strawberries", "src3": "take banana", "trg": "add banana to jug", "vis_src": "P09_104:25 P09_104:26 P09_104:27", "vis_trg": "P09_104:28", "narrations": [ "take jug", "rinse strawberries", "take banana", "add banana to jug" ], "verbs": [ "take", "rinse", "take", "add-to" ], "verb_classes": [ 0, 2, 0, 46 ], "nouns": [ "jug", "strawberry", "banana", "banana" ], "noun_classes": [ 66, 243, 146, 146 ], "start_stop_timestamps": [ [ "00:02:19.52", "00:02:20.10" ], [ "00:02:20.16", "00:02:27.31" ], [ "00:02:30.56", "00:02:32.98" ], [ "00:02:32.69", "00:02:34.84" ] ], "start_stop_frames": [ [ 6976, 7005 ], [ 7008, 7365 ], [ 7528, 7648 ], [ 7634, 7742 ] ], "trgnoun": "banana", "trgverb": "add_to" }, { "key": "P28_111+172_173_174_175", "video_id": "P28_111", "narration_ids": [ "P28_111_172", "P28_111_173", "P28_111_174", "P28_111_175" ], "src": "wipe hands . take banana . take knife", "src1": "wipe hands", "src2": "take banana", "src3": "take knife", "trg": "peel_off banana", "vis_src": "P28_111:172 P28_111:173 P28_111:174", "vis_trg": "P28_111:175", "narrations": [ "wipe hands", "take banana", "take knife", "peel off banana" ], "verbs": [ "wipe", "take", "take", "peel-off" ], "verb_classes": [ 2, 0, 0, 19 ], "nouns": [ "hand", "banana", "knife", "banana" ], "noun_classes": [ 11, 146, 4, 146 ], "start_stop_timestamps": [ [ "00:08:49.00", "00:08:51.50" ], [ "00:08:54.47", "00:08:54.97" ], [ "00:08:57.65", "00:08:59.10" ], [ "00:09:00.66", "00:09:07.95" ] ], "start_stop_frames": [ [ 26450, 26575 ], [ 26723, 26748 ], [ 26882, 26955 ], [ 27033, 27397 ] ], "trgnoun": "banana", "trgverb": "peel_off" }, { "key": "P02_118+66_67_68_69", "video_id": "P02_118", "narration_ids": [ "P02_118_66", "P02_118_67", "P02_118_68", "P02_118_69" ], "src": "pick_up lid . cover blender with lid . turn_on blender", "src1": "pick_up lid", "src2": "cover blender with lid", "src3": "turn_on blender", "trg": "turn_off blender", "vis_src": "P02_118:66 P02_118:67 P02_118:68", "vis_trg": "P02_118:69", "narrations": [ "pick up lid", "cover blender with lid", "turn on blender", "turn off blender" ], "verbs": [ "pick-up", "cover-with", "turn-on", "turn-off" ], "verb_classes": [ 0, 36, 6, 8 ], "nouns": [ "lid", "blender", "blender", "blender" ], "noun_classes": [ 6, 82, 82, 82 ], "start_stop_timestamps": [ [ "00:03:51.00", "00:03:51.71" ], [ "00:03:51.60", "00:03:52.55" ], [ "00:03:52.93", "00:03:59.15" ], [ "00:03:58.72", "00:04:00.45" ] ], "start_stop_frames": [ [ 11550, 11585 ], [ 11580, 11627 ], [ 11646, 11957 ], [ 11936, 12022 ] ], "trgnoun": "blender", "trgverb": "turn_off" }, { "key": "P04_113+228_229_230_231", "video_id": "P04_113", "narration_ids": [ "P04_113_228", "P04_113_229", "P04_113_230", "P04_113_231" ], "src": "put_down spicy bean paste jar . pick_up measuring_spoon . pick_up rubbish", "src1": "put_down spicy bean paste jar", "src2": "pick_up measuring_spoon", "src3": "pick_up rubbish", "trg": "put_down rubbish", "vis_src": "P04_113:228 P04_113:229 P04_113:230", "vis_trg": "P04_113:231", "narrations": [ "put down spicy bean paste jar", "pick up measuring spoon", "pick up rubbish", "put down rubbish" ], "verbs": [ "put-down", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "jar:spicy:bean:paste", "spoon:measuring", "rubbish", "rubbish" ], "noun_classes": [ 40, 1, 54, 54 ], "start_stop_timestamps": [ [ "00:07:03.84", "00:07:04.87" ], [ "00:07:05.10", "00:07:06.08" ], [ "00:07:06.18", "00:07:07.26" ], [ "00:07:07.36", "00:07:08.16" ] ], "start_stop_frames": [ [ 21192, 21243 ], [ 21255, 21304 ], [ 21309, 21363 ], [ 21368, 21408 ] ], "trgnoun": "rubbish", "trgverb": "put_down" }, { "key": "P02_120+115_116_117_118", "video_id": "P02_120", "narration_ids": [ "P02_120_115", "P02_120_116", "P02_120_117", "P02_120_118" ], "src": "turn_off blender . rest blender on side of bowl . turn blender upside down", "src1": "turn_off blender", "src2": "rest blender on side of bowl", "src3": "turn blender upside down", "trg": "shake blender so pistachio falls into bowl", "vis_src": "P02_120:115 P02_120:116 P02_120:117", "vis_trg": "P02_120:118", "narrations": [ "turn off blender", "rest blender on side of bowl", "turn blender upside down", "shake blender so pistachio falls into bowl" ], "verbs": [ "turn-off", "rest-on", "turn", "shake" ], "verb_classes": [ 8, 1, 23, 15 ], "nouns": [ "blender", "blender", "blender", "blender" ], "noun_classes": [ 82, 82, 82, 82 ], "start_stop_timestamps": [ [ "00:06:58.02", "00:06:59.42" ], [ "00:07:00.24", "00:07:02.49" ], [ "00:07:02.25", "00:07:03.67" ], [ "00:07:03.54", "00:07:16.29" ] ], "start_stop_frames": [ [ 20901, 20971 ], [ 21012, 21124 ], [ 21112, 21183 ], [ 21177, 21814 ] ], "trgnoun": "blender", "trgverb": "shake" }, { "key": "P22_05+323_324_325_326", "video_id": "P22_05", "narration_ids": [ "P22_05_323", "P22_05_324", "P22_05_325", "P22_05_326" ], "src": "remove peel . put_down peel . cut banana", "src1": "remove peel", "src2": "put_down peel", "src3": "cut banana", "trg": "pick_up peel", "vis_src": "P22_05:323 P22_05:324 P22_05:325", "vis_trg": "P22_05:326", "narrations": [ "remove peel", "put down peel", "cut banana", "pick up peel" ], "verbs": [ "remove", "put-down", "cut", "pick-up" ], "verb_classes": [ 12, 1, 7, 0 ], "nouns": [ "peel", "peel", "banana", "peel" ], "noun_classes": [ 48, 48, 146, 48 ], "start_stop_timestamps": [ [ "00:13:49.28", "00:13:51.39" ], [ "00:13:51.36", "00:13:52.11" ], [ "00:13:52.84", "00:13:56.36" ], [ "00:13:57.59", "00:13:58.84" ] ], "start_stop_frames": [ [ 49756, 49883 ], [ 49881, 49926 ], [ 49970, 50181 ], [ 50255, 50330 ] ], "trgnoun": "peel", "trgverb": "pick_up" }, { "key": "P35_104+464_465_466_467", "video_id": "P35_104", "narration_ids": [ "P35_104_464", "P35_104_465", "P35_104_466", "P35_104_467" ], "src": "drain container . put_down container . pick_up glass", "src1": "drain container", "src2": "put_down container", "src3": "pick_up glass", "trg": "drain glass", "vis_src": "P35_104:464 P35_104:465 P35_104:466", "vis_trg": "P35_104:467", "narrations": [ "drain container", "put down container", "pick up glass", "drain glass" ], "verbs": [ "drain", "put-down", "pick-up", "drain" ], "verb_classes": [ 37, 1, 0, 37 ], "nouns": [ "container", "container", "glass", "glass" ], "noun_classes": [ 21, 21, 10, 10 ], "start_stop_timestamps": [ [ "00:32:34.79", "00:32:39.54" ], [ "00:32:41.14", "00:32:43.49" ], [ "00:32:45.74", "00:32:47.49" ], [ "00:32:47.44", "00:32:49.37" ] ], "start_stop_frames": [ [ 97739, 97977 ], [ 98057, 98174 ], [ 98287, 98374 ], [ 98372, 98468 ] ], "trgnoun": "glass", "trgverb": "drain" }, { "key": "P23_04+120_121_122_123", "video_id": "P23_04", "narration_ids": [ "P23_04_120", "P23_04_121", "P23_04_122", "P23_04_123" ], "src": "take the washing_liquid into the brush . clean the bowl with the brush . open the tap", "src1": "take the washing_liquid into the brush", "src2": "clean the bowl with the brush", "src3": "open the tap", "trg": "washing the bowl", "vis_src": "P23_04:120 P23_04:121 P23_04:122", "vis_trg": "P23_04:123", "narrations": [ "take the washing liquid into the brush", "clean the bowl with the brush", "open the tap", "washing the bowl" ], "verbs": [ "take-into", "clean-with", "turn-on", "wash" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "liquid:washing", "bowl", "tap", "bowl" ], "noun_classes": [ 22, 7, 0, 7 ], "start_stop_timestamps": [ [ "00:26:45.86", "00:26:48.86" ], [ "00:26:50.96", "00:26:56.84" ], [ "00:27:14.68", "00:27:15.97" ], [ "00:27:16.03", "00:27:35.28" ] ], "start_stop_frames": [ [ 96351, 96531 ], [ 96657, 97010 ], [ 98080, 98158 ], [ 98161, 99316 ] ], "trgnoun": "bowl", "trgverb": "wash" }, { "key": "P02_130+124_125_126_127", "video_id": "P02_130", "narration_ids": [ "P02_130_124", "P02_130_125", "P02_130_126", "P02_130_127" ], "src": "cover food_processor . lock food_processor . turn_on food_processor", "src1": "cover food_processor", "src2": "lock food_processor", "src3": "turn_on food_processor", "trg": "turn_off food_processor", "vis_src": "P02_130:124 P02_130:125 P02_130:126", "vis_trg": "P02_130:127", "narrations": [ "cover food processor", "lock food processor", "turn on food processor", "turn off food processor" ], "verbs": [ "cover", "lock", "turn-on", "turn-off" ], "verb_classes": [ 36, 86, 6, 8 ], "nouns": [ "processor:food", "processor:food", "processor:food", "processor:food" ], "noun_classes": [ 147, 147, 147, 147 ], "start_stop_timestamps": [ [ "00:04:41.60", "00:04:42.85" ], [ "00:04:42.88", "00:04:44.76" ], [ "00:04:44.73", "00:04:46.04" ], [ "00:04:52.16", "00:04:59.27" ] ], "start_stop_frames": [ [ 14080, 14142 ], [ 14144, 14238 ], [ 14236, 14302 ], [ 14607, 14963 ] ], "trgnoun": "food_processor", "trgverb": "turn_off" }, { "key": "P02_129+400_401_402_403", "video_id": "P02_129", "narration_ids": [ "P02_129_400", "P02_129_401", "P02_129_402", "P02_129_403" ], "src": "turn chopping_blade . put chopping_blade in food processor . remove aprons from ladder", "src1": "turn chopping_blade", "src2": "put chopping_blade in food processor", "src3": "remove aprons from ladder", "trg": "throw aprons on floor", "vis_src": "P02_129:400 P02_129:401 P02_129:402", "vis_trg": "P02_129:403", "narrations": [ "turn chopping blade", "put chopping blade in food processor", "remove aprons from ladder", "throw aprons on floor" ], "verbs": [ "turn", "put", "remove-from", "throw-on" ], "verb_classes": [ 23, 1, 12, 13 ], "nouns": [ "blade:chopping", "blade:chopping", "apron", "apron" ], "noun_classes": [ 4, 4, 199, 199 ], "start_stop_timestamps": [ [ "00:14:23.70", "00:14:25.30" ], [ "00:14:25.38", "00:14:26.31" ], [ "00:14:29.74", "00:14:32.00" ], [ "00:14:32.10", "00:14:33.10" ] ], "start_stop_frames": [ [ 43185, 43265 ], [ 43269, 43315 ], [ 43487, 43600 ], [ 43605, 43655 ] ], "trgnoun": "apron", "trgverb": "throw_on" }, { "key": "P28_109+7_8_9_10", "video_id": "P28_109", "narration_ids": [ "P28_109_7", "P28_109_8", "P28_109_9", "P28_109_10" ], "src": "put oats and almond drink . take banana . take powder", "src1": "put oats and almond drink", "src2": "take banana", "src3": "take powder", "trg": "put banana and powder", "vis_src": "P28_109:7 P28_109:8 P28_109:9", "vis_trg": "P28_109:10", "narrations": [ "put oats and almond drink", "take banana", "take powder", "put banana and powder" ], "verbs": [ "put", "take", "take", "put" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "oat", "banana", "powder", "banana" ], "noun_classes": [ 127, 146, 138, 146 ], "start_stop_timestamps": [ [ "00:00:26.12", "00:00:27.21" ], [ "00:00:29.91", "00:00:31.86" ], [ "00:00:34.22", "00:00:36.55" ], [ "00:00:39.44", "00:00:40.54" ] ], "start_stop_frames": [ [ 1306, 1360 ], [ 1495, 1593 ], [ 1711, 1827 ], [ 1972, 2027 ] ], "trgnoun": "banana", "trgverb": "put" }, { "key": "P02_131+167_168_169_171", "video_id": "P02_131", "narration_ids": [ "P02_131_167", "P02_131_168", "P02_131_169", "P02_131_171" ], "src": "pick_up food processor bowl . put_down food processor bowl and cover . remove chopping_blades from food processor", "src1": "pick_up food processor bowl", "src2": "put_down food processor bowl and cover", "src3": "remove chopping_blades from food processor", "trg": "put_down food processor piece", "vis_src": "P02_131:167 P02_131:168 P02_131:169", "vis_trg": "P02_131:171", "narrations": [ "pick up food processor bowl", "put down food processor bowl and cover", "remove chopping blades from food processor", "put down food processor piece" ], "verbs": [ "pick-up", "put-down", "remove", "put-down" ], "verb_classes": [ 0, 1, 12, 1 ], "nouns": [ "bowl:food:processor", "bowl:food:processor", "blade:chopping", "piece:food:processor" ], "noun_classes": [ 7, 7, 4, 147 ], "start_stop_timestamps": [ [ "00:07:30.94", "00:07:32.36" ], [ "00:07:34.96", "00:07:36.16" ], [ "00:07:36.21", "00:07:37.12" ], [ "00:07:38.49", "00:07:40.37" ] ], "start_stop_frames": [ [ 22547, 22618 ], [ 22748, 22808 ], [ 22810, 22856 ], [ 22924, 23018 ] ], "trgnoun": "processor_food_piece", "trgverb": "put_down" }, { "key": "P02_02+0_1_2_5", "video_id": "P02_02", "narration_ids": [ "P02_02_0", "P02_02_1", "P02_02_2", "P02_02_5" ], "src": "open the bin . pick_up the bag . tie the bag", "src1": "open the bin", "src2": "pick_up the bag", "src3": "tie the bag", "trg": "put bag down", "vis_src": "P02_02:0 P02_02:1 P02_02:2", "vis_trg": "P02_02:5", "narrations": [ "open the bin", "pick up the bag", "tie the bag", "put bag down" ], "verbs": [ "open", "pick-up", "tie", "put-down" ], "verb_classes": [ 3, 0, 36, 1 ], "nouns": [ "bin", "bag", "bag", "bag" ], "noun_classes": [ 36, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:00:02.16", "00:00:03.93" ], [ "00:00:04.46", "00:00:06.83" ], [ "00:00:05.19", "00:00:08.47" ], [ "00:00:13.80", "00:00:15.47" ] ], "start_stop_frames": [ [ 129, 235 ], [ 267, 409 ], [ 311, 508 ], [ 828, 928 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P22_109+61_62_63_65", "video_id": "P22_109", "narration_ids": [ "P22_109_61", "P22_109_62", "P22_109_63", "P22_109_65" ], "src": "pick_up pot . insert pot . pick_up pots", "src1": "pick_up pot", "src2": "insert pot", "src3": "pick_up pots", "trg": "put_down pots", "vis_src": "P22_109:61 P22_109:62 P22_109:63", "vis_trg": "P22_109:65", "narrations": [ "pick up pot", "insert pot", "pick up pots", "put down pots" ], "verbs": [ "pick-up", "insert", "pick-up", "put-down" ], "verb_classes": [ 0, 5, 0, 1 ], "nouns": [ "pot", "pot", "pot", "pot" ], "noun_classes": [ 29, 29, 29, 29 ], "start_stop_timestamps": [ [ "00:01:52.95", "00:01:54.31" ], [ "00:01:55.12", "00:01:56.71" ], [ "00:01:56.80", "00:01:57.39" ], [ "00:01:58.53", "00:02:02.04" ] ], "start_stop_frames": [ [ 5647, 5715 ], [ 5756, 5835 ], [ 5840, 5869 ], [ 5926, 6102 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P20_01+134_135_136_137", "video_id": "P20_01", "narration_ids": [ "P20_01_134", "P20_01_135", "P20_01_136", "P20_01_137" ], "src": "turn_on microwave . pick_up frying_pan . stir frying_pan", "src1": "turn_on microwave", "src2": "pick_up frying_pan", "src3": "stir frying_pan", "trg": "put_down frying_pan", "vis_src": "P20_01:134 P20_01:135 P20_01:136", "vis_trg": "P20_01:137", "narrations": [ "turn on microwave", "pick up frying pan", "stir frying pan", "put down frying pan" ], "verbs": [ "turn-on", "pick-up", "stir", "put-down" ], "verb_classes": [ 6, 0, 10, 1 ], "nouns": [ "microwave", "pan:frying", "pan:frying", "pan:frying" ], "noun_classes": [ 90, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:06:54.35", "00:06:56.10" ], [ "00:06:57.45", "00:06:59.95" ], [ "00:06:58.12", "00:07:00.48" ], [ "00:07:00.58", "00:07:01.81" ] ], "start_stop_frames": [ [ 24861, 24966 ], [ 25047, 25197 ], [ 25087, 25228 ], [ 25234, 25308 ] ], "trgnoun": "frying_pan", "trgverb": "put_down" }, { "key": "P03_112+43_44_45_49", "video_id": "P03_112", "narration_ids": [ "P03_112_43", "P03_112_44", "P03_112_45", "P03_112_49" ], "src": "lock container . pick_up saucepan_lid . place lid", "src1": "lock container", "src2": "pick_up saucepan_lid", "src3": "place lid", "trg": "open cupboard", "vis_src": "P03_112:43 P03_112:44 P03_112:45", "vis_trg": "P03_112:49", "narrations": [ "lock container", "pick up saucepan lid", "place lid", "open cupboard" ], "verbs": [ "lock", "pick-up", "place", "open" ], "verb_classes": [ 86, 0, 1, 3 ], "nouns": [ "container", "lid:saucepan", "lid", "cupboard" ], "noun_classes": [ 21, 6, 6, 3 ], "start_stop_timestamps": [ [ "00:01:24.47", "00:01:28.53" ], [ "00:01:28.38", "00:01:30.93" ], [ "00:01:31.14", "00:01:31.94" ], [ "00:01:38.65", "00:01:40.04" ] ], "start_stop_frames": [ [ 4223, 4426 ], [ 4419, 4546 ], [ 4557, 4597 ], [ 4932, 5002 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P28_111+173_174_175_176", "video_id": "P28_111", "narration_ids": [ "P28_111_173", "P28_111_174", "P28_111_175", "P28_111_176" ], "src": "take banana . take knife . peel_off banana", "src1": "take banana", "src2": "take knife", "src3": "peel_off banana", "trg": "cut banana", "vis_src": "P28_111:173 P28_111:174 P28_111:175", "vis_trg": "P28_111:176", "narrations": [ "take banana", "take knife", "peel off banana", "cut banana" ], "verbs": [ "take", "take", "peel-off", "cut" ], "verb_classes": [ 0, 0, 19, 7 ], "nouns": [ "banana", "knife", "banana", "banana" ], "noun_classes": [ 146, 4, 146, 146 ], "start_stop_timestamps": [ [ "00:08:54.47", "00:08:54.97" ], [ "00:08:57.65", "00:08:59.10" ], [ "00:09:00.66", "00:09:07.95" ], [ "00:09:09.18", "00:09:21.07" ] ], "start_stop_frames": [ [ 26723, 26748 ], [ 26882, 26955 ], [ 27033, 27397 ], [ 27458, 28053 ] ], "trgnoun": "banana", "trgverb": "cut" }, { "key": "P02_130+192_193_194_195", "video_id": "P02_130", "narration_ids": [ "P02_130_192", "P02_130_193", "P02_130_194", "P02_130_195" ], "src": "insert chopping_blades in food processor . move plastic_cover . move tin", "src1": "insert chopping_blades in food processor", "src2": "move plastic_cover", "src3": "move tin", "trg": "attach can opener to tin", "vis_src": "P02_130:192 P02_130:193 P02_130:194", "vis_trg": "P02_130:195", "narrations": [ "insert chopping blades in food processor", "move plastic cover", "move tin", "attach can opener to tin" ], "verbs": [ "insert", "move", "move", "attach" ], "verb_classes": [ 5, 11, 11, 64 ], "nouns": [ "blade:chopping", "cover:plastic", "tin", "tin" ], "noun_classes": [ 4, 89, 61, 61 ], "start_stop_timestamps": [ [ "00:07:19.32", "00:07:20.13" ], [ "00:07:20.30", "00:07:20.99" ], [ "00:07:21.72", "00:07:22.09" ], [ "00:07:22.66", "00:07:24.31" ] ], "start_stop_frames": [ [ 21966, 22006 ], [ 22015, 22049 ], [ 22086, 22104 ], [ 22133, 22215 ] ], "trgnoun": "tin", "trgverb": "attach" }, { "key": "P02_120+123_124_125_126", "video_id": "P02_120", "narration_ids": [ "P02_120_123", "P02_120_124", "P02_120_125", "P02_120_126" ], "src": "turn_off blender . rest blender on side of bowl . pick_up flour_bag", "src1": "turn_off blender", "src2": "rest blender on side of bowl", "src3": "pick_up flour_bag", "trg": "open flour_bag", "vis_src": "P02_120:123 P02_120:124 P02_120:125", "vis_trg": "P02_120:126", "narrations": [ "turn off blender", "rest blender on side of bowl", "pick up flour bag", "open flour bag" ], "verbs": [ "turn-off", "rest-on", "pick-up", "open" ], "verb_classes": [ 8, 1, 0, 3 ], "nouns": [ "blender", "blender", "bag:flour", "bag:flour" ], "noun_classes": [ 82, 82, 19, 19 ], "start_stop_timestamps": [ [ "00:07:51.58", "00:07:52.24" ], [ "00:07:51.80", "00:07:52.82" ], [ "00:07:54.92", "00:07:55.87" ], [ "00:07:55.97", "00:07:58.81" ] ], "start_stop_frames": [ [ 23579, 23612 ], [ 23590, 23641 ], [ 23746, 23793 ], [ 23798, 23940 ] ], "trgnoun": "flour_bag", "trgverb": "open" }, { "key": "P08_23+273_274_275_276", "video_id": "P08_23", "narration_ids": [ "P08_23_273", "P08_23_274", "P08_23_275", "P08_23_276" ], "src": "cut bell_pepper . place bell_pepper in food processor . close food_processor", "src1": "cut bell_pepper", "src2": "place bell_pepper in food processor", "src3": "close food_processor", "trg": "turn_on food_processor", "vis_src": "P08_23:273 P08_23:274 P08_23:275", "vis_trg": "P08_23:276", "narrations": [ "cut bell pepper", "place bell pepper in food processor", "close food processor", "turn on food processor" ], "verbs": [ "cut", "place-in", "close", "turn-on" ], "verb_classes": [ 7, 5, 4, 6 ], "nouns": [ "pepper:bell", "pepper:bell", "processor:food", "processor:food" ], "noun_classes": [ 37, 37, 147, 147 ], "start_stop_timestamps": [ [ "00:23:28.16", "00:23:35.26" ], [ "00:23:36.30", "00:23:41.33" ], [ "00:23:42.95", "00:23:44.93" ], [ "00:23:44.92", "00:23:49.51" ] ], "start_stop_frames": [ [ 84489, 84915 ], [ 84978, 85279 ], [ 85377, 85495 ], [ 85495, 85770 ] ], "trgnoun": "food_processor", "trgverb": "turn_on" }, { "key": "P08_23+274_275_276_277", "video_id": "P08_23", "narration_ids": [ "P08_23_274", "P08_23_275", "P08_23_276", "P08_23_277" ], "src": "place bell_pepper in food processor . close food_processor . turn_on food_processor", "src1": "place bell_pepper in food processor", "src2": "close food_processor", "src3": "turn_on food_processor", "trg": "turn_off food_processor", "vis_src": "P08_23:274 P08_23:275 P08_23:276", "vis_trg": "P08_23:277", "narrations": [ "place bell pepper in food processor", "close food processor", "turn on food processor", "turn off" ], "verbs": [ "place-in", "close", "turn-on", "turn-off" ], "verb_classes": [ 5, 4, 6, 8 ], "nouns": [ "pepper:bell", "processor:food", "processor:food", "processor:food" ], "noun_classes": [ 37, 147, 147, 147 ], "start_stop_timestamps": [ [ "00:23:36.30", "00:23:41.33" ], [ "00:23:42.95", "00:23:44.93" ], [ "00:23:44.92", "00:23:49.51" ], [ "00:23:49.16", "00:23:51.79" ] ], "start_stop_frames": [ [ 84978, 85279 ], [ 85377, 85495 ], [ 85495, 85770 ], [ 85749, 85907 ] ], "trgnoun": "food_processor", "trgverb": "turn_off" }, { "key": "P22_12+68_69_70_71", "video_id": "P22_12", "narration_ids": [ "P22_12_68", "P22_12_69", "P22_12_70", "P22_12_71" ], "src": "remove slice . remove skin . put_down slice", "src1": "remove slice", "src2": "remove skin", "src3": "put_down slice", "trg": "cut peach", "vis_src": "P22_12:68 P22_12:69 P22_12:70", "vis_trg": "P22_12:71", "narrations": [ "remove slice", "remove skin", "put down slice", "cut peach" ], "verbs": [ "remove", "remove", "put-down", "cut" ], "verb_classes": [ 12, 12, 1, 7 ], "nouns": [ "peach", "skin", "banana", "peach" ], "noun_classes": [ 74, 48, 146, 74 ], "start_stop_timestamps": [ [ "00:03:28.65", "00:03:31.15" ], [ "00:03:32.02", "00:03:34.13" ], [ "00:03:33.86", "00:03:35.08" ], [ "00:03:35.18", "00:03:39.47" ] ], "start_stop_frames": [ [ 12519, 12669 ], [ 12721, 12847 ], [ 12831, 12904 ], [ 12910, 13168 ] ], "trgnoun": "peach", "trgverb": "cut" }, { "key": "P02_02+1_2_3_5", "video_id": "P02_02", "narration_ids": [ "P02_02_1", "P02_02_2", "P02_02_3", "P02_02_5" ], "src": "pick_up the bag . tie the bag . tie the bag again", "src1": "pick_up the bag", "src2": "tie the bag", "src3": "tie the bag again", "trg": "put bag down", "vis_src": "P02_02:1 P02_02:2 P02_02:3", "vis_trg": "P02_02:5", "narrations": [ "pick up the bag", "tie the bag", "tie the bag again", "put bag down" ], "verbs": [ "pick-up", "tie", "tie", "put-down" ], "verb_classes": [ 0, 36, 36, 1 ], "nouns": [ "bag", "bag", "bag", "bag" ], "noun_classes": [ 19, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:00:04.46", "00:00:06.83" ], [ "00:00:05.19", "00:00:08.47" ], [ "00:00:08.40", "00:00:11.18" ], [ "00:00:13.80", "00:00:15.47" ] ], "start_stop_frames": [ [ 267, 409 ], [ 311, 508 ], [ 504, 670 ], [ 828, 928 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P04_107+640_641_642_643", "video_id": "P04_107", "narration_ids": [ "P04_107_640", "P04_107_641", "P04_107_642", "P04_107_643" ], "src": "pick_up ball of dough . move chopstick . squeeze dough", "src1": "pick_up ball of dough", "src2": "move chopstick", "src3": "squeeze dough", "trg": "put dough on chopping board", "vis_src": "P04_107:640 P04_107:641 P04_107:642", "vis_trg": "P04_107:643", "narrations": [ "pick up ball of dough", "move chopstick", "squeeze dough", "put dough on chopping board" ], "verbs": [ "pick-up", "move", "squeeze", "put-on" ], "verb_classes": [ 0, 11, 18, 1 ], "nouns": [ "ball:dough", "chopstick", "dough", "dough" ], "noun_classes": [ 25, 80, 25, 25 ], "start_stop_timestamps": [ [ "00:17:24.10", "00:17:24.74" ], [ "00:17:25.12", "00:17:26.75" ], [ "00:17:27.29", "00:17:31.31" ], [ "00:17:31.16", "00:17:32.60" ] ], "start_stop_frames": [ [ 52204, 52237 ], [ 52255, 52337 ], [ 52364, 52565 ], [ 52558, 52629 ] ], "trgnoun": "dough", "trgverb": "put_on" }, { "key": "P02_130+135_136_137_139", "video_id": "P02_130", "narration_ids": [ "P02_130_135", "P02_130_136", "P02_130_137", "P02_130_139" ], "src": "pour biscuits powder from food processor into glass . shake food processor bowl . put_down food processor bowl", "src1": "pour biscuits powder from food processor into glass", "src2": "shake food processor bowl", "src3": "put_down food processor bowl", "trg": "put_down glass", "vis_src": "P02_130:135 P02_130:136 P02_130:137", "vis_trg": "P02_130:139", "narrations": [ "pour biscuits powder from food processor into glass", "shake food processor bowl", "put down food processor bowl", "put down glass" ], "verbs": [ "pour-into", "shake", "put-down", "put-down" ], "verb_classes": [ 9, 15, 1, 1 ], "nouns": [ "powder:biscuit", "bowl:food:processor", "bowl:food:processor", "glass" ], "noun_classes": [ 104, 7, 7, 10 ], "start_stop_timestamps": [ [ "00:05:08.64", "00:05:13.81" ], [ "00:05:13.85", "00:05:15.76" ], [ "00:05:15.86", "00:05:17.49" ], [ "00:05:20.32", "00:05:21.61" ] ], "start_stop_frames": [ [ 15432, 15690 ], [ 15692, 15788 ], [ 15793, 15874 ], [ 16016, 16080 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P06_07+7_8_9_10", "video_id": "P06_07", "narration_ids": [ "P06_07_7", "P06_07_8", "P06_07_9", "P06_07_10" ], "src": "pick_up plate . open oven . take pizza into oven onto plate", "src1": "pick_up plate", "src2": "open oven", "src3": "take pizza into oven onto plate", "trg": "put pizza on counter", "vis_src": "P06_07:7 P06_07:8 P06_07:9", "vis_trg": "P06_07:10", "narrations": [ "pick up plate", "open oven", "take pizza into oven onto plate", "put pizza on counter" ], "verbs": [ "pick-up", "open", "take-into", "put-on" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "plate", "oven", "pizza", "pizza" ], "noun_classes": [ 2, 46, 91, 91 ], "start_stop_timestamps": [ [ "00:00:21.91", "00:00:23.71" ], [ "00:00:23.71", "00:00:28.96" ], [ "00:00:29.04", "00:00:32.00" ], [ "00:00:32.37", "00:00:34.42" ] ], "start_stop_frames": [ [ 1314, 1422 ], [ 1422, 1737 ], [ 1742, 1920 ], [ 1942, 2065 ] ], "trgnoun": "pizza", "trgverb": "put_on" }, { "key": "P24_01+12_13_14_15", "video_id": "P24_01", "narration_ids": [ "P24_01_12", "P24_01_13", "P24_01_14", "P24_01_15" ], "src": "peel melon . throw melon_peel . cut melon", "src1": "peel melon", "src2": "throw melon_peel", "src3": "cut melon", "trg": "pick_up melon", "vis_src": "P24_01:12 P24_01:13 P24_01:14", "vis_trg": "P24_01:15", "narrations": [ "peel melon", "throw melon peel", "cut melon", "pick up melon" ], "verbs": [ "peel", "throw", "cut", "pick-up" ], "verb_classes": [ 19, 13, 7, 0 ], "nouns": [ "melon", "peel:melon", "melon", "melon" ], "noun_classes": [ 273, 48, 273, 273 ], "start_stop_timestamps": [ [ "00:01:08.42", "00:01:20.73" ], [ "00:01:28.87", "00:01:33.11" ], [ "00:01:38.54", "00:01:54.87" ], [ "00:01:59.07", "00:02:01.51" ] ], "start_stop_frames": [ [ 4105, 4843 ], [ 5332, 5586 ], [ 5912, 6892 ], [ 7144, 7290 ] ], "trgnoun": "melon", "trgverb": "pick_up" }, { "key": "P26_10+18_19_20_21", "video_id": "P26_10", "narration_ids": [ "P26_10_18", "P26_10_19", "P26_10_20", "P26_10_21" ], "src": "put bread . pick_up biscuits . open counter", "src1": "put bread", "src2": "pick_up biscuits", "src3": "open counter", "trg": "put biscuits", "vis_src": "P26_10:18 P26_10:19 P26_10:20", "vis_trg": "P26_10:21", "narrations": [ "put bread", "pick up biscuits", "open counter", "put biscuits" ], "verbs": [ "put", "pick-up", "open", "put" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "bread", "biscuit", "counter", "biscuit" ], "noun_classes": [ 33, 104, 42, 104 ], "start_stop_timestamps": [ [ "00:01:22.85", "00:01:24.10" ], [ "00:01:25.24", "00:01:26.79" ], [ "00:01:26.84", "00:01:28.77" ], [ "00:01:28.65", "00:01:31.95" ] ], "start_stop_frames": [ [ 4971, 5046 ], [ 5114, 5207 ], [ 5210, 5326 ], [ 5319, 5517 ] ], "trgnoun": "biscuit", "trgverb": "put" }, { "key": "P02_123+383_384_385_386", "video_id": "P02_123", "narration_ids": [ "P02_123_383", "P02_123_384", "P02_123_385", "P02_123_386" ], "src": "put_down washing_liquid . sponge blender . open tap", "src1": "put_down washing_liquid", "src2": "sponge blender", "src3": "open tap", "trg": "rinse blender", "vis_src": "P02_123:383 P02_123:384 P02_123:385", "vis_trg": "P02_123:386", "narrations": [ "put down washing liquid", "sponge blender", "open tap", "rinse blender" ], "verbs": [ "put-down", "sponge", "turn-on", "rinse" ], "verb_classes": [ 1, 2, 6, 2 ], "nouns": [ "liquid:washing", "blender", "tap", "blender" ], "noun_classes": [ 22, 82, 0, 82 ], "start_stop_timestamps": [ [ "00:19:08.12", "00:19:09.11" ], [ "00:19:09.91", "00:19:19.94" ], [ "00:19:20.08", "00:19:21.02" ], [ "00:19:21.12", "00:19:38.70" ] ], "start_stop_frames": [ [ 57405, 57455 ], [ 57495, 57997 ], [ 58004, 58051 ], [ 58055, 58935 ] ], "trgnoun": "blender", "trgverb": "rinse" }, { "key": "P03_120+22_23_24_25", "video_id": "P03_120", "narration_ids": [ "P03_120_22", "P03_120_23", "P03_120_24", "P03_120_25" ], "src": "open cupboard . take juicer and large bowl from cupboard . put_down large_bowl", "src1": "open cupboard", "src2": "take juicer and large bowl from cupboard", "src3": "put_down large_bowl", "trg": "put_down juicer", "vis_src": "P03_120:22 P03_120:23 P03_120:24", "vis_trg": "P03_120:25", "narrations": [ "open cupboard", "take juicer and large bowl from cupboard", "put down large bowl", "put down juicer" ], "verbs": [ "open", "take-from", "put-down", "put-down" ], "verb_classes": [ 3, 0, 1, 1 ], "nouns": [ "cupboard", "juicer", "bowl:large", "juicer" ], "noun_classes": [ 3, 106, 7, 106 ], "start_stop_timestamps": [ [ "00:00:47.16", "00:00:48.23" ], [ "00:00:49.91", "00:00:53.07" ], [ "00:00:58.04", "00:00:58.76" ], [ "00:00:58.96", "00:00:59.95" ] ], "start_stop_frames": [ [ 2358, 2411 ], [ 2495, 2653 ], [ 2902, 2938 ], [ 2948, 2997 ] ], "trgnoun": "juicer", "trgverb": "put_down" }, { "key": "P02_129+414_416_417_419", "video_id": "P02_129", "narration_ids": [ "P02_129_414", "P02_129_416", "P02_129_417", "P02_129_419" ], "src": "move blender . pick_up biscuits . open biscuits packaging", "src1": "move blender", "src2": "pick_up biscuits", "src3": "open biscuits packaging", "trg": "pick biscuits from surface", "vis_src": "P02_129:414 P02_129:416 P02_129:417", "vis_trg": "P02_129:419", "narrations": [ "move blender", "pick up biscuits", "open biscuits packaging", "pick biscuits from surface" ], "verbs": [ "move", "pick-up", "open", "pick-from" ], "verb_classes": [ 11, 0, 3, 0 ], "nouns": [ "blender", "biscuit", "packaging:biscuit", "biscuit" ], "noun_classes": [ 82, 104, 26, 104 ], "start_stop_timestamps": [ [ "00:14:51.14", "00:14:53.15" ], [ "00:14:55.50", "00:14:56.50" ], [ "00:14:57.07", "00:15:06.45" ], [ "00:15:08.83", "00:15:09.59" ] ], "start_stop_frames": [ [ 44557, 44657 ], [ 44775, 44825 ], [ 44853, 45322 ], [ 45441, 45479 ] ], "trgnoun": "biscuit", "trgverb": "pick_from" }, { "key": "P04_16+20_21_22_23", "video_id": "P04_16", "narration_ids": [ "P04_16_20", "P04_16_21", "P04_16_22", "P04_16_23" ], "src": "close rice_bag . open cupboard . put away rice", "src1": "close rice_bag", "src2": "open cupboard", "src3": "put away rice", "trg": "stir rice into pan", "vis_src": "P04_16:20 P04_16:21 P04_16:22", "vis_trg": "P04_16:23", "narrations": [ "close rice bag", "open cupboard", "put away rice", "stir rice into pan" ], "verbs": [ "close", "open", "put", "stir-into" ], "verb_classes": [ 4, 3, 1, 10 ], "nouns": [ "bag:rice", "cupboard", "rice", "rice" ], "noun_classes": [ 19, 3, 55, 55 ], "start_stop_timestamps": [ [ "00:01:25.79", "00:01:28.99" ], [ "00:01:29.71", "00:01:30.63" ], [ "00:01:30.87", "00:01:31.80" ], [ "00:01:33.54", "00:01:53.77" ] ], "start_stop_frames": [ [ 5147, 5339 ], [ 5382, 5437 ], [ 5452, 5508 ], [ 5612, 6826 ] ], "trgnoun": "rice", "trgverb": "stir_into" }, { "key": "P03_120+244_245_246_247", "video_id": "P03_120", "narration_ids": [ "P03_120_244", "P03_120_245", "P03_120_246", "P03_120_247" ], "src": "dry hands . move large_saucepan . pick_up large_saucepan", "src1": "dry hands", "src2": "move large_saucepan", "src3": "pick_up large_saucepan", "trg": "put_down large_saucepan", "vis_src": "P03_120:244 P03_120:245 P03_120:246", "vis_trg": "P03_120:247", "narrations": [ "dry hands", "move large saucepan", "pick up large saucepan", "put down large saucepan" ], "verbs": [ "dry", "move", "pick-up", "put-down" ], "verb_classes": [ 14, 11, 0, 1 ], "nouns": [ "hand", "saucepan:large", "saucepan:large", "saucepan:large" ], "noun_classes": [ 11, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:12:33.90", "00:12:35.15" ], [ "00:12:36.83", "00:12:39.06" ], [ "00:12:37.47", "00:12:39.27" ], [ "00:12:39.35", "00:12:40.67" ] ], "start_stop_frames": [ [ 37695, 37757 ], [ 37841, 37953 ], [ 37873, 37963 ], [ 37967, 38033 ] ], "trgnoun": "large_saucepan", "trgverb": "put_down" }, { "key": "P02_130+83_84_85_86", "video_id": "P02_130", "narration_ids": [ "P02_130_83", "P02_130_84", "P02_130_85", "P02_130_86" ], "src": "pick_up biscuits from food processor . pick_up food processor chopping blades . put chopping_blades inside food processor", "src1": "pick_up biscuits from food processor", "src2": "pick_up food processor chopping blades", "src3": "put chopping_blades inside food processor", "trg": "put biscuits inside food processor", "vis_src": "P02_130:83 P02_130:84 P02_130:85", "vis_trg": "P02_130:86", "narrations": [ "pick up biscuits from food processor", "pick up food processor chopping blades", "put chopping blades inside food processor", "put biscuits inside food processor" ], "verbs": [ "pick-up", "pick-up", "put", "put-inside" ], "verb_classes": [ 0, 0, 1, 5 ], "nouns": [ "biscuit", "blade:food:processor:chopping", "blade:chopping", "biscuit" ], "noun_classes": [ 104, 147, 4, 104 ], "start_stop_timestamps": [ [ "00:03:05.33", "00:03:07.10" ], [ "00:03:06.90", "00:03:08.76" ], [ "00:03:08.79", "00:03:10.29" ], [ "00:03:10.37", "00:03:11.02" ] ], "start_stop_frames": [ [ 9266, 9355 ], [ 9345, 9438 ], [ 9439, 9514 ], [ 9518, 9551 ] ], "trgnoun": "biscuit", "trgverb": "put_inside" }, { "key": "P03_120+235_236_237_238", "video_id": "P03_120", "narration_ids": [ "P03_120_235", "P03_120_236", "P03_120_237", "P03_120_238" ], "src": "tap spoon against side of bowl . scrape butter out of spoon with hands . pick_up large_bowl", "src1": "tap spoon against side of bowl", "src2": "scrape butter out of spoon with hands", "src3": "pick_up large_bowl", "trg": "put_down large_bowl", "vis_src": "P03_120:235 P03_120:236 P03_120:237", "vis_trg": "P03_120:238", "narrations": [ "tap spoon against side of bowl", "scrape butter out of spoon with hands", "pick up large bowl", "put down large bowl" ], "verbs": [ "tap", "scrape-out", "pick-up", "put-down" ], "verb_classes": [ 32, 25, 0, 1 ], "nouns": [ "spoon", "butter", "bowl:large", "bowl:large" ], "noun_classes": [ 1, 78, 7, 7 ], "start_stop_timestamps": [ [ "00:12:20.46", "00:12:22.43" ], [ "00:12:22.29", "00:12:23.41" ], [ "00:12:24.20", "00:12:25.20" ], [ "00:12:25.39", "00:12:26.11" ] ], "start_stop_frames": [ [ 37023, 37121 ], [ 37114, 37170 ], [ 37210, 37260 ], [ 37269, 37305 ] ], "trgnoun": "large_bowl", "trgverb": "put_down" }, { "key": "P02_130+306_307_308_309", "video_id": "P02_130", "narration_ids": [ "P02_130_306", "P02_130_307", "P02_130_308", "P02_130_309" ], "src": "hold bowl . pick_up wooden_spoon . mix biscuits and chocolate", "src1": "hold bowl", "src2": "pick_up wooden_spoon", "src3": "mix biscuits and chocolate", "trg": "leave wooden_spoon", "vis_src": "P02_130:306 P02_130:307 P02_130:308", "vis_trg": "P02_130:309", "narrations": [ "hold bowl", "pick up wooden spoon", "mix biscuits and chocolate", "leave wooden spoon" ], "verbs": [ "hold", "pick-up", "mix", "leave" ], "verb_classes": [ 34, 0, 10, 1 ], "nouns": [ "bowl", "spoon:wooden", "biscuit", "spoon:wooden" ], "noun_classes": [ 7, 1, 104, 1 ], "start_stop_timestamps": [ [ "00:17:02.46", "00:17:03.04" ], [ "00:17:03.14", "00:17:03.74" ], [ "00:17:03.09", "00:17:05.82" ], [ "00:17:05.82", "00:17:06.38" ] ], "start_stop_frames": [ [ 51123, 51152 ], [ 51157, 51187 ], [ 51154, 51291 ], [ 51291, 51319 ] ], "trgnoun": "wooden_spoon", "trgverb": "leave" }, { "key": "P02_108+15_16_17_18", "video_id": "P02_108", "narration_ids": [ "P02_108_15", "P02_108_16", "P02_108_17", "P02_108_18" ], "src": "pick_up flour_bag . put_down flour . pick_up biscuit", "src1": "pick_up flour_bag", "src2": "put_down flour", "src3": "pick_up biscuit", "trg": "put biscuit in cupboard", "vis_src": "P02_108:15 P02_108:16 P02_108:17", "vis_trg": "P02_108:18", "narrations": [ "pick up flour bag", "put down flour", "pick up biscuit", "put biscuit in cupboard" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-in" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "bag:flour", "flour", "biscuit", "biscuit" ], "noun_classes": [ 19, 75, 104, 104 ], "start_stop_timestamps": [ [ "00:00:36.78", "00:00:38.16" ], [ "00:00:38.26", "00:00:39.99" ], [ "00:00:40.07", "00:00:43.73" ], [ "00:00:43.83", "00:00:45.92" ] ], "start_stop_frames": [ [ 1839, 1907 ], [ 1913, 1999 ], [ 2003, 2186 ], [ 2191, 2296 ] ], "trgnoun": "biscuit", "trgverb": "put_in" }, { "key": "P30_101+129_132_133_135", "video_id": "P30_101", "narration_ids": [ "P30_101_129", "P30_101_132", "P30_101_133", "P30_101_135" ], "src": "wipe surface . pick_up sponge . wipe pitta_breads", "src1": "wipe surface", "src2": "pick_up sponge", "src3": "wipe pitta_breads", "trg": "put_down pitta_breads", "vis_src": "P30_101:129 P30_101:132 P30_101:133", "vis_trg": "P30_101:135", "narrations": [ "wipe surface", "pick up sponge", "wipe pitta breads", "put down pitta breads" ], "verbs": [ "wipe", "pick-up", "wipe", "put-down" ], "verb_classes": [ 2, 0, 2, 1 ], "nouns": [ "surface", "sponge", "bread:pitta", "bread:pitta" ], "noun_classes": [ 42, 9, 33, 33 ], "start_stop_timestamps": [ [ "00:04:23.75", "00:04:24.75" ], [ "00:04:26.26", "00:04:26.93" ], [ "00:04:26.42", "00:04:29.24" ], [ "00:04:27.75", "00:04:30.74" ] ], "start_stop_frames": [ [ 13187, 13237 ], [ 13313, 13346 ], [ 13321, 13462 ], [ 13387, 13537 ] ], "trgnoun": "pitta_bread", "trgverb": "put_down" }, { "key": "P22_12+69_70_71_72", "video_id": "P22_12", "narration_ids": [ "P22_12_69", "P22_12_70", "P22_12_71", "P22_12_72" ], "src": "remove skin . put_down slice . cut peach", "src1": "remove skin", "src2": "put_down slice", "src3": "cut peach", "trg": "remove slice", "vis_src": "P22_12:69 P22_12:70 P22_12:71", "vis_trg": "P22_12:72", "narrations": [ "remove skin", "put down slice", "cut peach", "remove slice" ], "verbs": [ "remove", "put-down", "cut", "remove" ], "verb_classes": [ 12, 1, 7, 12 ], "nouns": [ "skin", "banana", "peach", "peach" ], "noun_classes": [ 48, 146, 74, 74 ], "start_stop_timestamps": [ [ "00:03:32.02", "00:03:34.13" ], [ "00:03:33.86", "00:03:35.08" ], [ "00:03:35.18", "00:03:39.47" ], [ "00:03:38.83", "00:03:40.29" ] ], "start_stop_frames": [ [ 12721, 12847 ], [ 12831, 12904 ], [ 12910, 13168 ], [ 13129, 13217 ] ], "trgnoun": "peach", "trgverb": "remove" }, { "key": "P02_104+18_19_22_65", "video_id": "P02_104", "narration_ids": [ "P02_104_18", "P02_104_19", "P02_104_22", "P02_104_65" ], "src": "check recipe . open packaging . close bin", "src1": "check recipe", "src2": "open packaging", "src3": "close bin", "trg": "open bin", "vis_src": "P02_104:18 P02_104:19 P02_104:22", "vis_trg": "P02_104:65", "narrations": [ "check recipe", "open packaging", "close bin", "open bin" ], "verbs": [ "check", "open", "close", "open" ], "verb_classes": [ 24, 3, 4, 3 ], "nouns": [ "recipe", "packaging", "bin", "bin" ], "noun_classes": [ 149, 26, 36, 36 ], "start_stop_timestamps": [ [ "00:00:50.59", "00:00:53.02" ], [ "00:00:53.03", "00:01:02.05" ], [ "00:01:03.00", "00:01:06.55" ], [ "00:03:34.37", "00:03:34.94" ] ], "start_stop_frames": [ [ 2529, 2651 ], [ 2651, 3102 ], [ 3150, 3327 ], [ 10718, 10747 ] ], "trgnoun": "bin", "trgverb": "open" }, { "key": "P04_109+480_481_482_483", "video_id": "P04_109", "narration_ids": [ "P04_109_480", "P04_109_481", "P04_109_482", "P04_109_483" ], "src": "grab coriander . put coriander in ramekin . wipe_up coriander", "src1": "grab coriander", "src2": "put coriander in ramekin", "src3": "wipe_up coriander", "trg": "pick_up coriander", "vis_src": "P04_109:480 P04_109:481 P04_109:482", "vis_trg": "P04_109:483", "narrations": [ "grab coriander", "put coriander in ramekin", "wipe up coriander", "pick up coriander" ], "verbs": [ "grab", "put-in", "wipe-up", "pick-up" ], "verb_classes": [ 0, 5, 2, 0 ], "nouns": [ "coriander", "coriander", "coriander", "coriander" ], "noun_classes": [ 173, 173, 173, 173 ], "start_stop_timestamps": [ [ "00:15:01.80", "00:15:02.25" ], [ "00:15:02.95", "00:15:04.02" ], [ "00:15:04.80", "00:15:07.85" ], [ "00:15:07.90", "00:15:08.78" ] ], "start_stop_frames": [ [ 45090, 45112 ], [ 45147, 45201 ], [ 45240, 45392 ], [ 45395, 45439 ] ], "trgnoun": "coriander", "trgverb": "pick_up" }, { "key": "P08_23+259_260_261_262", "video_id": "P08_23", "narration_ids": [ "P08_23_259", "P08_23_260", "P08_23_261", "P08_23_262" ], "src": "check kiwi . get bell_pepper . tap on", "src1": "check kiwi", "src2": "get bell_pepper", "src3": "tap on", "trg": "wash bell_pepper", "vis_src": "P08_23:259 P08_23:260 P08_23:261", "vis_trg": "P08_23:262", "narrations": [ "check kiwi", "get bell pepper", "tap on", "wash bell pepper" ], "verbs": [ "check", "get", "turn-on", "wash" ], "verb_classes": [ 24, 0, 6, 2 ], "nouns": [ "kiwi", "pepper:bell", "tap", "pepper:bell" ], "noun_classes": [ 213, 37, 0, 37 ], "start_stop_timestamps": [ [ "00:22:19.19", "00:22:23.69" ], [ "00:22:23.95", "00:22:24.81" ], [ "00:22:26.04", "00:22:27.19" ], [ "00:22:27.02", "00:22:28.16" ] ], "start_stop_frames": [ [ 80351, 80621 ], [ 80637, 80688 ], [ 80762, 80831 ], [ 80821, 80889 ] ], "trgnoun": "bell_pepper", "trgverb": "wash" }, { "key": "P08_05+78_79_80_81", "video_id": "P08_05", "narration_ids": [ "P08_05_78", "P08_05_79", "P08_05_80", "P08_05_81" ], "src": "get knife . cut bell_pepper . take_out the stem", "src1": "get knife", "src2": "cut bell_pepper", "src3": "take_out the stem", "trg": "wash bell_pepper", "vis_src": "P08_05:78 P08_05:79 P08_05:80", "vis_trg": "P08_05:81", "narrations": [ "get knife", "cut bell pepper", "take out the stem", "wash bell pepper" ], "verbs": [ "get", "cut", "take-out", "wash" ], "verb_classes": [ 0, 7, 12, 2 ], "nouns": [ "knife", "pepper:bell", "stem", "pepper:bell" ], "noun_classes": [ 4, 37, 210, 37 ], "start_stop_timestamps": [ [ "00:05:16.05", "00:05:17.05" ], [ "00:05:17.65", "00:05:19.28" ], [ "00:05:21.75", "00:05:22.75" ], [ "00:05:26.19", "00:05:33.32" ] ], "start_stop_frames": [ [ 18963, 19023 ], [ 19059, 19156 ], [ 19305, 19365 ], [ 19571, 19999 ] ], "trgnoun": "bell_pepper", "trgverb": "wash" }, { "key": "P03_120+237_238_239_241", "video_id": "P03_120", "narration_ids": [ "P03_120_237", "P03_120_238", "P03_120_239", "P03_120_241" ], "src": "pick_up large_bowl . put_down large_bowl . put_down spoon on large bowl", "src1": "pick_up large_bowl", "src2": "put_down large_bowl", "src3": "put_down spoon on large bowl", "trg": "turn_on tap", "vis_src": "P03_120:237 P03_120:238 P03_120:239", "vis_trg": "P03_120:241", "narrations": [ "pick up large bowl", "put down large bowl", "put down spoon on large bowl", "turn on tap" ], "verbs": [ "pick-up", "put-down", "put-down", "turn-on" ], "verb_classes": [ 0, 1, 1, 6 ], "nouns": [ "bowl:large", "bowl:large", "spoon", "tap" ], "noun_classes": [ 7, 7, 1, 0 ], "start_stop_timestamps": [ [ "00:12:24.20", "00:12:25.20" ], [ "00:12:25.39", "00:12:26.11" ], [ "00:12:26.18", "00:12:27.73" ], [ "00:12:29.82", "00:12:30.60" ] ], "start_stop_frames": [ [ 37210, 37260 ], [ 37269, 37305 ], [ 37309, 37386 ], [ 37491, 37530 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P08_23+260_261_262_263", "video_id": "P08_23", "narration_ids": [ "P08_23_260", "P08_23_261", "P08_23_262", "P08_23_263" ], "src": "get bell_pepper . tap on . wash bell_pepper", "src1": "get bell_pepper", "src2": "tap on", "src3": "wash bell_pepper", "trg": "cut bell_pepper", "vis_src": "P08_23:260 P08_23:261 P08_23:262", "vis_trg": "P08_23:263", "narrations": [ "get bell pepper", "tap on", "wash bell pepper", "cut bell pepper" ], "verbs": [ "get", "turn-on", "wash", "cut" ], "verb_classes": [ 0, 6, 2, 7 ], "nouns": [ "pepper:bell", "tap", "pepper:bell", "pepper:bell" ], "noun_classes": [ 37, 0, 37, 37 ], "start_stop_timestamps": [ [ "00:22:23.95", "00:22:24.81" ], [ "00:22:26.04", "00:22:27.19" ], [ "00:22:27.02", "00:22:28.16" ], [ "00:22:30.24", "00:22:33.01" ] ], "start_stop_frames": [ [ 80637, 80688 ], [ 80762, 80831 ], [ 80821, 80889 ], [ 81014, 81180 ] ], "trgnoun": "bell_pepper", "trgverb": "cut" }, { "key": "P03_120+246_247_248_249", "video_id": "P03_120", "narration_ids": [ "P03_120_246", "P03_120_247", "P03_120_248", "P03_120_249" ], "src": "pick_up large_saucepan . put_down large_saucepan . pick_up large_bowl", "src1": "pick_up large_saucepan", "src2": "put_down large_saucepan", "src3": "pick_up large_bowl", "trg": "put_down large_bowl", "vis_src": "P03_120:246 P03_120:247 P03_120:248", "vis_trg": "P03_120:249", "narrations": [ "pick up large saucepan", "put down large saucepan", "pick up large bowl", "put down large bowl" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "saucepan:large", "saucepan:large", "bowl:large", "bowl:large" ], "noun_classes": [ 5, 5, 7, 7 ], "start_stop_timestamps": [ [ "00:12:37.47", "00:12:39.27" ], [ "00:12:39.35", "00:12:40.67" ], [ "00:12:43.29", "00:12:50.78" ], [ "00:12:48.09", "00:12:49.99" ] ], "start_stop_frames": [ [ 37873, 37963 ], [ 37967, 38033 ], [ 38164, 38539 ], [ 38404, 38499 ] ], "trgnoun": "large_bowl", "trgverb": "put_down" }, { "key": "P02_132+75_76_77_78", "video_id": "P02_132", "narration_ids": [ "P02_132_75", "P02_132_76", "P02_132_77", "P02_132_78" ], "src": "pick_up foil_paper . open bin . throw foil_paper", "src1": "pick_up foil_paper", "src2": "open bin", "src3": "throw foil_paper", "trg": "close bin", "vis_src": "P02_132:75 P02_132:76 P02_132:77", "vis_trg": "P02_132:78", "narrations": [ "pick up foil paper", "open bin", "throw foil paper", "close bin" ], "verbs": [ "pick-up", "open", "throw", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "paper:foil", "bin", "paper:foil", "bin" ], "noun_classes": [ 49, 36, 49, 36 ], "start_stop_timestamps": [ [ "00:03:16.13", "00:03:17.37" ], [ "00:03:20.15", "00:03:20.99" ], [ "00:03:21.09", "00:03:21.50" ], [ "00:03:21.56", "00:03:22.37" ] ], "start_stop_frames": [ [ 9806, 9868 ], [ 10007, 10049 ], [ 10054, 10075 ], [ 10078, 10118 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P08_23+261_262_263_264", "video_id": "P08_23", "narration_ids": [ "P08_23_261", "P08_23_262", "P08_23_263", "P08_23_264" ], "src": "tap on . wash bell_pepper . cut bell_pepper", "src1": "tap on", "src2": "wash bell_pepper", "src3": "cut bell_pepper", "trg": "remove stems", "vis_src": "P08_23:261 P08_23:262 P08_23:263", "vis_trg": "P08_23:264", "narrations": [ "tap on", "wash bell pepper", "cut bell pepper", "remove stems" ], "verbs": [ "turn-on", "wash", "cut", "remove" ], "verb_classes": [ 6, 2, 7, 12 ], "nouns": [ "tap", "pepper:bell", "pepper:bell", "pepper:bell" ], "noun_classes": [ 0, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:22:26.04", "00:22:27.19" ], [ "00:22:27.02", "00:22:28.16" ], [ "00:22:30.24", "00:22:33.01" ], [ "00:22:32.96", "00:22:44.47" ] ], "start_stop_frames": [ [ 80762, 80831 ], [ 80821, 80889 ], [ 81014, 81180 ], [ 81177, 81868 ] ], "trgnoun": "bell_pepper", "trgverb": "remove" }, { "key": "P22_05+174_175_176_177", "video_id": "P22_05", "narration_ids": [ "P22_05_174", "P22_05_175", "P22_05_176", "P22_05_177" ], "src": "open fridge . take peach . take banana", "src1": "open fridge", "src2": "take peach", "src3": "take banana", "trg": "put_down down banana", "vis_src": "P22_05:174 P22_05:175 P22_05:176", "vis_trg": "P22_05:177", "narrations": [ "open fridge", "take peach", "take banana", "put down down banana" ], "verbs": [ "open", "take", "take", "put-down" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "fridge", "peach", "banana", "banana" ], "noun_classes": [ 12, 74, 146, 146 ], "start_stop_timestamps": [ [ "00:07:34.78", "00:07:36.94" ], [ "00:07:37.04", "00:07:39.29" ], [ "00:07:39.18", "00:07:43.81" ], [ "00:07:43.91", "00:07:44.82" ] ], "start_stop_frames": [ [ 27286, 27416 ], [ 27422, 27557 ], [ 27550, 27828 ], [ 27834, 27889 ] ], "trgnoun": "banana", "trgverb": "put_down" }, { "key": "P03_120+159_160_161_162", "video_id": "P03_120", "narration_ids": [ "P03_120_159", "P03_120_160", "P03_120_161", "P03_120_162" ], "src": "put_down juicer . pick_up lemon_half . move juicer", "src1": "put_down juicer", "src2": "pick_up lemon_half", "src3": "move juicer", "trg": "juice lemon_half", "vis_src": "P03_120:159 P03_120:160 P03_120:161", "vis_trg": "P03_120:162", "narrations": [ "put down juicer", "pick up lemon half", "move juicer", "juice lemon half" ], "verbs": [ "put-down", "pick-up", "move", "juice" ], "verb_classes": [ 1, 0, 11, 18 ], "nouns": [ "juicer", "half:lemon", "juicer", "half:lemon" ], "noun_classes": [ 106, 105, 106, 105 ], "start_stop_timestamps": [ [ "00:08:42.65", "00:08:43.39" ], [ "00:08:43.44", "00:08:44.15" ], [ "00:08:43.92", "00:08:45.30" ], [ "00:08:45.40", "00:09:15.86" ] ], "start_stop_frames": [ [ 26132, 26169 ], [ 26172, 26207 ], [ 26195, 26264 ], [ 26270, 27793 ] ], "trgnoun": "lemon_half", "trgverb": "juice" }, { "key": "P02_09+456_457_458_459", "video_id": "P02_09", "narration_ids": [ "P02_09_456", "P02_09_457", "P02_09_458", "P02_09_459" ], "src": "open tap . fill liquid . shake liquid", "src1": "open tap", "src2": "fill liquid", "src3": "shake liquid", "trg": "spread liquid", "vis_src": "P02_09:456 P02_09:457 P02_09:458", "vis_trg": "P02_09:459", "narrations": [ "open tap", "fill liquid", "shake liquid", "spread liquid" ], "verbs": [ "turn-on", "fill", "shake", "spread" ], "verb_classes": [ 6, 26, 15, 27 ], "nouns": [ "tap", "liquid", "liquid", "liquid" ], "noun_classes": [ 0, 150, 150, 150 ], "start_stop_timestamps": [ [ "00:30:44.41", "00:30:45.55" ], [ "00:30:45.40", "00:30:48.74" ], [ "00:30:48.84", "00:30:49.57" ], [ "00:30:49.57", "00:30:51.81" ] ], "start_stop_frames": [ [ 110664, 110733 ], [ 110724, 110924 ], [ 110930, 110974 ], [ 110974, 111108 ] ], "trgnoun": "liquid", "trgverb": "spread" }, { "key": "P03_121+45_46_47_48", "video_id": "P03_121", "narration_ids": [ "P03_121_45", "P03_121_46", "P03_121_47", "P03_121_48" ], "src": "stir lemon_juice into egg and sugar mixture . take fork from measuring jug . tap spoon against large bowl", "src1": "stir lemon_juice into egg and sugar mixture", "src2": "take fork from measuring jug", "src3": "tap spoon against large bowl", "trg": "put_down spoon", "vis_src": "P03_121:45 P03_121:46 P03_121:47", "vis_trg": "P03_121:48", "narrations": [ "stir lemon juice into egg and sugar mixture", "take fork from measuring jug", "tap spoon against large bowl", "put down spoon" ], "verbs": [ "stir-into", "take-from", "tap", "put-down" ], "verb_classes": [ 10, 0, 32, 1 ], "nouns": [ "juice:lemon", "fork", "spoon", "spoon" ], "noun_classes": [ 183, 14, 1, 1 ], "start_stop_timestamps": [ [ "00:04:13.63", "00:04:36.14" ], [ "00:04:37.09", "00:04:38.89" ], [ "00:04:39.88", "00:04:40.94" ], [ "00:04:40.36", "00:04:42.09" ] ], "start_stop_frames": [ [ 12681, 13807 ], [ 13854, 13944 ], [ 13994, 14047 ], [ 14018, 14104 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P25_11+24_25_26_27", "video_id": "P25_11", "narration_ids": [ "P25_11_24", "P25_11_25", "P25_11_26", "P25_11_27" ], "src": "pick_up lighter . close drawer . take coffee_pot", "src1": "pick_up lighter", "src2": "close drawer", "src3": "take coffee_pot", "trg": "put coffee_pot", "vis_src": "P25_11:24 P25_11:25 P25_11:26", "vis_trg": "P25_11:27", "narrations": [ "pick up lighter", "close drawer", "take coffee pot", "put coffee pot" ], "verbs": [ "pick-up", "close", "take", "put" ], "verb_classes": [ 0, 4, 0, 1 ], "nouns": [ "lighter", "drawer", "pot:coffee", "pot:coffee" ], "noun_classes": [ 130, 8, 50, 50 ], "start_stop_timestamps": [ [ "00:02:55.50", "00:02:58.20" ], [ "00:02:58.00", "00:02:58.75" ], [ "00:03:12.05", "00:03:13.14" ], [ "00:03:12.82", "00:03:15.20" ] ], "start_stop_frames": [ [ 10530, 10692 ], [ 10680, 10725 ], [ 11523, 11588 ], [ 11569, 11712 ] ], "trgnoun": "coffee_pot", "trgverb": "put" }, { "key": "P08_23+271_272_273_274", "video_id": "P08_23", "narration_ids": [ "P08_23_271", "P08_23_272", "P08_23_273", "P08_23_274" ], "src": "check potato . close microwave . cut bell_pepper", "src1": "check potato", "src2": "close microwave", "src3": "cut bell_pepper", "trg": "place bell_pepper in food processor", "vis_src": "P08_23:271 P08_23:272 P08_23:273", "vis_trg": "P08_23:274", "narrations": [ "check potato", "close microwave", "cut bell pepper", "place bell pepper in food processor" ], "verbs": [ "check", "close", "cut", "place-in" ], "verb_classes": [ 24, 4, 7, 5 ], "nouns": [ "potato", "microwave", "pepper:bell", "pepper:bell" ], "noun_classes": [ 30, 90, 37, 37 ], "start_stop_timestamps": [ [ "00:23:15.11", "00:23:22.37" ], [ "00:23:22.27", "00:23:23.94" ], [ "00:23:28.16", "00:23:35.26" ], [ "00:23:36.30", "00:23:41.33" ] ], "start_stop_frames": [ [ 83706, 84142 ], [ 84136, 84236 ], [ 84489, 84915 ], [ 84978, 85279 ] ], "trgnoun": "bell_pepper", "trgverb": "place_in" }, { "key": "P03_10+32_33_34_35", "video_id": "P03_10", "narration_ids": [ "P03_10_32", "P03_10_33", "P03_10_34", "P03_10_35" ], "src": "open juice . pour juice . place glass", "src1": "open juice", "src2": "pour juice", "src3": "place glass", "trg": "close juice", "vis_src": "P03_10:32 P03_10:33 P03_10:34", "vis_trg": "P03_10:35", "narrations": [ "open juice", "pour juice", "place glass", "close juice" ], "verbs": [ "open", "pour", "place", "close" ], "verb_classes": [ 3, 9, 1, 4 ], "nouns": [ "juice", "juice", "glass", "juice" ], "noun_classes": [ 183, 183, 10, 183 ], "start_stop_timestamps": [ [ "00:01:15.08", "00:01:17.48" ], [ "00:01:18.13", "00:01:23.59" ], [ "00:01:23.69", "00:01:24.68" ], [ "00:01:25.20", "00:01:26.95" ] ], "start_stop_frames": [ [ 4504, 4648 ], [ 4687, 5015 ], [ 5021, 5080 ], [ 5112, 5217 ] ], "trgnoun": "juice", "trgverb": "close" }, { "key": "P08_23+279_280_281_282", "video_id": "P08_23", "narration_ids": [ "P08_23_279", "P08_23_280", "P08_23_281", "P08_23_282" ], "src": "get chopstick . move the bell_pepper . start food_processor", "src1": "get chopstick", "src2": "move the bell_pepper", "src3": "start food_processor", "trg": "stop food_processor", "vis_src": "P08_23:279 P08_23:280 P08_23:281", "vis_trg": "P08_23:282", "narrations": [ "get chopstick", "move the bell pepper", "start food processor", "stop food processor" ], "verbs": [ "get", "move", "start", "stop" ], "verb_classes": [ 0, 11, 6, 80 ], "nouns": [ "chopstick", "pepper:bell", "processor:food", "processor:food" ], "noun_classes": [ 80, 37, 147, 147 ], "start_stop_timestamps": [ [ "00:23:54.91", "00:23:56.68" ], [ "00:23:56.53", "00:24:02.49" ], [ "00:24:11.52", "00:24:13.03" ], [ "00:24:17.17", "00:24:19.74" ] ], "start_stop_frames": [ [ 86094, 86200 ], [ 86191, 86549 ], [ 87091, 87181 ], [ 87430, 87584 ] ], "trgnoun": "food_processor", "trgverb": "stop" }, { "key": "P03_121+41_42_43_44", "video_id": "P03_121", "narration_ids": [ "P03_121_41", "P03_121_42", "P03_121_43", "P03_121_44" ], "src": "put_down bowl . pick_up juicer . pour lemon_juice into egg and sugar mixture", "src1": "put_down bowl", "src2": "pick_up juicer", "src3": "pour lemon_juice into egg and sugar mixture", "trg": "put_down juicer", "vis_src": "P03_121:41 P03_121:42 P03_121:43", "vis_trg": "P03_121:44", "narrations": [ "put down bowl", "pick up juicer", "pour lemon juice into egg and sugar mixture", "put down juicer" ], "verbs": [ "put-down", "pick-up", "pour-into", "put-down" ], "verb_classes": [ 1, 0, 9, 1 ], "nouns": [ "bowl", "juicer", "juice:lemon", "juicer" ], "noun_classes": [ 7, 106, 183, 106 ], "start_stop_timestamps": [ [ "00:03:59.28", "00:04:00.78" ], [ "00:04:01.35", "00:04:02.42" ], [ "00:04:03.35", "00:04:10.50" ], [ "00:04:10.47", "00:04:12.47" ] ], "start_stop_frames": [ [ 11964, 12039 ], [ 12067, 12121 ], [ 12167, 12525 ], [ 12523, 12623 ] ], "trgnoun": "juicer", "trgverb": "put_down" }, { "key": "P04_16+22_23_24_25", "video_id": "P04_16", "narration_ids": [ "P04_16_22", "P04_16_23", "P04_16_24", "P04_16_25" ], "src": "put away rice . stir rice into pan . mix stock", "src1": "put away rice", "src2": "stir rice into pan", "src3": "mix stock", "trg": "pour stock", "vis_src": "P04_16:22 P04_16:23 P04_16:24", "vis_trg": "P04_16:25", "narrations": [ "put away rice", "stir rice into pan", "mix stock", "pour stock" ], "verbs": [ "put", "stir-into", "mix", "pour" ], "verb_classes": [ 1, 10, 10, 9 ], "nouns": [ "rice", "rice", "stock", "stock" ], "noun_classes": [ 55, 55, 95, 95 ], "start_stop_timestamps": [ [ "00:01:30.87", "00:01:31.80" ], [ "00:01:33.54", "00:01:53.77" ], [ "00:01:53.65", "00:01:57.45" ], [ "00:01:57.55", "00:01:59.63" ] ], "start_stop_frames": [ [ 5452, 5508 ], [ 5612, 6826 ], [ 6819, 7047 ], [ 7053, 7177 ] ], "trgnoun": "stock", "trgverb": "pour" }, { "key": "P01_09+390_391_392_393", "video_id": "P01_09", "narration_ids": [ "P01_09_390", "P01_09_391", "P01_09_392", "P01_09_393" ], "src": "put_down tong . close drawer . close container", "src1": "put_down tong", "src2": "close drawer", "src3": "close container", "trg": "put container into cupboard", "vis_src": "P01_09:390 P01_09:391 P01_09:392", "vis_trg": "P01_09:393", "narrations": [ "put down tong", "close drawer", "close container", "put container into cupboard" ], "verbs": [ "put-down", "close", "close", "put-into" ], "verb_classes": [ 1, 4, 4, 5 ], "nouns": [ "tong", "drawer", "container", "container" ], "noun_classes": [ 142, 8, 21, 21 ], "start_stop_timestamps": [ [ "00:28:58.33", "00:28:59.59" ], [ "00:28:58.78", "00:28:59.64" ], [ "00:28:59.28", "00:29:01.27" ], [ "00:29:01.30", "00:29:02.76" ] ], "start_stop_frames": [ [ 104299, 104375 ], [ 104326, 104378 ], [ 104356, 104476 ], [ 104478, 104565 ] ], "trgnoun": "container", "trgverb": "put_into" }, { "key": "P22_05+155_156_157_158", "video_id": "P22_05", "narration_ids": [ "P22_05_155", "P22_05_156", "P22_05_157", "P22_05_158" ], "src": "open locker . pick_up coffee . close locker", "src1": "open locker", "src2": "pick_up coffee", "src3": "close locker", "trg": "open coffee", "vis_src": "P22_05:155 P22_05:156 P22_05:157", "vis_trg": "P22_05:158", "narrations": [ "open locker", "pick up coffee", "close locker", "open coffee" ], "verbs": [ "open", "pick-up", "close", "open" ], "verb_classes": [ 3, 0, 4, 3 ], "nouns": [ "locker", "coffee", "locker", "coffee" ], "noun_classes": [ 3, 59, 3, 59 ], "start_stop_timestamps": [ [ "00:06:49.45", "00:06:50.67" ], [ "00:06:50.87", "00:06:52.66" ], [ "00:06:52.68", "00:06:54.07" ], [ "00:06:54.23", "00:06:55.52" ] ], "start_stop_frames": [ [ 24567, 24640 ], [ 24652, 24759 ], [ 24760, 24844 ], [ 24853, 24931 ] ], "trgnoun": "coffee", "trgverb": "open" }, { "key": "P22_12+175_176_177_178", "video_id": "P22_12", "narration_ids": [ "P22_12_175", "P22_12_176", "P22_12_177", "P22_12_178" ], "src": "close drawer . put knife . open locker", "src1": "close drawer", "src2": "put knife", "src3": "open locker", "trg": "close locker", "vis_src": "P22_12:175 P22_12:176 P22_12:177", "vis_trg": "P22_12:178", "narrations": [ "close drawer", "put knife", "open locker", "close locker" ], "verbs": [ "close", "put", "open", "close" ], "verb_classes": [ 4, 1, 3, 4 ], "nouns": [ "drawer", "knife", "locker", "locker" ], "noun_classes": [ 8, 4, 3, 3 ], "start_stop_timestamps": [ [ "00:07:17.78", "00:07:18.66" ], [ "00:07:19.26", "00:07:20.51" ], [ "00:07:20.61", "00:07:23.11" ], [ "00:07:23.89", "00:07:26.02" ] ], "start_stop_frames": [ [ 26266, 26319 ], [ 26355, 26430 ], [ 26436, 26586 ], [ 26633, 26761 ] ], "trgnoun": "locker", "trgverb": "close" }, { "key": "P37_101+63_64_65_66", "video_id": "P37_101", "narration_ids": [ "P37_101_63", "P37_101_64", "P37_101_65", "P37_101_66" ], "src": "rinse chicken_thighs . put chicken_thighs in bowl . take plastic_tray", "src1": "rinse chicken_thighs", "src2": "put chicken_thighs in bowl", "src3": "take plastic_tray", "trg": "put plastic_tray in bin", "vis_src": "P37_101:63 P37_101:64 P37_101:65", "vis_trg": "P37_101:66", "narrations": [ "rinse chicken thighs", "put chicken thighs in bowl", "take plastic tray", "put plastic tray in bin" ], "verbs": [ "rinse", "put-in", "take", "put-in" ], "verb_classes": [ 2, 5, 0, 5 ], "nouns": [ "thigh:chicken", "thigh:chicken", "tray:plastic", "tray:plastic" ], "noun_classes": [ 57, 57, 35, 35 ], "start_stop_timestamps": [ [ "00:02:33.59", "00:02:34.59" ], [ "00:02:34.56", "00:02:35.23" ], [ "00:02:34.94", "00:02:36.73" ], [ "00:02:36.40", "00:02:39.14" ] ], "start_stop_frames": [ [ 7679, 7729 ], [ 7728, 7761 ], [ 7747, 7836 ], [ 7820, 7956 ] ], "trgnoun": "plastic_tray", "trgverb": "put_in" }, { "key": "P08_24+6_7_8_9", "video_id": "P08_24", "narration_ids": [ "P08_24_6", "P08_24_7", "P08_24_8", "P08_24_9" ], "src": "open cupboard . get garlic . get tissue", "src1": "open cupboard", "src2": "get garlic", "src3": "get tissue", "trg": "mash garlic", "vis_src": "P08_24:6 P08_24:7 P08_24:8", "vis_trg": "P08_24:9", "narrations": [ "open cupboard", "get garlic", "get tissue", "mash garlic" ], "verbs": [ "open", "get", "get", "mash" ], "verb_classes": [ 3, 0, 0, 49 ], "nouns": [ "cupboard", "garlic", "tissue", "garlic" ], "noun_classes": [ 3, 51, 88, 51 ], "start_stop_timestamps": [ [ "00:00:16.74", "00:00:17.79" ], [ "00:00:17.85", "00:00:19.21" ], [ "00:00:21.26", "00:00:22.51" ], [ "00:00:29.58", "00:00:31.99" ] ], "start_stop_frames": [ [ 1004, 1067 ], [ 1071, 1152 ], [ 1275, 1350 ], [ 1774, 1919 ] ], "trgnoun": "garlic", "trgverb": "mash" }, { "key": "P02_04+30_31_32_33", "video_id": "P02_04", "narration_ids": [ "P02_04_30", "P02_04_31", "P02_04_32", "P02_04_33" ], "src": "shake jar . open fridge . put jar", "src1": "shake jar", "src2": "open fridge", "src3": "put jar", "trg": "close fridge", "vis_src": "P02_04:30 P02_04:31 P02_04:32", "vis_trg": "P02_04:33", "narrations": [ "shake jar", "open fridge", "put jar", "close fridge" ], "verbs": [ "shake", "open", "put", "close" ], "verb_classes": [ 15, 3, 1, 4 ], "nouns": [ "jar", "fridge", "jar", "fridge" ], "noun_classes": [ 40, 12, 40, 12 ], "start_stop_timestamps": [ [ "00:01:15.08", "00:01:16.63" ], [ "00:01:17.67", "00:01:18.64" ], [ "00:01:18.74", "00:01:20.56" ], [ "00:01:20.73", "00:01:22.23" ] ], "start_stop_frames": [ [ 4504, 4597 ], [ 4660, 4718 ], [ 4724, 4833 ], [ 4843, 4933 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P22_16+187_188_189_190", "video_id": "P22_16", "narration_ids": [ "P22_16_187", "P22_16_188", "P22_16_189", "P22_16_190" ], "src": "close locker . pour minced . move chopping_board", "src1": "close locker", "src2": "pour minced", "src3": "move chopping_board", "trg": "mix minced", "vis_src": "P22_16:187 P22_16:188 P22_16:189", "vis_trg": "P22_16:190", "narrations": [ "close locker", "pour minced", "move chopping board", "mix minced" ], "verbs": [ "close", "pour", "move", "mix" ], "verb_classes": [ 4, 9, 11, 10 ], "nouns": [ "locker", "meat", "board:chopping", "meat" ], "noun_classes": [ 3, 28, 18, 28 ], "start_stop_timestamps": [ [ "00:07:55.64", "00:07:56.37" ], [ "00:07:57.57", "00:08:05.23" ], [ "00:08:07.36", "00:08:08.32" ], [ "00:08:08.16", "00:08:09.25" ] ], "start_stop_frames": [ [ 28538, 28582 ], [ 28654, 29113 ], [ 29241, 29299 ], [ 29289, 29355 ] ], "trgnoun": "meat", "trgverb": "mix" }, { "key": "P11_05+368_369_370_371", "video_id": "P11_05", "narration_ids": [ "P11_05_368", "P11_05_369", "P11_05_370", "P11_05_371" ], "src": "put_down bowls . pick_up tissue . wipe_down surface", "src1": "put_down bowls", "src2": "pick_up tissue", "src3": "wipe_down surface", "trg": "throw away tissue", "vis_src": "P11_05:368 P11_05:369 P11_05:370", "vis_trg": "P11_05:371", "narrations": [ "put down bowls", "pick up tissue", "wipe down surface", "throw away tissue" ], "verbs": [ "put-down", "pick-up", "wipe-down", "throw" ], "verb_classes": [ 1, 0, 2, 13 ], "nouns": [ "bowl", "tissue", "surface", "tissue" ], "noun_classes": [ 7, 88, 42, 88 ], "start_stop_timestamps": [ [ "00:26:46.06", "00:26:49.10" ], [ "00:26:53.25", "00:26:55.25" ], [ "00:26:56.00", "00:27:02.99" ], [ "00:27:02.77", "00:27:03.98" ] ], "start_stop_frames": [ [ 96363, 96546 ], [ 96795, 96915 ], [ 96960, 97379 ], [ 97366, 97438 ] ], "trgnoun": "tissue", "trgverb": "throw" }, { "key": "P30_107+690_691_692_693", "video_id": "P30_107", "narration_ids": [ "P30_107_690", "P30_107_691", "P30_107_692", "P30_107_693" ], "src": "put piece into pan . stir_fry meat and garlic . pick_up piece of meat", "src1": "put piece into pan", "src2": "stir_fry meat and garlic", "src3": "pick_up piece of meat", "trg": "taste meat", "vis_src": "P30_107:690 P30_107:691 P30_107:692", "vis_trg": "P30_107:693", "narrations": [ "put piece into pan", "stir fry meat and garlic", "pick up piece of meat", "taste meat" ], "verbs": [ "put-into", "stir-fry", "pick-up", "taste" ], "verb_classes": [ 5, 45, 0, 35 ], "nouns": [ "pan", "meat", "piece:meat", "meat" ], "noun_classes": [ 5, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:36:49.77", "00:36:51.27" ], [ "00:36:51.50", "00:36:56.23" ], [ "00:36:56.02", "00:36:56.58" ], [ "00:37:04.05", "00:37:05.32" ] ], "start_stop_frames": [ [ 110488, 110563 ], [ 110575, 110811 ], [ 110801, 110829 ], [ 111202, 111266 ] ], "trgnoun": "meat", "trgverb": "taste" }, { "key": "P30_04+28_29_30_31", "video_id": "P30_04", "narration_ids": [ "P30_04_28", "P30_04_29", "P30_04_30", "P30_04_31" ], "src": "dry hands . drying rack . take forks from drying rack", "src1": "dry hands", "src2": "drying rack", "src3": "take forks from drying rack", "trg": "dry forks", "vis_src": "P30_04:28 P30_04:29 P30_04:30", "vis_trg": "P30_04:31", "narrations": [ "dry hands", "drying rack", "take forks from drying rack", "dry forks" ], "verbs": [ "dry", "dry", "take-from", "dry" ], "verb_classes": [ 14, 14, 0, 14 ], "nouns": [ "hand", "rack", "fork", "fork" ], "noun_classes": [ 11, 110, 14, 14 ], "start_stop_timestamps": [ [ "00:01:31.71", "00:01:34.71" ], [ "00:01:34.55", "00:01:38.95" ], [ "00:01:38.32", "00:01:41.91" ], [ "00:01:41.74", "00:01:45.29" ] ], "start_stop_frames": [ [ 5502, 5682 ], [ 5673, 5937 ], [ 5899, 6114 ], [ 6104, 6317 ] ], "trgnoun": "fork", "trgverb": "dry" }, { "key": "P20_02+84_85_86_87", "video_id": "P20_02", "narration_ids": [ "P20_02_84", "P20_02_85", "P20_02_86", "P20_02_87" ], "src": "wipe frying_pan with rag . put_down frying_pan . wipe counter with rag", "src1": "wipe frying_pan with rag", "src2": "put_down frying_pan", "src3": "wipe counter with rag", "trg": "put_down rag", "vis_src": "P20_02:84 P20_02:85 P20_02:86", "vis_trg": "P20_02:87", "narrations": [ "wipe frying pan with rag", "put down frying pan", "wipe counter with rag", "put down rag" ], "verbs": [ "wipe", "put-down", "wipe", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "pan:frying", "pan:frying", "rag", "rag" ], "noun_classes": [ 5, 5, 17, 17 ], "start_stop_timestamps": [ [ "00:05:13.57", "00:05:24.20" ], [ "00:05:24.30", "00:05:26.05" ], [ "00:05:29.02", "00:05:34.63" ], [ "00:05:35.67", "00:05:36.39" ] ], "start_stop_frames": [ [ 18814, 19452 ], [ 19458, 19563 ], [ 19741, 20077 ], [ 20140, 20183 ] ], "trgnoun": "rag", "trgverb": "put_down" }, { "key": "P22_08+110_111_112_113", "video_id": "P22_08", "narration_ids": [ "P22_08_110", "P22_08_111", "P22_08_112", "P22_08_113" ], "src": "lather teaspoon . put_down teaspoon . pick_up spoon_rest", "src1": "lather teaspoon", "src2": "put_down teaspoon", "src3": "pick_up spoon_rest", "trg": "rinse spoon_rest", "vis_src": "P22_08:110 P22_08:111 P22_08:112", "vis_trg": "P22_08:113", "narrations": [ "lather teaspoon", "put down teaspoon", "pick up spoon rest", "rinse spoon rest" ], "verbs": [ "lather", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "teaspoon", "teaspoon", "rest:spoon", "rest:spoon" ], "noun_classes": [ 1, 1, 109, 109 ], "start_stop_timestamps": [ [ "00:04:08.15", "00:04:12.51" ], [ "00:04:12.41", "00:04:13.24" ], [ "00:04:12.88", "00:04:13.91" ], [ "00:04:14.01", "00:04:17.54" ] ], "start_stop_frames": [ [ 14889, 15150 ], [ 15144, 15194 ], [ 15172, 15234 ], [ 15240, 15452 ] ], "trgnoun": "spoon_rest", "trgverb": "rinse" }, { "key": "P02_105+67_68_69_70", "video_id": "P02_105", "narration_ids": [ "P02_105_67", "P02_105_68", "P02_105_69", "P02_105_70" ], "src": "pick_up pot . sponge pot . open tap", "src1": "pick_up pot", "src2": "sponge pot", "src3": "open tap", "trg": "rinse pot", "vis_src": "P02_105:67 P02_105:68 P02_105:69", "vis_trg": "P02_105:70", "narrations": [ "pick up pot", "sponge pot", "open tap", "rinse pot" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "pot", "pot", "tap", "pot" ], "noun_classes": [ 29, 29, 0, 29 ], "start_stop_timestamps": [ [ "00:02:07.18", "00:02:08.71" ], [ "00:02:08.77", "00:02:16.76" ], [ "00:02:18.86", "00:02:19.74" ], [ "00:02:19.11", "00:02:27.04" ] ], "start_stop_frames": [ [ 6359, 6435 ], [ 6438, 6838 ], [ 6943, 6987 ], [ 6955, 7352 ] ], "trgnoun": "pot", "trgverb": "rinse" }, { "key": "P22_109+630_631_632_633", "video_id": "P22_109", "narration_ids": [ "P22_109_630", "P22_109_631", "P22_109_632", "P22_109_633" ], "src": "put_down container . move kitchen_roll . pick_up package", "src1": "put_down container", "src2": "move kitchen_roll", "src3": "pick_up package", "trg": "put_down package", "vis_src": "P22_109:630 P22_109:631 P22_109:632", "vis_trg": "P22_109:633", "narrations": [ "put down container", "move kitchen roll", "pick up package", "put down package" ], "verbs": [ "put-down", "move", "pick-up", "put-down" ], "verb_classes": [ 1, 11, 0, 1 ], "nouns": [ "container", "roll:kitchen", "package", "package" ], "noun_classes": [ 21, 93, 26, 26 ], "start_stop_timestamps": [ [ "00:26:38.76", "00:26:40.07" ], [ "00:26:41.48", "00:26:42.57" ], [ "00:26:42.61", "00:26:43.56" ], [ "00:26:44.49", "00:26:46.03" ] ], "start_stop_frames": [ [ 79938, 80003 ], [ 80074, 80128 ], [ 80130, 80178 ], [ 80224, 80301 ] ], "trgnoun": "package", "trgverb": "put_down" }, { "key": "P01_01+288_289_290_291", "video_id": "P01_01", "narration_ids": [ "P01_01_288", "P01_01_289", "P01_01_290", "P01_01_291" ], "src": "pour curry_powder . take curry_powder . open curry_powder", "src1": "pour curry_powder", "src2": "take curry_powder", "src3": "open curry_powder", "trg": "put_down curry_powder", "vis_src": "P01_01:288 P01_01:289 P01_01:290", "vis_trg": "P01_01:291", "narrations": [ "pour curry powder", "take curry powder", "open curry powder", "put down curry powder" ], "verbs": [ "pour", "take", "open", "put-down" ], "verb_classes": [ 9, 0, 3, 1 ], "nouns": [ "powder:curry", "powder:curry", "powder:curry", "powder:curry" ], "noun_classes": [ 138, 138, 138, 138 ], "start_stop_timestamps": [ [ "00:23:56.96", "00:24:03.62" ], [ "00:23:57.14", "00:23:57.82" ], [ "00:23:58.23", "00:23:59.16" ], [ "00:24:02.96", "00:24:04.06" ] ], "start_stop_frames": [ [ 86217, 86617 ], [ 86228, 86269 ], [ 86293, 86349 ], [ 86577, 86643 ] ], "trgnoun": "curry_powder", "trgverb": "put_down" }, { "key": "P08_21+103_104_105_106", "video_id": "P08_21", "narration_ids": [ "P08_21_103", "P08_21_104", "P08_21_105", "P08_21_106" ], "src": "spoon_in oats and milk . pour milk . pour more_milk", "src1": "spoon_in oats and milk", "src2": "pour milk", "src3": "pour more_milk", "trg": "mix oats with milk", "vis_src": "P08_21:103 P08_21:104 P08_21:105", "vis_trg": "P08_21:106", "narrations": [ "spoon in oats and milk", "pour milk", "pour more milk", "mix oats with milk" ], "verbs": [ "spoon-in", "pour", "pour", "mix-with" ], "verb_classes": [ 16, 9, 9, 10 ], "nouns": [ "oat", "milk", "milk:more", "oat" ], "noun_classes": [ 127, 64, 64, 127 ], "start_stop_timestamps": [ [ "00:05:44.70", "00:05:57.22" ], [ "00:05:57.07", "00:05:59.95" ], [ "00:05:59.63", "00:06:02.87" ], [ "00:06:02.97", "00:06:07.42" ] ], "start_stop_frames": [ [ 20682, 21433 ], [ 21424, 21597 ], [ 21577, 21772 ], [ 21778, 22045 ] ], "trgnoun": "oat", "trgverb": "mix_with" }, { "key": "P04_107+363_364_365_366", "video_id": "P04_107", "narration_ids": [ "P04_107_363", "P04_107_364", "P04_107_365", "P04_107_366" ], "src": "roll_out dough . feel dough . pick_up pastry_brush", "src1": "roll_out dough", "src2": "feel dough", "src3": "pick_up pastry_brush", "trg": "wipe pastry_brush on side of ramekin", "vis_src": "P04_107:363 P04_107:364 P04_107:365", "vis_trg": "P04_107:366", "narrations": [ "roll out dough", "feel dough", "pick up pastry brush", "wipe pastry brush on side of ramekin" ], "verbs": [ "roll-out", "feel", "pick-up", "wipe-on" ], "verb_classes": [ 39, 54, 0, 2 ], "nouns": [ "dough", "dough", "brush:pastry", "brush:pastry" ], "noun_classes": [ 25, 25, 103, 103 ], "start_stop_timestamps": [ [ "00:11:16.00", "00:11:18.13" ], [ "00:11:18.23", "00:11:19.49" ], [ "00:11:18.35", "00:11:20.26" ], [ "00:11:18.96", "00:11:20.20" ] ], "start_stop_frames": [ [ 33800, 33906 ], [ 33911, 33974 ], [ 33917, 34013 ], [ 33948, 34010 ] ], "trgnoun": "pastry_brush", "trgverb": "wipe_on" }, { "key": "P22_115+22_23_24_25", "video_id": "P22_115", "narration_ids": [ "P22_115_22", "P22_115_23", "P22_115_24", "P22_115_25" ], "src": "dry fork . put_down fork . pick_up lid", "src1": "dry fork", "src2": "put_down fork", "src3": "pick_up lid", "trg": "shake lid", "vis_src": "P22_115:22 P22_115:23 P22_115:24", "vis_trg": "P22_115:25", "narrations": [ "dry fork", "put down fork", "pick up lid", "shake lid" ], "verbs": [ "dry", "put-down", "pick-up", "shake" ], "verb_classes": [ 14, 1, 0, 15 ], "nouns": [ "fork", "fork", "lid", "lid" ], "noun_classes": [ 14, 14, 6, 6 ], "start_stop_timestamps": [ [ "00:00:45.87", "00:00:47.65" ], [ "00:00:47.88", "00:00:48.33" ], [ "00:00:48.43", "00:00:48.97" ], [ "00:00:49.01", "00:00:51.55" ] ], "start_stop_frames": [ [ 2293, 2382 ], [ 2394, 2416 ], [ 2421, 2448 ], [ 2450, 2577 ] ], "trgnoun": "lid", "trgverb": "shake" }, { "key": "P12_105+44_45_46_47", "video_id": "P12_105", "narration_ids": [ "P12_105_44", "P12_105_45", "P12_105_46", "P12_105_47" ], "src": "pour_down soup into mug from saucepan . put_down saucepan . put_down fork", "src1": "pour_down soup into mug from saucepan", "src2": "put_down saucepan", "src3": "put_down fork", "trg": "pour soup from mug into plastic bag", "vis_src": "P12_105:44 P12_105:45 P12_105:46", "vis_trg": "P12_105:47", "narrations": [ "pour down soup into mug from saucepan", "put down saucepan", "put down fork", "pour soup from mug into plastic bag" ], "verbs": [ "pour-down", "put-down", "put-down", "pour-from" ], "verb_classes": [ 9, 1, 1, 9 ], "nouns": [ "soup", "saucepan", "fork", "soup" ], "noun_classes": [ 126, 5, 14, 126 ], "start_stop_timestamps": [ [ "00:02:58.96", "00:03:14.51" ], [ "00:03:14.45", "00:03:16.26" ], [ "00:03:16.42", "00:03:17.51" ], [ "00:03:17.81", "00:03:21.86" ] ], "start_stop_frames": [ [ 8948, 9725 ], [ 9722, 9813 ], [ 9821, 9875 ], [ 9890, 10093 ] ], "trgnoun": "soup", "trgverb": "pour_from" }, { "key": "P27_104+4_5_6_7", "video_id": "P27_104", "narration_ids": [ "P27_104_4", "P27_104_5", "P27_104_6", "P27_104_7" ], "src": "put_down coffee_pod . pick_up paper . open garbage_bin", "src1": "put_down coffee_pod", "src2": "pick_up paper", "src3": "open garbage_bin", "trg": "throw paper", "vis_src": "P27_104:4 P27_104:5 P27_104:6", "vis_trg": "P27_104:7", "narrations": [ "put down coffee pod", "pick up paper", "open garbage bin", "throw paper" ], "verbs": [ "put-down", "pick-up", "open", "throw" ], "verb_classes": [ 1, 0, 3, 13 ], "nouns": [ "pod:coffee", "paper", "bin:garbage", "paper" ], "noun_classes": [ 59, 49, 36, 49 ], "start_stop_timestamps": [ [ "00:00:14.84", "00:00:15.56" ], [ "00:00:15.77", "00:00:16.49" ], [ "00:00:16.84", "00:00:18.30" ], [ "00:00:18.40", "00:00:19.37" ] ], "start_stop_frames": [ [ 742, 778 ], [ 788, 824 ], [ 842, 915 ], [ 919, 968 ] ], "trgnoun": "paper", "trgverb": "throw" }, { "key": "P01_109+776_777_778_779", "video_id": "P01_109", "narration_ids": [ "P01_109_776", "P01_109_777", "P01_109_778", "P01_109_779" ], "src": "pick_up kitchen_roll . dry hands . wipe surface", "src1": "pick_up kitchen_roll", "src2": "dry hands", "src3": "wipe surface", "trg": "throw kitchen_roll", "vis_src": "P01_109:776 P01_109:777 P01_109:778", "vis_trg": "P01_109:779", "narrations": [ "pick up kitchen roll", "dry hands", "wipe surface", "throw kitchen roll" ], "verbs": [ "pick-up", "dry", "wipe", "throw" ], "verb_classes": [ 0, 14, 2, 13 ], "nouns": [ "roll:kitchen", "hand", "surface", "roll:kitchen" ], "noun_classes": [ 93, 11, 42, 93 ], "start_stop_timestamps": [ [ "00:55:36.45", "00:55:37.15" ], [ "00:55:36.94", "00:55:39.21" ], [ "00:55:39.12", "00:55:39.91" ], [ "00:55:40.09", "00:55:41.32" ] ], "start_stop_frames": [ [ 166822, 166857 ], [ 166847, 166960 ], [ 166956, 166995 ], [ 167004, 167066 ] ], "trgnoun": "kitchen_roll", "trgverb": "throw" }, { "key": "P04_02+301_302_303_304", "video_id": "P04_02", "narration_ids": [ "P04_02_301", "P04_02_302", "P04_02_303", "P04_02_304" ], "src": "pick_up kitchen_roll . put_down kitchen_roll . pick_up onion", "src1": "pick_up kitchen_roll", "src2": "put_down kitchen_roll", "src3": "pick_up onion", "trg": "put_down onion", "vis_src": "P04_02:301 P04_02:302 P04_02:303", "vis_trg": "P04_02:304", "narrations": [ "pick up kitchen roll", "put down kitchen roll", "pick up onion", "put down onion" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "roll:kitchen", "roll:kitchen", "onion", "onion" ], "noun_classes": [ 93, 93, 16, 16 ], "start_stop_timestamps": [ [ "00:22:32.44", "00:22:33.01" ], [ "00:22:33.09", "00:22:33.61" ], [ "00:22:33.76", "00:22:35.96" ], [ "00:22:36.06", "00:22:36.67" ] ], "start_stop_frames": [ [ 81146, 81180 ], [ 81185, 81216 ], [ 81225, 81357 ], [ 81363, 81400 ] ], "trgnoun": "onion", "trgverb": "put_down" }, { "key": "P03_122+3_4_5_6", "video_id": "P03_122", "narration_ids": [ "P03_122_3", "P03_122_4", "P03_122_5", "P03_122_6" ], "src": "pour lemon curd mixture . turn_on oven . tap spoon against side of large bowl", "src1": "pour lemon curd mixture", "src2": "turn_on oven", "src3": "tap spoon against side of large bowl", "trg": "put_down spoon", "vis_src": "P03_122:3 P03_122:4 P03_122:5", "vis_trg": "P03_122:6", "narrations": [ "pour lemon curd mixture", "turn on oven", "tap spoon against side of large bowl", "put down spoon" ], "verbs": [ "pour", "turn-on", "tap", "put-down" ], "verb_classes": [ 9, 6, 32, 1 ], "nouns": [ "mixture:lemon:curd", "oven", "spoon", "spoon" ], "noun_classes": [ 71, 46, 1, 1 ], "start_stop_timestamps": [ [ "00:00:12.46", "00:00:13.97" ], [ "00:00:14.83", "00:00:19.24" ], [ "00:00:21.05", "00:00:24.54" ], [ "00:00:26.47", "00:00:27.66" ] ], "start_stop_frames": [ [ 623, 698 ], [ 741, 961 ], [ 1052, 1227 ], [ 1323, 1383 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P04_109+422_423_424_425", "video_id": "P04_109", "narration_ids": [ "P04_109_422", "P04_109_423", "P04_109_424", "P04_109_425" ], "src": "turn_over tofu . pick_up kitchen_roll . unroll kitchen_roll", "src1": "turn_over tofu", "src2": "pick_up kitchen_roll", "src3": "unroll kitchen_roll", "trg": "tear_off kitchen_roll", "vis_src": "P04_109:422 P04_109:423 P04_109:424", "vis_trg": "P04_109:425", "narrations": [ "turn over tofu", "pick up kitchen roll", "unroll kitchen roll", "tear off kitchen roll" ], "verbs": [ "turn-over", "pick-up", "unroll", "tear-off" ], "verb_classes": [ 22, 0, 39, 43 ], "nouns": [ "tofu", "roll:kitchen", "roll:kitchen", "roll:kitchen" ], "noun_classes": [ 81, 93, 93, 93 ], "start_stop_timestamps": [ [ "00:12:45.15", "00:12:47.50" ], [ "00:12:48.54", "00:12:49.54" ], [ "00:12:49.26", "00:12:51.11" ], [ "00:12:50.92", "00:12:51.81" ] ], "start_stop_frames": [ [ 38257, 38375 ], [ 38427, 38477 ], [ 38463, 38555 ], [ 38546, 38590 ] ], "trgnoun": "kitchen_roll", "trgverb": "tear_off" }, { "key": "P04_109+476_480_481_482", "video_id": "P04_109", "narration_ids": [ "P04_109_476", "P04_109_480", "P04_109_481", "P04_109_482" ], "src": "chop coriander . grab coriander . put coriander in ramekin", "src1": "chop coriander", "src2": "grab coriander", "src3": "put coriander in ramekin", "trg": "wipe_up coriander", "vis_src": "P04_109:476 P04_109:480 P04_109:481", "vis_trg": "P04_109:482", "narrations": [ "chop coriander", "grab coriander", "put coriander in ramekin", "wipe up coriander" ], "verbs": [ "chop", "grab", "put-in", "wipe-up" ], "verb_classes": [ 7, 0, 5, 2 ], "nouns": [ "coriander", "coriander", "coriander", "coriander" ], "noun_classes": [ 173, 173, 173, 173 ], "start_stop_timestamps": [ [ "00:14:35.06", "00:14:41.39" ], [ "00:15:01.80", "00:15:02.25" ], [ "00:15:02.95", "00:15:04.02" ], [ "00:15:04.80", "00:15:07.85" ] ], "start_stop_frames": [ [ 43753, 44069 ], [ 45090, 45112 ], [ 45147, 45201 ], [ 45240, 45392 ] ], "trgnoun": "coriander", "trgverb": "wipe_up" }, { "key": "P09_02+2_3_4_5", "video_id": "P09_02", "narration_ids": [ "P09_02_2", "P09_02_3", "P09_02_4", "P09_02_5" ], "src": "take vegetables . open egg_carton . take two eggs", "src1": "take vegetables", "src2": "open egg_carton", "src3": "take two eggs", "trg": "close egg_carton", "vis_src": "P09_02:2 P09_02:3 P09_02:4", "vis_trg": "P09_02:5", "narrations": [ "take vegetables", "open egg carton", "take two eggs", "close egg carton" ], "verbs": [ "take", "open", "take", "close" ], "verb_classes": [ 0, 3, 0, 4 ], "nouns": [ "vegetable", "carton:egg", "egg", "carton:egg" ], "noun_classes": [ 94, 26, 53, 26 ], "start_stop_timestamps": [ [ "00:00:14.45", "00:00:16.03" ], [ "00:00:17.92", "00:00:20.09" ], [ "00:00:19.44", "00:00:21.56" ], [ "00:00:21.70", "00:00:22.72" ] ], "start_stop_frames": [ [ 867, 961 ], [ 1075, 1205 ], [ 1166, 1293 ], [ 1302, 1363 ] ], "trgnoun": "egg_carton", "trgverb": "close" }, { "key": "P04_115+84_85_86_87", "video_id": "P04_115", "narration_ids": [ "P04_115_84", "P04_115_85", "P04_115_86", "P04_115_87" ], "src": "stack eggshell halves . put eggshell in egg carton box . take egg", "src1": "stack eggshell halves", "src2": "put eggshell in egg carton box", "src3": "take egg", "trg": "crack egg on side of bowl", "vis_src": "P04_115:84 P04_115:85 P04_115:86", "vis_trg": "P04_115:87", "narrations": [ "stack eggshell halves", "put eggshell in egg carton box", "take egg", "crack egg on side of bowl" ], "verbs": [ "stack", "put-in", "take", "crack-on" ], "verb_classes": [ 40, 5, 0, 30 ], "nouns": [ "half:eggshell", "eggshell", "egg", "egg" ], "noun_classes": [ 141, 141, 53, 53 ], "start_stop_timestamps": [ [ "00:02:55.72", "00:02:56.48" ], [ "00:02:56.47", "00:02:57.15" ], [ "00:02:57.19", "00:02:57.80" ], [ "00:02:57.90", "00:03:00.39" ] ], "start_stop_frames": [ [ 8786, 8824 ], [ 8823, 8857 ], [ 8859, 8890 ], [ 8895, 9019 ] ], "trgnoun": "egg", "trgverb": "crack_on" }, { "key": "P04_115+82_84_85_86", "video_id": "P04_115", "narration_ids": [ "P04_115_82", "P04_115_84", "P04_115_85", "P04_115_86" ], "src": "tap egg on side of bowl . stack eggshell halves . put eggshell in egg carton box", "src1": "tap egg on side of bowl", "src2": "stack eggshell halves", "src3": "put eggshell in egg carton box", "trg": "take egg", "vis_src": "P04_115:82 P04_115:84 P04_115:85", "vis_trg": "P04_115:86", "narrations": [ "tap egg on side of bowl", "stack eggshell halves", "put eggshell in egg carton box", "take egg" ], "verbs": [ "tap-on", "stack", "put-in", "take" ], "verb_classes": [ 32, 40, 5, 0 ], "nouns": [ "egg", "half:eggshell", "eggshell", "egg" ], "noun_classes": [ 53, 141, 141, 53 ], "start_stop_timestamps": [ [ "00:02:54.38", "00:02:55.26" ], [ "00:02:55.72", "00:02:56.48" ], [ "00:02:56.47", "00:02:57.15" ], [ "00:02:57.19", "00:02:57.80" ] ], "start_stop_frames": [ [ 8719, 8763 ], [ 8786, 8824 ], [ 8823, 8857 ], [ 8859, 8890 ] ], "trgnoun": "egg", "trgverb": "take" }, { "key": "P03_119+131_132_133_134", "video_id": "P03_119", "narration_ids": [ "P03_119_131", "P03_119_132", "P03_119_133", "P03_119_134" ], "src": "pick_up clip top jar . open clip top jar . pick_up sponge", "src1": "pick_up clip top jar", "src2": "open clip top jar", "src3": "pick_up sponge", "trg": "wash clip top jar", "vis_src": "P03_119:131 P03_119:132 P03_119:133", "vis_trg": "P03_119:134", "narrations": [ "pick up clip top jar", "open clip top jar", "pick up sponge", "wash clip top jar" ], "verbs": [ "pick-up", "open", "pick-up", "wash" ], "verb_classes": [ 0, 3, 0, 2 ], "nouns": [ "jar:clip:top", "jar:clip:top", "sponge", "jar:clip:top" ], "noun_classes": [ 40, 40, 9, 40 ], "start_stop_timestamps": [ [ "00:07:32.21", "00:07:32.89" ], [ "00:07:33.64", "00:07:35.24" ], [ "00:07:35.20", "00:07:35.53" ], [ "00:07:35.85", "00:07:46.50" ] ], "start_stop_frames": [ [ 22610, 22644 ], [ 22682, 22762 ], [ 22760, 22776 ], [ 22792, 23325 ] ], "trgnoun": "top_clip_jar", "trgverb": "wash" }, { "key": "P03_119+143_144_145_146", "video_id": "P03_119", "narration_ids": [ "P03_119_143", "P03_119_144", "P03_119_145", "P03_119_146" ], "src": "pick_up clip top jar . open clip top jar . pick_up sponge", "src1": "pick_up clip top jar", "src2": "open clip top jar", "src3": "pick_up sponge", "trg": "wash clip top jar", "vis_src": "P03_119:143 P03_119:144 P03_119:145", "vis_trg": "P03_119:146", "narrations": [ "pick up clip top jar", "open clip top jar", "pick up sponge", "wash clip top jar" ], "verbs": [ "pick-up", "open", "pick-up", "wash" ], "verb_classes": [ 0, 3, 0, 2 ], "nouns": [ "jar:clip:top", "jar:clip:top", "sponge", "jar:clip:top" ], "noun_classes": [ 40, 40, 9, 40 ], "start_stop_timestamps": [ [ "00:08:22.64", "00:08:23.83" ], [ "00:08:23.94", "00:08:27.11" ], [ "00:08:26.99", "00:08:27.49" ], [ "00:08:27.44", "00:08:32.43" ] ], "start_stop_frames": [ [ 25132, 25191 ], [ 25197, 25355 ], [ 25349, 25374 ], [ 25372, 25621 ] ], "trgnoun": "top_clip_jar", "trgverb": "wash" }, { "key": "P03_119+140_141_142_143", "video_id": "P03_119", "narration_ids": [ "P03_119_140", "P03_119_141", "P03_119_142", "P03_119_143" ], "src": "turn_on tap . rinse clip top jar . put clip top jar on baking tray", "src1": "turn_on tap", "src2": "rinse clip top jar", "src3": "put clip top jar on baking tray", "trg": "pick_up clip top jar", "vis_src": "P03_119:140 P03_119:141 P03_119:142", "vis_trg": "P03_119:143", "narrations": [ "turn on tap", "rinse clip top jar", "put clip top jar on baking tray", "pick up clip top jar" ], "verbs": [ "turn-on", "rinse", "put-on", "pick-up" ], "verb_classes": [ 6, 2, 1, 0 ], "nouns": [ "tap", "jar:clip:top", "clip:top:jar", "jar:clip:top" ], "noun_classes": [ 0, 40, 40, 40 ], "start_stop_timestamps": [ [ "00:08:00.75", "00:08:02.46" ], [ "00:08:00.44", "00:08:14.51" ], [ "00:08:18.97", "00:08:20.57" ], [ "00:08:22.64", "00:08:23.83" ] ], "start_stop_frames": [ [ 24037, 24123 ], [ 24022, 24725 ], [ 24948, 25028 ], [ 25132, 25191 ] ], "trgnoun": "top_clip_jar", "trgverb": "pick_up" }, { "key": "P24_06+73_74_75_76", "video_id": "P24_06", "narration_ids": [ "P24_06_73", "P24_06_74", "P24_06_75", "P24_06_76" ], "src": "rinse ladle . put_down ladle . pick_up pot", "src1": "rinse ladle", "src2": "put_down ladle", "src3": "pick_up pot", "trg": "rinse pot", "vis_src": "P24_06:73 P24_06:74 P24_06:75", "vis_trg": "P24_06:76", "narrations": [ "rinse ladle", "put down ladle", "pick up pot", "rinse pot" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "ladle", "ladle", "pot", "pot" ], "noun_classes": [ 97, 97, 29, 29 ], "start_stop_timestamps": [ [ "00:05:37.15", "00:05:47.03" ], [ "00:05:48.01", "00:05:50.21" ], [ "00:05:51.92", "00:05:53.15" ], [ "00:05:53.16", "00:06:04.81" ] ], "start_stop_frames": [ [ 20229, 20821 ], [ 20880, 21012 ], [ 21115, 21189 ], [ 21189, 21888 ] ], "trgnoun": "pot", "trgverb": "rinse" }, { "key": "P30_107+238_239_240_241", "video_id": "P30_107", "narration_ids": [ "P30_107_238", "P30_107_239", "P30_107_240", "P30_107_241" ], "src": "put pak choi leaf . pick_up pepper . turn_on tap", "src1": "put pak choi leaf", "src2": "pick_up pepper", "src3": "turn_on tap", "trg": "wash pepper", "vis_src": "P30_107:238 P30_107:239 P30_107:240", "vis_trg": "P30_107:241", "narrations": [ "put pak choi leaf", "pick up pepper", "turn on tap", "wash pepper" ], "verbs": [ "put", "pick-up", "turn-on", "wash" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "leaf:pak:choi", "pepper", "tap", "pepper" ], "noun_classes": [ 62, 37, 0, 37 ], "start_stop_timestamps": [ [ "00:12:28.89", "00:12:30.01" ], [ "00:12:32.40", "00:12:33.18" ], [ "00:12:33.95", "00:12:35.08" ], [ "00:12:35.77", "00:12:41.71" ] ], "start_stop_frames": [ [ 37444, 37500 ], [ 37620, 37659 ], [ 37697, 37754 ], [ 37788, 38085 ] ], "trgnoun": "pepper", "trgverb": "wash" }, { "key": "P03_123+47_48_49_50", "video_id": "P03_123", "narration_ids": [ "P03_123_47", "P03_123_48", "P03_123_49", "P03_123_50" ], "src": "put hand in oven mitt . put_down clip top jar . pick_up clip top jar", "src1": "put hand in oven mitt", "src2": "put_down clip top jar", "src3": "pick_up clip top jar", "trg": "remove hand from oven mitt", "vis_src": "P03_123:47 P03_123:48 P03_123:49", "vis_trg": "P03_123:50", "narrations": [ "put hand in oven mitt", "put down clip top jar", "pick up clip top jar", "remove hand from oven mitt" ], "verbs": [ "put-in", "put-down", "pick-up", "remove-from" ], "verb_classes": [ 5, 1, 0, 12 ], "nouns": [ "hand", "jar:clip:top", "jar:clip:top", "hand" ], "noun_classes": [ 11, 40, 40, 11 ], "start_stop_timestamps": [ [ "00:02:46.48", "00:02:47.56" ], [ "00:02:47.60", "00:02:48.89" ], [ "00:02:49.55", "00:02:51.29" ], [ "00:02:51.91", "00:02:52.58" ] ], "start_stop_frames": [ [ 8324, 8378 ], [ 8380, 8444 ], [ 8477, 8564 ], [ 8595, 8629 ] ], "trgnoun": "hand", "trgverb": "remove_from" }, { "key": "P03_119+140_142_143_144", "video_id": "P03_119", "narration_ids": [ "P03_119_140", "P03_119_142", "P03_119_143", "P03_119_144" ], "src": "turn_on tap . put clip top jar on baking tray . pick_up clip top jar", "src1": "turn_on tap", "src2": "put clip top jar on baking tray", "src3": "pick_up clip top jar", "trg": "open clip top jar", "vis_src": "P03_119:140 P03_119:142 P03_119:143", "vis_trg": "P03_119:144", "narrations": [ "turn on tap", "put clip top jar on baking tray", "pick up clip top jar", "open clip top jar" ], "verbs": [ "turn-on", "put-on", "pick-up", "open" ], "verb_classes": [ 6, 1, 0, 3 ], "nouns": [ "tap", "clip:top:jar", "jar:clip:top", "jar:clip:top" ], "noun_classes": [ 0, 40, 40, 40 ], "start_stop_timestamps": [ [ "00:08:00.75", "00:08:02.46" ], [ "00:08:18.97", "00:08:20.57" ], [ "00:08:22.64", "00:08:23.83" ], [ "00:08:23.94", "00:08:27.11" ] ], "start_stop_frames": [ [ 24037, 24123 ], [ 24948, 25028 ], [ 25132, 25191 ], [ 25197, 25355 ] ], "trgnoun": "top_clip_jar", "trgverb": "open" }, { "key": "P22_14+236_237_238_239", "video_id": "P22_14", "narration_ids": [ "P22_14_236", "P22_14_237", "P22_14_238", "P22_14_239" ], "src": "rinse cutlery . put cutlery . pick_up dish", "src1": "rinse cutlery", "src2": "put cutlery", "src3": "pick_up dish", "trg": "rinse dish", "vis_src": "P22_14:236 P22_14:237 P22_14:238", "vis_trg": "P22_14:239", "narrations": [ "rinse cutlery", "put cutlery", "pick up dish", "rinse dish" ], "verbs": [ "rinse", "put", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "cutlery", "cutlery", "dish", "dish" ], "noun_classes": [ 58, 58, 2, 2 ], "start_stop_timestamps": [ [ "00:09:31.16", "00:09:34.10" ], [ "00:09:34.20", "00:09:35.85" ], [ "00:09:35.95", "00:09:36.78" ], [ "00:09:36.88", "00:09:39.03" ] ], "start_stop_frames": [ [ 34269, 34446 ], [ 34452, 34551 ], [ 34557, 34606 ], [ 34612, 34741 ] ], "trgnoun": "dish", "trgverb": "rinse" }, { "key": "P22_14+237_238_239_240", "video_id": "P22_14", "narration_ids": [ "P22_14_237", "P22_14_238", "P22_14_239", "P22_14_240" ], "src": "put cutlery . pick_up dish . rinse dish", "src1": "put cutlery", "src2": "pick_up dish", "src3": "rinse dish", "trg": "put dish", "vis_src": "P22_14:237 P22_14:238 P22_14:239", "vis_trg": "P22_14:240", "narrations": [ "put cutlery", "pick up dish", "rinse dish", "put dish" ], "verbs": [ "put", "pick-up", "rinse", "put" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "cutlery", "dish", "dish", "dish" ], "noun_classes": [ 58, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:09:34.20", "00:09:35.85" ], [ "00:09:35.95", "00:09:36.78" ], [ "00:09:36.88", "00:09:39.03" ], [ "00:09:39.13", "00:09:41.23" ] ], "start_stop_frames": [ [ 34452, 34551 ], [ 34557, 34606 ], [ 34612, 34741 ], [ 34747, 34873 ] ], "trgnoun": "dish", "trgverb": "put" }, { "key": "P26_01+2_3_4_5", "video_id": "P26_01", "narration_ids": [ "P26_01_2", "P26_01_3", "P26_01_4", "P26_01_5" ], "src": "close door . put pan . pick_up dish", "src1": "close door", "src2": "put pan", "src3": "pick_up dish", "trg": "put dish", "vis_src": "P26_01:2 P26_01:3 P26_01:4", "vis_trg": "P26_01:5", "narrations": [ "close door", "put pan", "pick up dish", "put dish" ], "verbs": [ "close", "put", "pick-up", "put" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "door", "pan", "dish", "dish" ], "noun_classes": [ 3, 5, 2, 2 ], "start_stop_timestamps": [ [ "00:00:09.46", "00:00:10.40" ], [ "00:00:11.28", "00:00:13.35" ], [ "00:00:13.55", "00:00:15.74" ], [ "00:00:15.75", "00:00:17.36" ] ], "start_stop_frames": [ [ 567, 624 ], [ 676, 801 ], [ 813, 944 ], [ 945, 1041 ] ], "trgnoun": "dish", "trgverb": "put" }, { "key": "P01_09+293_294_295_296", "video_id": "P01_09", "narration_ids": [ "P01_09_293", "P01_09_294", "P01_09_295", "P01_09_296" ], "src": "put_down aubergine . take mushroom . turn_on tap", "src1": "put_down aubergine", "src2": "take mushroom", "src3": "turn_on tap", "trg": "wash mushroom", "vis_src": "P01_09:293 P01_09:294 P01_09:295", "vis_trg": "P01_09:296", "narrations": [ "put down aubergine", "take mushroom", "turn on tap", "wash mushroom" ], "verbs": [ "put-down", "take", "turn-on", "wash" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "aubergine", "mushroom", "tap", "mushroom" ], "noun_classes": [ 67, 56, 0, 56 ], "start_stop_timestamps": [ [ "00:22:24.83", "00:22:25.82" ], [ "00:22:25.48", "00:22:26.35" ], [ "00:22:26.32", "00:22:27.62" ], [ "00:22:27.72", "00:22:31.61" ] ], "start_stop_frames": [ [ 80689, 80749 ], [ 80728, 80781 ], [ 80779, 80857 ], [ 80863, 81096 ] ], "trgnoun": "mushroom", "trgverb": "wash" }, { "key": "P01_05+247_248_249_250", "video_id": "P01_05", "narration_ids": [ "P01_05_247", "P01_05_248", "P01_05_249", "P01_05_250" ], "src": "take olive_oil . open oil . pour oil", "src1": "take olive_oil", "src2": "open oil", "src3": "pour oil", "trg": "close oil", "vis_src": "P01_05:247 P01_05:248 P01_05:249", "vis_trg": "P01_05:250", "narrations": [ "take olive oil", "open oil", "pour oil", "close oil" ], "verbs": [ "take", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "oil:olive", "oil", "oil", "oil" ], "noun_classes": [ 31, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:20:27.11", "00:20:28.06" ], [ "00:20:28.16", "00:20:30.91" ], [ "00:20:30.97", "00:20:37.74" ], [ "00:20:37.55", "00:20:42.16" ] ], "start_stop_frames": [ [ 73626, 73683 ], [ 73689, 73854 ], [ 73858, 74264 ], [ 74253, 74529 ] ], "trgnoun": "oil", "trgverb": "close" }, { "key": "P03_117+217_219_222_224", "video_id": "P03_117", "narration_ids": [ "P03_117_217", "P03_117_219", "P03_117_222", "P03_117_224" ], "src": "move butter . move bread . spread butter onto knife", "src1": "move butter", "src2": "move bread", "src3": "spread butter onto knife", "trg": "move slice of bread", "vis_src": "P03_117:217 P03_117:219 P03_117:222", "vis_trg": "P03_117:224", "narrations": [ "move butter", "move bread", "spread butter onto knife", "move slice of bread" ], "verbs": [ "move", "move", "spread-onto", "move" ], "verb_classes": [ 11, 11, 27, 11 ], "nouns": [ "butter", "bread", "butter", "slice:bread" ], "noun_classes": [ 78, 33, 78, 33 ], "start_stop_timestamps": [ [ "00:10:25.90", "00:10:27.09" ], [ "00:10:26.00", "00:10:29.20" ], [ "00:10:37.72", "00:10:38.37" ], [ "00:10:47.85", "00:10:48.45" ] ], "start_stop_frames": [ [ 31295, 31354 ], [ 31300, 31460 ], [ 31886, 31918 ], [ 32392, 32422 ] ], "trgnoun": "bread_slice", "trgverb": "move" }, { "key": "P02_131+10_11_12_13", "video_id": "P02_131", "narration_ids": [ "P02_131_10", "P02_131_11", "P02_131_12", "P02_131_13" ], "src": "clear wooden_spoon . put wooden_spoon in glass . mix biscuits and chocolate using hand", "src1": "clear wooden_spoon", "src2": "put wooden_spoon in glass", "src3": "mix biscuits and chocolate using hand", "trg": "press biscuits and chocolate using hand", "vis_src": "P02_131:10 P02_131:11 P02_131:12", "vis_trg": "P02_131:13", "narrations": [ "clear wooden spoon", "put wooden spoon in glass", "mix biscuits and chocolate using hand", "press biscuits and chocolate using hand" ], "verbs": [ "clear", "put-in", "mix", "press" ], "verb_classes": [ 12, 5, 10, 21 ], "nouns": [ "spoon:wooden", "spoon:wooden", "biscuit", "biscuit" ], "noun_classes": [ 1, 1, 104, 104 ], "start_stop_timestamps": [ [ "00:00:35.73", "00:00:41.90" ], [ "00:00:43.12", "00:00:43.83" ], [ "00:00:43.93", "00:00:49.50" ], [ "00:01:11.00", "00:01:22.45" ] ], "start_stop_frames": [ [ 1786, 2095 ], [ 2156, 2191 ], [ 2196, 2475 ], [ 3550, 4122 ] ], "trgnoun": "biscuit", "trgverb": "press" }, { "key": "P09_104+11_12_13_14", "video_id": "P09_104", "narration_ids": [ "P09_104_11", "P09_104_12", "P09_104_13", "P09_104_14" ], "src": "turn_on stove . place pan on stove . take bananas", "src1": "turn_on stove", "src2": "place pan on stove", "src3": "take bananas", "trg": "peel banana", "vis_src": "P09_104:11 P09_104:12 P09_104:13", "vis_trg": "P09_104:14", "narrations": [ "turn on stove", "place pan on stove", "take bananas", "peel banana" ], "verbs": [ "turn-on", "place-on", "take", "peel" ], "verb_classes": [ 6, 1, 0, 19 ], "nouns": [ "stove", "pan", "banana", "banana" ], "noun_classes": [ 24, 5, 146, 146 ], "start_stop_timestamps": [ [ "00:01:15.10", "00:01:17.45" ], [ "00:01:16.99", "00:01:19.69" ], [ "00:01:24.95", "00:01:26.10" ], [ "00:01:27.54", "00:01:28.65" ] ], "start_stop_frames": [ [ 3754, 3872 ], [ 3849, 3984 ], [ 4247, 4305 ], [ 4377, 4432 ] ], "trgnoun": "banana", "trgverb": "peel" }, { "key": "P22_08+196_197_198_199", "video_id": "P22_08", "narration_ids": [ "P22_08_196", "P22_08_197", "P22_08_198", "P22_08_199" ], "src": "close coffee_maker . screw together sections of coffee maker . pick_up coffee_maker", "src1": "close coffee_maker", "src2": "screw together sections of coffee maker", "src3": "pick_up coffee_maker", "trg": "put_down coffee_maker", "vis_src": "P22_08:196 P22_08:197 P22_08:198", "vis_trg": "P22_08:199", "narrations": [ "close coffee maker", "screw together sections of coffee maker", "pick up coffee maker", "put down coffee maker" ], "verbs": [ "close", "screw", "pick-up", "put-down" ], "verb_classes": [ 4, 78, 0, 1 ], "nouns": [ "maker:coffee", "section:coffee:maker", "maker:coffee", "maker:coffee" ], "noun_classes": [ 50, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:08:40.85", "00:08:42.65" ], [ "00:08:42.52", "00:08:49.28" ], [ "00:08:49.14", "00:08:50.02" ], [ "00:08:50.25", "00:08:51.67" ] ], "start_stop_frames": [ [ 31251, 31359 ], [ 31351, 31756 ], [ 31748, 31801 ], [ 31815, 31900 ] ], "trgnoun": "coffee_maker", "trgverb": "put_down" }, { "key": "P03_117+200_201_202_203", "video_id": "P03_117", "narration_ids": [ "P03_117_200", "P03_117_201", "P03_117_202", "P03_117_203" ], "src": "put_down butter . open bread . take slices of bread out of its packaging", "src1": "put_down butter", "src2": "open bread", "src3": "take slices of bread out of its packaging", "trg": "put bread on plate", "vis_src": "P03_117:200 P03_117:201 P03_117:202", "vis_trg": "P03_117:203", "narrations": [ "put down butter", "open bread", "take slices of bread out of its packaging", "put bread on plate" ], "verbs": [ "put-down", "open", "take-out", "put-on" ], "verb_classes": [ 1, 3, 12, 1 ], "nouns": [ "butter", "bread", "slice:bread", "bread" ], "noun_classes": [ 78, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:09:32.40", "00:09:33.05" ], [ "00:09:33.90", "00:09:44.05" ], [ "00:09:45.20", "00:09:49.44" ], [ "00:09:49.91", "00:09:50.73" ] ], "start_stop_frames": [ [ 28620, 28652 ], [ 28695, 29202 ], [ 29260, 29472 ], [ 29495, 29536 ] ], "trgnoun": "bread", "trgverb": "put_on" }, { "key": "P01_105+479_480_481_482", "video_id": "P01_105", "narration_ids": [ "P01_105_479", "P01_105_480", "P01_105_481", "P01_105_482" ], "src": "tap spatula . put_down spatula . pick_up colander", "src1": "tap spatula", "src2": "put_down spatula", "src3": "pick_up colander", "trg": "shake colander", "vis_src": "P01_105:479 P01_105:480 P01_105:481", "vis_trg": "P01_105:482", "narrations": [ "tap spatula", "put down spatula", "pick up colander", "shake colander" ], "verbs": [ "tap", "put-down", "pick-up", "shake" ], "verb_classes": [ 32, 1, 0, 15 ], "nouns": [ "spatula", "spatula", "colander", "colander" ], "noun_classes": [ 20, 20, 39, 39 ], "start_stop_timestamps": [ [ "00:19:34.07", "00:19:34.77" ], [ "00:19:34.84", "00:19:35.82" ], [ "00:19:36.10", "00:19:37.24" ], [ "00:19:37.85", "00:19:39.24" ] ], "start_stop_frames": [ [ 58703, 58738 ], [ 58741, 58791 ], [ 58804, 58862 ], [ 58892, 58962 ] ], "trgnoun": "colander", "trgverb": "shake" }, { "key": "P04_107+450_451_452_453", "video_id": "P04_107", "narration_ids": [ "P04_107_450", "P04_107_451", "P04_107_452", "P04_107_453" ], "src": "let go of rolling_pin . peel dough off chopping board . put dough on chopping board", "src1": "let go of rolling_pin", "src2": "peel dough off chopping board", "src3": "put dough on chopping board", "trg": "press dough", "vis_src": "P04_107:450 P04_107:451 P04_107:452", "vis_trg": "P04_107:453", "narrations": [ "let go of rolling pin", "peel dough off chopping board", "put dough on chopping board", "press dough" ], "verbs": [ "let", "peel-off", "put-on", "press" ], "verb_classes": [ 79, 19, 1, 21 ], "nouns": [ "pin:rolling", "dough", "dough", "dough" ], "noun_classes": [ 136, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:13:20.00", "00:13:22.33" ], [ "00:13:22.43", "00:13:24.07" ], [ "00:13:24.20", "00:13:25.23" ], [ "00:13:25.18", "00:13:26.37" ] ], "start_stop_frames": [ [ 40000, 40116 ], [ 40121, 40203 ], [ 40210, 40261 ], [ 40259, 40318 ] ], "trgnoun": "dough", "trgverb": "press" }, { "key": "P03_109+309_310_311_312", "video_id": "P03_109", "narration_ids": [ "P03_109_309", "P03_109_310", "P03_109_311", "P03_109_312" ], "src": "peel_off film of butter . put_down film . pick_up butter", "src1": "peel_off film of butter", "src2": "put_down film", "src3": "pick_up butter", "trg": "put_down butter", "vis_src": "P03_109:309 P03_109:310 P03_109:311", "vis_trg": "P03_109:312", "narrations": [ "peel off film of butter", "put down film", "pick up butter", "put down butter" ], "verbs": [ "peel-off", "put-down", "pick-up", "put-down" ], "verb_classes": [ 19, 1, 0, 1 ], "nouns": [ "film:butter", "film", "butter", "butter" ], "noun_classes": [ 100, 100, 78, 78 ], "start_stop_timestamps": [ [ "00:15:23.10", "00:15:25.45" ], [ "00:15:25.45", "00:15:25.94" ], [ "00:15:25.51", "00:15:26.40" ], [ "00:15:26.92", "00:15:27.61" ] ], "start_stop_frames": [ [ 46155, 46272 ], [ 46272, 46297 ], [ 46275, 46320 ], [ 46346, 46380 ] ], "trgnoun": "butter", "trgverb": "put_down" }, { "key": "P02_110+21_22_23_24", "video_id": "P02_110", "narration_ids": [ "P02_110_21", "P02_110_22", "P02_110_23", "P02_110_24" ], "src": "hold pan . stir meat in pan . stir stock in hot water", "src1": "hold pan", "src2": "stir meat in pan", "src3": "stir stock in hot water", "trg": "pick_up stock", "vis_src": "P02_110:21 P02_110:22 P02_110:23", "vis_trg": "P02_110:24", "narrations": [ "hold pan", "stir meat in pan", "stir stock in hot water", "pick up" ], "verbs": [ "hold", "stir-in", "stir", "pick-up" ], "verb_classes": [ 34, 10, 10, 0 ], "nouns": [ "pan", "meat", "stock", "stock" ], "noun_classes": [ 5, 28, 95, 95 ], "start_stop_timestamps": [ [ "00:01:19.59", "00:01:20.21" ], [ "00:01:20.24", "00:01:23.28" ], [ "00:01:23.47", "00:01:24.82" ], [ "00:01:24.76", "00:01:25.36" ] ], "start_stop_frames": [ [ 3979, 4010 ], [ 4011, 4164 ], [ 4173, 4241 ], [ 4238, 4268 ] ], "trgnoun": "stock", "trgverb": "pick_up" }, { "key": "P09_103+29_30_31_32", "video_id": "P09_103", "narration_ids": [ "P09_103_29", "P09_103_30", "P09_103_31", "P09_103_32" ], "src": "take_in knife . open prawns package . take trash to bin", "src1": "take_in knife", "src2": "open prawns package", "src3": "take trash to bin", "trg": "cut prawns", "vis_src": "P09_103:29 P09_103:30 P09_103:31", "vis_trg": "P09_103:32", "narrations": [ "take in knife", "open prawns package", "take trash to bin", "cut prawns" ], "verbs": [ "take-in", "open", "take-to", "cut" ], "verb_classes": [ 0, 3, 0, 7 ], "nouns": [ "knife", "prawn", "trash", "prawn" ], "noun_classes": [ 4, 253, 54, 253 ], "start_stop_timestamps": [ [ "00:06:11.12", "00:06:11.82" ], [ "00:06:12.26", "00:06:23.10" ], [ "00:06:30.38", "00:06:31.38" ], [ "00:06:44.69", "00:09:37.87" ] ], "start_stop_frames": [ [ 18556, 18591 ], [ 18613, 19155 ], [ 19519, 19569 ], [ 20234, 28893 ] ], "trgnoun": "prawn", "trgverb": "cut" }, { "key": "P02_110+22_23_24_25", "video_id": "P02_110", "narration_ids": [ "P02_110_22", "P02_110_23", "P02_110_24", "P02_110_25" ], "src": "stir meat in pan . stir stock in hot water . pick_up stock", "src1": "stir meat in pan", "src2": "stir stock in hot water", "src3": "pick_up stock", "trg": "pour stock into pan", "vis_src": "P02_110:22 P02_110:23 P02_110:24", "vis_trg": "P02_110:25", "narrations": [ "stir meat in pan", "stir stock in hot water", "pick up", "pour stock into pan" ], "verbs": [ "stir-in", "stir", "pick-up", "pour-into" ], "verb_classes": [ 10, 10, 0, 9 ], "nouns": [ "meat", "stock", "stock", "stock" ], "noun_classes": [ 28, 95, 95, 95 ], "start_stop_timestamps": [ [ "00:01:20.24", "00:01:23.28" ], [ "00:01:23.47", "00:01:24.82" ], [ "00:01:24.76", "00:01:25.36" ], [ "00:01:26.72", "00:01:31.01" ] ], "start_stop_frames": [ [ 4011, 4164 ], [ 4173, 4241 ], [ 4238, 4268 ], [ 4336, 4550 ] ], "trgnoun": "stock", "trgverb": "pour_into" }, { "key": "P02_09+233_234_235_236", "video_id": "P02_09", "narration_ids": [ "P02_09_233", "P02_09_234", "P02_09_235", "P02_09_236" ], "src": "remove remaining slices . pick_up remaining slices . open trash", "src1": "remove remaining slices", "src2": "pick_up remaining slices", "src3": "open trash", "trg": "throw remaining slices", "vis_src": "P02_09:233 P02_09:234 P02_09:235", "vis_trg": "P02_09:236", "narrations": [ "remove remaining slices", "pick up remaining slices", "open trash", "throw remaining slices" ], "verbs": [ "remove", "pick-up", "open", "throw" ], "verb_classes": [ 12, 0, 3, 13 ], "nouns": [ "onion", "onion", "trash", "trash" ], "noun_classes": [ 16, 16, 54, 54 ], "start_stop_timestamps": [ [ "00:16:55.96", "00:17:03.49" ], [ "00:16:56.07", "00:17:02.62" ], [ "00:17:04.47", "00:17:05.14" ], [ "00:17:05.22", "00:17:05.93" ] ], "start_stop_frames": [ [ 60957, 61409 ], [ 60964, 61357 ], [ 61468, 61508 ], [ 61513, 61555 ] ], "trgnoun": "trash", "trgverb": "throw" }, { "key": "P12_04+91_92_93_94", "video_id": "P12_04", "narration_ids": [ "P12_04_91", "P12_04_92", "P12_04_93", "P12_04_94" ], "src": "take cutting_board . remove trash from floor . wash cutting_board", "src1": "take cutting_board", "src2": "remove trash from floor", "src3": "wash cutting_board", "trg": "put cutting_board in dishwasher", "vis_src": "P12_04:91 P12_04:92 P12_04:93", "vis_trg": "P12_04:94", "narrations": [ "take cutting board", "remove trash from floor", "wash cutting board", "put cutting board in dishwasher" ], "verbs": [ "take", "remove-from", "wash", "put-in" ], "verb_classes": [ 0, 12, 2, 5 ], "nouns": [ "board:cutting", "trash", "board:cutting", "board:cutting" ], "noun_classes": [ 18, 54, 18, 18 ], "start_stop_timestamps": [ [ "00:25:46.93", "00:25:48.67" ], [ "00:25:49.48", "00:25:58.46" ], [ "00:26:00.79", "00:26:06.72" ], [ "00:26:07.20", "00:26:13.93" ] ], "start_stop_frames": [ [ 92815, 92920 ], [ 92968, 93507 ], [ 93647, 94003 ], [ 94032, 94435 ] ], "trgnoun": "cutting_board", "trgverb": "put_in" }, { "key": "P15_13+55_56_57_58", "video_id": "P15_13", "narration_ids": [ "P15_13_55", "P15_13_56", "P15_13_57", "P15_13_58" ], "src": "put bowl in dishwasher . take dishwasher out . open trash", "src1": "put bowl in dishwasher", "src2": "take dishwasher out", "src3": "open trash", "trg": "throw trash", "vis_src": "P15_13:55 P15_13:56 P15_13:57", "vis_trg": "P15_13:58", "narrations": [ "put bowl in dishwasher", "take dishwasher out", "open trash", "throw trash" ], "verbs": [ "put-in", "take-out", "open", "throw" ], "verb_classes": [ 5, 12, 3, 13 ], "nouns": [ "bowl", "dishwasher", "trash", "trash" ], "noun_classes": [ 7, 70, 54, 54 ], "start_stop_timestamps": [ [ "00:07:46.81", "00:07:49.02" ], [ "00:07:52.47", "00:07:53.40" ], [ "00:11:39.96", "00:11:41.19" ], [ "00:11:41.01", "00:11:43.81" ] ], "start_stop_frames": [ [ 28008, 28141 ], [ 28348, 28404 ], [ 41997, 42071 ], [ 42060, 42228 ] ], "trgnoun": "trash", "trgverb": "throw" }, { "key": "P12_101+292_293_294_295", "video_id": "P12_101", "narration_ids": [ "P12_101_292", "P12_101_293", "P12_101_294", "P12_101_295" ], "src": "move mozzarella on countertop . pick_up stock from countertop . open stock_packaging", "src1": "move mozzarella on countertop", "src2": "pick_up stock from countertop", "src3": "open stock_packaging", "trg": "put_down stock onto cutting board", "vis_src": "P12_101:292 P12_101:293 P12_101:294", "vis_trg": "P12_101:295", "narrations": [ "move mozzarella on countertop", "pick up stock from countertop", "open stock packaging", "put down stock onto cutting board" ], "verbs": [ "move-on", "pick-up", "open", "put-down" ], "verb_classes": [ 11, 0, 3, 1 ], "nouns": [ "mozzarella", "stock", "packaging:stock", "stock" ], "noun_classes": [ 32, 95, 26, 95 ], "start_stop_timestamps": [ [ "00:17:00.38", "00:17:01.27" ], [ "00:17:01.83", "00:17:02.74" ], [ "00:17:02.82", "00:17:11.90" ], [ "00:17:13.31", "00:17:15.35" ] ], "start_stop_frames": [ [ 51019, 51063 ], [ 51091, 51137 ], [ 51141, 51595 ], [ 51665, 51767 ] ], "trgnoun": "stock", "trgverb": "put_down" }, { "key": "P04_107+568_571_575_624", "video_id": "P04_107", "narration_ids": [ "P04_107_568", "P04_107_571", "P04_107_575", "P04_107_624" ], "src": "roll_out dough . grab flour . let go of rolling_pin", "src1": "roll_out dough", "src2": "grab flour", "src3": "let go of rolling_pin", "trg": "feel dough", "vis_src": "P04_107:568 P04_107:571 P04_107:575", "vis_trg": "P04_107:624", "narrations": [ "roll out dough", "grab flour", "let go of rolling pin", "feel dough" ], "verbs": [ "roll-out", "grab", "let", "feel" ], "verb_classes": [ 39, 0, 79, 54 ], "nouns": [ "dough", "flour", "pin:rolling", "dough" ], "noun_classes": [ 25, 75, 136, 25 ], "start_stop_timestamps": [ [ "00:16:01.69", "00:16:02.74" ], [ "00:16:02.83", "00:16:04.77" ], [ "00:16:07.28", "00:16:07.83" ], [ "00:17:09.83", "00:17:11.31" ] ], "start_stop_frames": [ [ 48084, 48137 ], [ 48141, 48238 ], [ 48364, 48391 ], [ 51491, 51565 ] ], "trgnoun": "dough", "trgverb": "feel" }, { "key": "P04_107+52_53_54_55", "video_id": "P04_107", "narration_ids": [ "P04_107_52", "P04_107_53", "P04_107_54", "P04_107_55" ], "src": "grab flour . sprinkle flour on baking tray . squeeze dough_ball", "src1": "grab flour", "src2": "sprinkle flour on baking tray", "src3": "squeeze dough_ball", "trg": "put_down ball of dough", "vis_src": "P04_107:52 P04_107:53 P04_107:54", "vis_trg": "P04_107:55", "narrations": [ "grab flour", "sprinkle flour on baking tray", "squeeze dough ball", "put down ball of dough" ], "verbs": [ "grab", "sprinkle-on", "squeeze", "put-down" ], "verb_classes": [ 0, 42, 18, 1 ], "nouns": [ "flour", "flour", "ball:dough", "ball:dough" ], "noun_classes": [ 75, 75, 25, 25 ], "start_stop_timestamps": [ [ "00:01:59.75", "00:02:02.21" ], [ "00:02:03.84", "00:02:05.87" ], [ "00:02:05.57", "00:02:06.83" ], [ "00:02:06.57", "00:02:07.39" ] ], "start_stop_frames": [ [ 5987, 6110 ], [ 6192, 6293 ], [ 6278, 6341 ], [ 6328, 6369 ] ], "trgnoun": "dough_ball", "trgverb": "put_down" }, { "key": "P10_04+273_274_275_276", "video_id": "P10_04", "narration_ids": [ "P10_04_273", "P10_04_274", "P10_04_275", "P10_04_276" ], "src": "cover the plate with a lid . wash the chopstick . switch_off the hob", "src1": "cover the plate with a lid", "src2": "wash the chopstick", "src3": "switch_off the hob", "trg": "put the chopstick on the utensil shelf", "vis_src": "P10_04:273 P10_04:274 P10_04:275", "vis_trg": "P10_04:276", "narrations": [ "cover the plate with a lid", "wash the chopstick", "switch off the hob", "put the chopstick on the utensil shelf" ], "verbs": [ "cover-with", "wash", "switch-off", "put-on" ], "verb_classes": [ 36, 2, 8, 1 ], "nouns": [ "plate", "chopstick", "hob", "chopstick" ], "noun_classes": [ 2, 80, 24, 80 ], "start_stop_timestamps": [ [ "00:30:04.89", "00:30:06.55" ], [ "00:30:08.01", "00:30:12.03" ], [ "00:30:12.74", "00:30:14.27" ], [ "00:30:14.37", "00:30:17.48" ] ], "start_stop_frames": [ [ 108293, 108393 ], [ 108480, 108721 ], [ 108764, 108856 ], [ 108862, 109048 ] ], "trgnoun": "chopstick", "trgverb": "put_on" }, { "key": "P04_112+194_195_196_197", "video_id": "P04_112", "narration_ids": [ "P04_112_194", "P04_112_195", "P04_112_196", "P04_112_197" ], "src": "pick_up ball of dough . put ball of dough in bowl . grab flour", "src1": "pick_up ball of dough", "src2": "put ball of dough in bowl", "src3": "grab flour", "trg": "sprinkle flour over tea towel", "vis_src": "P04_112:194 P04_112:195 P04_112:196", "vis_trg": "P04_112:197", "narrations": [ "pick up ball of dough", "put ball of dough in bowl", "grab flour", "sprinkle flour over tea towel" ], "verbs": [ "pick-up", "put-in", "grab", "sprinkle-over" ], "verb_classes": [ 0, 5, 0, 42 ], "nouns": [ "ball:dough", "ball:dough", "flour", "flour" ], "noun_classes": [ 25, 25, 75, 75 ], "start_stop_timestamps": [ [ "00:05:32.21", "00:05:32.77" ], [ "00:05:32.10", "00:05:34.26" ], [ "00:05:35.04", "00:05:35.73" ], [ "00:05:36.60", "00:05:38.88" ] ], "start_stop_frames": [ [ 16610, 16638 ], [ 16605, 16713 ], [ 16752, 16786 ], [ 16830, 16944 ] ], "trgnoun": "flour", "trgverb": "sprinkle_over" }, { "key": "P04_112+182_183_184_185", "video_id": "P04_112", "narration_ids": [ "P04_112_182", "P04_112_183", "P04_112_184", "P04_112_185" ], "src": "put hand in flour bag . shape ball of dough . grab flour", "src1": "put hand in flour bag", "src2": "shape ball of dough", "src3": "grab flour", "trg": "sprinkle flour over dough", "vis_src": "P04_112:182 P04_112:183 P04_112:184", "vis_trg": "P04_112:185", "narrations": [ "put hand in flour bag", "shape ball of dough", "grab flour", "sprinkle flour over dough" ], "verbs": [ "put-in", "shape", "grab", "sprinkle-over" ], "verb_classes": [ 5, 74, 0, 42 ], "nouns": [ "hand", "ball:dough", "flour", "flour" ], "noun_classes": [ 11, 25, 75, 75 ], "start_stop_timestamps": [ [ "00:05:06.88", "00:05:07.78" ], [ "00:05:08.13", "00:05:10.98" ], [ "00:05:11.13", "00:05:13.33" ], [ "00:05:13.19", "00:05:14.72" ] ], "start_stop_frames": [ [ 15344, 15388 ], [ 15406, 15549 ], [ 15556, 15666 ], [ 15659, 15736 ] ], "trgnoun": "flour", "trgverb": "sprinkle_over" }, { "key": "P22_06+142_143_144_145", "video_id": "P22_06", "narration_ids": [ "P22_06_142", "P22_06_143", "P22_06_144", "P22_06_145" ], "src": "open tap . rinse filter . pick_up sponge", "src1": "open tap", "src2": "rinse filter", "src3": "pick_up sponge", "trg": "lather filter", "vis_src": "P22_06:142 P22_06:143 P22_06:144", "vis_trg": "P22_06:145", "narrations": [ "open tap", "rinse filter", "pick up sponge", "lather filter" ], "verbs": [ "turn-on", "rinse", "pick-up", "lather" ], "verb_classes": [ 6, 2, 0, 2 ], "nouns": [ "tap", "filter", "sponge", "filter" ], "noun_classes": [ 0, 77, 9, 77 ], "start_stop_timestamps": [ [ "00:05:31.19", "00:05:32.06" ], [ "00:05:32.59", "00:05:37.20" ], [ "00:05:36.95", "00:05:38.07" ], [ "00:05:38.10", "00:05:43.37" ] ], "start_stop_frames": [ [ 19871, 19923 ], [ 19955, 20232 ], [ 20217, 20284 ], [ 20286, 20602 ] ], "trgnoun": "filter", "trgverb": "lather" }, { "key": "P27_103+72_73_74_75", "video_id": "P27_103", "narration_ids": [ "P27_103_72", "P27_103_73", "P27_103_74", "P27_103_75" ], "src": "put_down butter . open cupboard . pick_up scale", "src1": "put_down butter", "src2": "open cupboard", "src3": "pick_up scale", "trg": "put_down scale", "vis_src": "P27_103:72 P27_103:73 P27_103:74", "vis_trg": "P27_103:75", "narrations": [ "put down butter", "open cupboard", "pick up scale", "put down scale" ], "verbs": [ "put-down", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "butter", "cupboard", "scale", "scale" ], "noun_classes": [ 78, 3, 108, 108 ], "start_stop_timestamps": [ [ "00:03:30.46", "00:03:33.60" ], [ "00:03:35.38", "00:03:37.09" ], [ "00:03:37.45", "00:03:38.86" ], [ "00:03:39.43", "00:03:42.41" ] ], "start_stop_frames": [ [ 10523, 10680 ], [ 10769, 10854 ], [ 10872, 10943 ], [ 10971, 11120 ] ], "trgnoun": "scale", "trgverb": "put_down" }, { "key": "P10_04+348_349_350_351", "video_id": "P10_04", "narration_ids": [ "P10_04_348", "P10_04_349", "P10_04_350", "P10_04_351" ], "src": "put it into the white_board . put the knife into the water sink . wash the cut_board", "src1": "put it into the white_board", "src2": "put the knife into the water sink", "src3": "wash the cut_board", "trg": "put the cut_board onto the utensil shelf", "vis_src": "P10_04:348 P10_04:349 P10_04:350", "vis_trg": "P10_04:351", "narrations": [ "put it into the white board", "put the knife into the water sink", "wash the cut board", "put the cut board onto the utensil shelf" ], "verbs": [ "put-into", "put-into", "wash", "put-onto" ], "verb_classes": [ 5, 5, 2, 1 ], "nouns": [ "board:white", "knife", "board:cut", "board:cut" ], "noun_classes": [ 242, 4, 18, 18 ], "start_stop_timestamps": [ [ "00:37:19.88", "00:37:23.82" ], [ "00:37:28.45", "00:37:29.97" ], [ "00:37:30.01", "00:37:33.84" ], [ "00:37:33.94", "00:37:35.42" ] ], "start_stop_frames": [ [ 134392, 134629 ], [ 134907, 134998 ], [ 135000, 135230 ], [ 135236, 135325 ] ], "trgnoun": "cut_board", "trgverb": "put_onto" }, { "key": "P04_03+25_26_27_28", "video_id": "P04_03", "narration_ids": [ "P04_03_25", "P04_03_26", "P04_03_27", "P04_03_28" ], "src": "put_in dishwasher . open cupboard . pick_up lunch_box", "src1": "put_in dishwasher", "src2": "open cupboard", "src3": "pick_up lunch_box", "trg": "open lunch_box", "vis_src": "P04_03:25 P04_03:26 P04_03:27", "vis_trg": "P04_03:28", "narrations": [ "put in dishwasher", "open cupboard", "pick up lunch box", "open lunch box" ], "verbs": [ "put-in", "open", "pick-up", "open" ], "verb_classes": [ 5, 3, 0, 3 ], "nouns": [ "dishwasher", "cupboard", "box:lunch", "box:lunch" ], "noun_classes": [ 70, 3, 23, 23 ], "start_stop_timestamps": [ [ "00:01:15.32", "00:01:17.23" ], [ "00:01:20.25", "00:01:21.44" ], [ "00:01:22.18", "00:01:24.77" ], [ "00:01:24.78", "00:01:27.90" ] ], "start_stop_frames": [ [ 4519, 4633 ], [ 4815, 4886 ], [ 4930, 5086 ], [ 5086, 5274 ] ], "trgnoun": "lunch_box", "trgverb": "open" }, { "key": "P07_08+21_22_23_24", "video_id": "P07_08", "narration_ids": [ "P07_08_21", "P07_08_22", "P07_08_23", "P07_08_24" ], "src": "turn_over tortilla . fold tortilla . throw away trash", "src1": "turn_over tortilla", "src2": "fold tortilla", "src3": "throw away trash", "trg": "flip tortilla", "vis_src": "P07_08:21 P07_08:22 P07_08:23", "vis_trg": "P07_08:24", "narrations": [ "turn over tortilla", "fold tortilla", "throw away trash", "flip tortilla" ], "verbs": [ "turn-over", "fold", "throw", "flip" ], "verb_classes": [ 22, 28, 13, 22 ], "nouns": [ "tortilla", "tortilla", "trash", "tortilla" ], "noun_classes": [ 107, 107, 54, 107 ], "start_stop_timestamps": [ [ "00:01:57.03", "00:01:58.53" ], [ "00:02:12.80", "00:02:13.60" ], [ "00:02:27.42", "00:02:36.45" ], [ "00:02:41.05", "00:02:45.29" ] ], "start_stop_frames": [ [ 7021, 7111 ], [ 7968, 8016 ], [ 8845, 9387 ], [ 9663, 9917 ] ], "trgnoun": "tortilla", "trgverb": "flip" }, { "key": "P22_09+77_78_79_80", "video_id": "P22_09", "narration_ids": [ "P22_09_77", "P22_09_78", "P22_09_79", "P22_09_80" ], "src": "toss bag . pick_up box . open box", "src1": "toss bag", "src2": "pick_up box", "src3": "open box", "trg": "put_down box", "vis_src": "P22_09:77 P22_09:78 P22_09:79", "vis_trg": "P22_09:80", "narrations": [ "toss bag", "pick up box", "open box", "put down box" ], "verbs": [ "toss", "pick-up", "open", "put-down" ], "verb_classes": [ 13, 0, 3, 1 ], "nouns": [ "bag", "box", "box", "box" ], "noun_classes": [ 19, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:02:20.75", "00:02:21.82" ], [ "00:02:24.34", "00:02:25.62" ], [ "00:02:25.34", "00:02:28.36" ], [ "00:02:28.10", "00:02:31.25" ] ], "start_stop_frames": [ [ 8445, 8509 ], [ 8660, 8737 ], [ 8720, 8901 ], [ 8886, 9075 ] ], "trgnoun": "box", "trgverb": "put_down" }, { "key": "P02_129+416_417_419_420", "video_id": "P02_129", "narration_ids": [ "P02_129_416", "P02_129_417", "P02_129_419", "P02_129_420" ], "src": "pick_up biscuits . open biscuits packaging . pick biscuits from surface", "src1": "pick_up biscuits", "src2": "open biscuits packaging", "src3": "pick biscuits from surface", "trg": "put biscuits in food processor", "vis_src": "P02_129:416 P02_129:417 P02_129:419", "vis_trg": "P02_129:420", "narrations": [ "pick up biscuits", "open biscuits packaging", "pick biscuits from surface", "put biscuits in food processor" ], "verbs": [ "pick-up", "open", "pick-from", "put-in" ], "verb_classes": [ 0, 3, 0, 5 ], "nouns": [ "biscuit", "packaging:biscuit", "biscuit", "biscuit" ], "noun_classes": [ 104, 26, 104, 104 ], "start_stop_timestamps": [ [ "00:14:55.50", "00:14:56.50" ], [ "00:14:57.07", "00:15:06.45" ], [ "00:15:08.83", "00:15:09.59" ], [ "00:15:09.76", "00:15:10.23" ] ], "start_stop_frames": [ [ 44775, 44825 ], [ 44853, 45322 ], [ 45441, 45479 ], [ 45488, 45511 ] ], "trgnoun": "biscuit", "trgverb": "put_in" }, { "key": "P22_09+78_79_80_81", "video_id": "P22_09", "narration_ids": [ "P22_09_78", "P22_09_79", "P22_09_80", "P22_09_81" ], "src": "pick_up box . open box . put_down box", "src1": "pick_up box", "src2": "open box", "src3": "put_down box", "trg": "fold box", "vis_src": "P22_09:78 P22_09:79 P22_09:80", "vis_trg": "P22_09:81", "narrations": [ "pick up box", "open box", "put down box", "fold box" ], "verbs": [ "pick-up", "open", "put-down", "fold" ], "verb_classes": [ 0, 3, 1, 28 ], "nouns": [ "box", "box", "box", "box" ], "noun_classes": [ 23, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:02:24.34", "00:02:25.62" ], [ "00:02:25.34", "00:02:28.36" ], [ "00:02:28.10", "00:02:31.25" ], [ "00:02:28.46", "00:02:31.14" ] ], "start_stop_frames": [ [ 8660, 8737 ], [ 8720, 8901 ], [ 8886, 9075 ], [ 8907, 9068 ] ], "trgnoun": "box", "trgverb": "fold" }, { "key": "P27_105+252_253_254_255", "video_id": "P27_105", "narration_ids": [ "P27_105_252", "P27_105_253", "P27_105_254", "P27_105_255" ], "src": "wrap sandwich . put_down packaging . pick_up box", "src1": "wrap sandwich", "src2": "put_down packaging", "src3": "pick_up box", "trg": "open box", "vis_src": "P27_105:252 P27_105:253 P27_105:254", "vis_trg": "P27_105:255", "narrations": [ "wrap sandwich", "put down packaging", "pick up box", "open box" ], "verbs": [ "wrap", "put-down", "pick-up", "open" ], "verb_classes": [ 36, 1, 0, 3 ], "nouns": [ "sandwich", "packaging", "box", "box" ], "noun_classes": [ 164, 26, 23, 23 ], "start_stop_timestamps": [ [ "00:13:46.65", "00:13:50.68" ], [ "00:13:49.82", "00:13:51.50" ], [ "00:13:51.60", "00:13:57.10" ], [ "00:13:53.62", "00:13:57.07" ] ], "start_stop_frames": [ [ 41332, 41534 ], [ 41491, 41575 ], [ 41580, 41855 ], [ 41681, 41853 ] ], "trgnoun": "box", "trgverb": "open" }, { "key": "P04_06+42_43_44_45", "video_id": "P04_06", "narration_ids": [ "P04_06_42", "P04_06_43", "P04_06_44", "P04_06_45" ], "src": "pick_up box . open box . pick_up flour", "src1": "pick_up box", "src2": "open box", "src3": "pick_up flour", "trg": "sprinkle flour", "vis_src": "P04_06:42 P04_06:43 P04_06:44", "vis_trg": "P04_06:45", "narrations": [ "pick up box", "open box", "pick up flour", "sprinkle flour" ], "verbs": [ "pick-up", "open", "pick-up", "sprinkle" ], "verb_classes": [ 0, 3, 0, 42 ], "nouns": [ "box", "box", "flour", "flour" ], "noun_classes": [ 23, 23, 75, 75 ], "start_stop_timestamps": [ [ "00:04:05.63", "00:04:08.79" ], [ "00:04:09.72", "00:04:10.72" ], [ "00:04:11.00", "00:04:12.30" ], [ "00:04:12.40", "00:04:13.52" ] ], "start_stop_frames": [ [ 14737, 14927 ], [ 14983, 15043 ], [ 15060, 15138 ], [ 15144, 15211 ] ], "trgnoun": "flour", "trgverb": "sprinkle" }, { "key": "P04_05+244_245_246_247", "video_id": "P04_05", "narration_ids": [ "P04_05_244", "P04_05_245", "P04_05_246", "P04_05_247" ], "src": "pick_up box . open box . pick_up flour", "src1": "pick_up box", "src2": "open box", "src3": "pick_up flour", "trg": "put_down flour", "vis_src": "P04_05:244 P04_05:245 P04_05:246", "vis_trg": "P04_05:247", "narrations": [ "pick up box", "open box", "pick up flour", "put down flour" ], "verbs": [ "pick-up", "open", "pick-up", "put-down" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "box", "box", "flour", "flour" ], "noun_classes": [ 23, 23, 75, 75 ], "start_stop_timestamps": [ [ "00:26:55.54", "00:26:56.81" ], [ "00:26:59.01", "00:27:01.93" ], [ "00:27:03.49", "00:27:06.27" ], [ "00:27:07.46", "00:27:08.84" ] ], "start_stop_frames": [ [ 96932, 97008 ], [ 97140, 97315 ], [ 97409, 97576 ], [ 97647, 97730 ] ], "trgnoun": "flour", "trgverb": "put_down" }, { "key": "P04_05+245_246_247_248", "video_id": "P04_05", "narration_ids": [ "P04_05_245", "P04_05_246", "P04_05_247", "P04_05_248" ], "src": "open box . pick_up flour . put_down flour", "src1": "open box", "src2": "pick_up flour", "src3": "put_down flour", "trg": "put_down box", "vis_src": "P04_05:245 P04_05:246 P04_05:247", "vis_trg": "P04_05:248", "narrations": [ "open box", "pick up flour", "put down flour", "put down box" ], "verbs": [ "open", "pick-up", "put-down", "put-down" ], "verb_classes": [ 3, 0, 1, 1 ], "nouns": [ "box", "flour", "flour", "box" ], "noun_classes": [ 23, 75, 75, 23 ], "start_stop_timestamps": [ [ "00:26:59.01", "00:27:01.93" ], [ "00:27:03.49", "00:27:06.27" ], [ "00:27:07.46", "00:27:08.84" ], [ "00:27:09.59", "00:27:10.85" ] ], "start_stop_frames": [ [ 97140, 97315 ], [ 97409, 97576 ], [ 97647, 97730 ], [ 97775, 97851 ] ], "trgnoun": "box", "trgverb": "put_down" }, { "key": "P08_05+73_74_75_76", "video_id": "P08_05", "narration_ids": [ "P08_05_73", "P08_05_74", "P08_05_75", "P08_05_76" ], "src": "choosing a bell_pepper . get the chopping_board . turn_on water", "src1": "choosing a bell_pepper", "src2": "get the chopping_board", "src3": "turn_on water", "trg": "wash the bell_pepper", "vis_src": "P08_05:73 P08_05:74 P08_05:75", "vis_trg": "P08_05:76", "narrations": [ "choosing a bell pepper", "get the chopping board", "turn on water", "wash the bell pepper" ], "verbs": [ "choose", "get", "turn-on", "wash" ], "verb_classes": [ 85, 0, 6, 2 ], "nouns": [ "pepper:bell", "board:chopping", "tap", "pepper:bell" ], "noun_classes": [ 37, 18, 0, 37 ], "start_stop_timestamps": [ [ "00:04:59.13", "00:05:01.79" ], [ "00:05:05.15", "00:05:09.90" ], [ "00:05:10.30", "00:05:11.37" ], [ "00:05:11.79", "00:05:14.68" ] ], "start_stop_frames": [ [ 17947, 18107 ], [ 18309, 18594 ], [ 18618, 18682 ], [ 18707, 18880 ] ], "trgnoun": "bell_pepper", "trgverb": "wash" }, { "key": "P02_130+93_94_95_96", "video_id": "P02_130", "narration_ids": [ "P02_130_93", "P02_130_94", "P02_130_95", "P02_130_96" ], "src": "cover food_processor . lock food processor cover . turn_on food_processor", "src1": "cover food_processor", "src2": "lock food processor cover", "src3": "turn_on food_processor", "trg": "turn_off food_processor", "vis_src": "P02_130:93 P02_130:94 P02_130:95", "vis_trg": "P02_130:96", "narrations": [ "cover food processor", "lock food processor cover", "turn on food processor", "turn off food processor" ], "verbs": [ "cover", "lock", "turn-on", "turn-off" ], "verb_classes": [ 36, 86, 6, 8 ], "nouns": [ "processor:food", "cover:food:processor", "processor:food", "processor:food" ], "noun_classes": [ 147, 89, 147, 147 ], "start_stop_timestamps": [ [ "00:03:25.05", "00:03:31.15" ], [ "00:03:31.13", "00:03:32.33" ], [ "00:03:32.42", "00:03:42.30" ], [ "00:03:40.79", "00:03:45.64" ] ], "start_stop_frames": [ [ 10252, 10557 ], [ 10556, 10616 ], [ 10621, 11115 ], [ 11039, 11282 ] ], "trgnoun": "food_processor", "trgverb": "turn_off" }, { "key": "P02_131+165_166_167_168", "video_id": "P02_131", "narration_ids": [ "P02_131_165", "P02_131_166", "P02_131_167", "P02_131_168" ], "src": "put glass in sink . pick_up food processor cover . pick_up food processor bowl", "src1": "put glass in sink", "src2": "pick_up food processor cover", "src3": "pick_up food processor bowl", "trg": "put_down food processor bowl and cover", "vis_src": "P02_131:165 P02_131:166 P02_131:167", "vis_trg": "P02_131:168", "narrations": [ "put glass in sink", "pick up food processor cover", "pick up food processor bowl", "put down food processor bowl and cover" ], "verbs": [ "put-in", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 5, 0, 0, 1 ], "nouns": [ "glass", "cover:food:processor", "bowl:food:processor", "bowl:food:processor" ], "noun_classes": [ 10, 89, 7, 7 ], "start_stop_timestamps": [ [ "00:07:25.33", "00:07:26.40" ], [ "00:07:29.23", "00:07:29.96" ], [ "00:07:30.94", "00:07:32.36" ], [ "00:07:34.96", "00:07:36.16" ] ], "start_stop_frames": [ [ 22266, 22320 ], [ 22461, 22498 ], [ 22547, 22618 ], [ 22748, 22808 ] ], "trgnoun": "processor_food_bowl", "trgverb": "put_down" }, { "key": "P04_118+31_32_33_35", "video_id": "P04_118", "narration_ids": [ "P04_118_31", "P04_118_32", "P04_118_33", "P04_118_35" ], "src": "put_down instruction_booklet . open box . take_out bag", "src1": "put_down instruction_booklet", "src2": "open box", "src3": "take_out bag", "trg": "pick_up bag", "vis_src": "P04_118:31 P04_118:32 P04_118:33", "vis_trg": "P04_118:35", "narrations": [ "put down instruction booklet", "open box", "take out bag", "pick up bag" ], "verbs": [ "put-down", "open", "take-out", "pick-up" ], "verb_classes": [ 1, 3, 12, 0 ], "nouns": [ "booklet:instruction", "box", "bag", "bag" ], "noun_classes": [ 140, 23, 19, 19 ], "start_stop_timestamps": [ [ "00:01:25.86", "00:01:26.63" ], [ "00:01:26.06", "00:01:27.55" ], [ "00:01:27.59", "00:01:29.70" ], [ "00:01:29.00", "00:01:30.54" ] ], "start_stop_frames": [ [ 4293, 4331 ], [ 4303, 4377 ], [ 4379, 4485 ], [ 4450, 4527 ] ], "trgnoun": "bag", "trgverb": "pick_up" }, { "key": "P02_105+164_166_167_168", "video_id": "P02_105", "narration_ids": [ "P02_105_164", "P02_105_166", "P02_105_167", "P02_105_168" ], "src": "move box . pick_up box . return box", "src1": "move box", "src2": "pick_up box", "src3": "return box", "trg": "open box", "vis_src": "P02_105:164 P02_105:166 P02_105:167", "vis_trg": "P02_105:168", "narrations": [ "move box", "pick up box", "return box", "open box" ], "verbs": [ "move", "pick-up", "return", "open" ], "verb_classes": [ 11, 0, 1, 3 ], "nouns": [ "box", "box", "box", "box" ], "noun_classes": [ 23, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:05:19.45", "00:05:21.61" ], [ "00:05:23.50", "00:05:26.03" ], [ "00:05:24.79", "00:05:25.75" ], [ "00:05:27.07", "00:05:28.47" ] ], "start_stop_frames": [ [ 15972, 16080 ], [ 16175, 16301 ], [ 16239, 16287 ], [ 16353, 16423 ] ], "trgnoun": "box", "trgverb": "open" }, { "key": "P02_129+450_451_452_453", "video_id": "P02_129", "narration_ids": [ "P02_129_450", "P02_129_451", "P02_129_452", "P02_129_453" ], "src": "pick_up food processor cover . lock food processor cover . turn_on food_processor", "src1": "pick_up food processor cover", "src2": "lock food processor cover", "src3": "turn_on food_processor", "trg": "turn_off food_processor", "vis_src": "P02_129:450 P02_129:451 P02_129:452", "vis_trg": "P02_129:453", "narrations": [ "pick up food processor cover", "lock food processor cover", "turn on food processor", "turn off food processor" ], "verbs": [ "pick-up", "lock", "turn-on", "turn-off" ], "verb_classes": [ 0, 86, 6, 8 ], "nouns": [ "cover:food:processor", "cover:food:processor", "processor:food", "processor:food" ], "noun_classes": [ 89, 89, 147, 147 ], "start_stop_timestamps": [ [ "00:16:30.66", "00:16:31.34" ], [ "00:16:31.29", "00:16:32.83" ], [ "00:16:32.93", "00:16:34.58" ], [ "00:16:38.03", "00:16:38.55" ] ], "start_stop_frames": [ [ 49533, 49567 ], [ 49564, 49641 ], [ 49646, 49729 ], [ 49901, 49927 ] ], "trgnoun": "food_processor", "trgverb": "turn_off" }, { "key": "P03_109+299_300_301_302", "video_id": "P03_109", "narration_ids": [ "P03_109_299", "P03_109_300", "P03_109_301", "P03_109_302" ], "src": "take cheese . take butter . close fridge", "src1": "take cheese", "src2": "take butter", "src3": "close fridge", "trg": "put_down butter", "vis_src": "P03_109:299 P03_109:300 P03_109:301", "vis_trg": "P03_109:302", "narrations": [ "take cheese", "take butter", "close fridge", "put down butter" ], "verbs": [ "take", "take", "close", "put-down" ], "verb_classes": [ 0, 0, 4, 1 ], "nouns": [ "cheese", "butter", "fridge", "butter" ], "noun_classes": [ 32, 78, 12, 78 ], "start_stop_timestamps": [ [ "00:15:03.87", "00:15:05.55" ], [ "00:15:05.56", "00:15:06.90" ], [ "00:15:08.10", "00:15:09.05" ], [ "00:15:09.85", "00:15:10.69" ] ], "start_stop_frames": [ [ 45193, 45277 ], [ 45278, 45345 ], [ 45405, 45452 ], [ 45492, 45534 ] ], "trgnoun": "butter", "trgverb": "put_down" }, { "key": "P22_07+555_556_557_558", "video_id": "P22_07", "narration_ids": [ "P22_07_555", "P22_07_556", "P22_07_557", "P22_07_558" ], "src": "open cupboard . pick_up degreaser . pick_up sponge", "src1": "open cupboard", "src2": "pick_up degreaser", "src3": "pick_up sponge", "trg": "spray degreaser", "vis_src": "P22_07:555 P22_07:556 P22_07:557", "vis_trg": "P22_07:558", "narrations": [ "open cupboard", "pick up degreaser", "pick up sponge", "spray degreaser" ], "verbs": [ "open", "pick-up", "pick-up", "spray" ], "verb_classes": [ 3, 0, 0, 44 ], "nouns": [ "cupboard", "degreaser", "sponge", "degreaser" ], "noun_classes": [ 3, 22, 9, 22 ], "start_stop_timestamps": [ [ "00:26:49.36", "00:26:50.23" ], [ "00:26:50.18", "00:26:50.94" ], [ "00:26:52.17", "00:26:52.97" ], [ "00:26:56.31", "00:26:57.69" ] ], "start_stop_frames": [ [ 96561, 96613 ], [ 96610, 96656 ], [ 96730, 96778 ], [ 96978, 97061 ] ], "trgnoun": "degreaser", "trgverb": "spray" }, { "key": "P01_09+45_46_47_48", "video_id": "P01_09", "narration_ids": [ "P01_09_45", "P01_09_46", "P01_09_47", "P01_09_48" ], "src": "dry hands . take yeast . open box", "src1": "dry hands", "src2": "take yeast", "src3": "open box", "trg": "put_down box", "vis_src": "P01_09:45 P01_09:46 P01_09:47", "vis_trg": "P01_09:48", "narrations": [ "dry hands", "take yeast", "open box", "put down box" ], "verbs": [ "dry", "take", "open", "put-down" ], "verb_classes": [ 14, 0, 3, 1 ], "nouns": [ "hand", "yeast", "box", "box" ], "noun_classes": [ 11, 195, 23, 23 ], "start_stop_timestamps": [ [ "00:01:54.72", "00:01:57.22" ], [ "00:01:58.07", "00:02:00.56" ], [ "00:02:01.29", "00:02:02.98" ], [ "00:02:05.57", "00:02:06.94" ] ], "start_stop_frames": [ [ 6883, 7033 ], [ 7084, 7233 ], [ 7277, 7378 ], [ 7534, 7616 ] ], "trgnoun": "box", "trgverb": "put_down" }, { "key": "P01_109+870_871_872_873", "video_id": "P01_109", "narration_ids": [ "P01_109_870", "P01_109_871", "P01_109_872", "P01_109_873" ], "src": "pick_up box . move tea_towels . put_down aluminium_foil", "src1": "pick_up box", "src2": "move tea_towels", "src3": "put_down aluminium_foil", "trg": "open box", "vis_src": "P01_109:870 P01_109:871 P01_109:872", "vis_trg": "P01_109:873", "narrations": [ "pick up box", "move tea towels", "put down aluminium foil", "open box" ], "verbs": [ "pick-up", "move", "put-down", "open" ], "verb_classes": [ 0, 11, 1, 3 ], "nouns": [ "box", "towel:tea", "foil:aluminium", "box" ], "noun_classes": [ 23, 52, 123, 23 ], "start_stop_timestamps": [ [ "01:00:13.17", "01:00:14.76" ], [ "01:00:15.05", "01:00:19.20" ], [ "01:00:20.24", "01:00:20.77" ], [ "01:00:21.16", "01:00:22.32" ] ], "start_stop_frames": [ [ 180658, 180738 ], [ 180752, 180960 ], [ 181012, 181038 ], [ 181058, 181116 ] ], "trgnoun": "box", "trgverb": "open" }, { "key": "P02_123+388_389_390_391", "video_id": "P02_123", "narration_ids": [ "P02_123_388", "P02_123_389", "P02_123_390", "P02_123_391" ], "src": "put blender in drainer . pick_up sponge . pick_up blender_cover", "src1": "put blender in drainer", "src2": "pick_up sponge", "src3": "pick_up blender_cover", "trg": "sponge blender_cover", "vis_src": "P02_123:388 P02_123:389 P02_123:390", "vis_trg": "P02_123:391", "narrations": [ "put blender in drainer", "pick up sponge", "pick up blender cover", "sponge blender cover" ], "verbs": [ "put-in", "pick-up", "pick-up", "sponge" ], "verb_classes": [ 5, 0, 0, 2 ], "nouns": [ "blender", "sponge", "cover:blender", "cover:blender" ], "noun_classes": [ 82, 9, 89, 89 ], "start_stop_timestamps": [ [ "00:19:39.70", "00:19:41.57" ], [ "00:19:41.51", "00:19:42.54" ], [ "00:19:42.20", "00:19:42.77" ], [ "00:19:42.79", "00:19:46.77" ] ], "start_stop_frames": [ [ 58985, 59078 ], [ 59075, 59127 ], [ 59110, 59138 ], [ 59139, 59338 ] ], "trgnoun": "blender_cover", "trgverb": "sponge" }, { "key": "P02_131+170_171_172_173", "video_id": "P02_131", "narration_ids": [ "P02_131_170", "P02_131_171", "P02_131_172", "P02_131_173" ], "src": "remove chopping_blades . put_down food processor piece . pick_up sponge", "src1": "remove chopping_blades", "src2": "put_down food processor piece", "src3": "pick_up sponge", "trg": "sponge chopping_blades", "vis_src": "P02_131:170 P02_131:171 P02_131:172", "vis_trg": "P02_131:173", "narrations": [ "remove chopping blades", "put down food processor piece", "pick up sponge", "sponge chopping blades" ], "verbs": [ "remove", "put-down", "pick-up", "sponge" ], "verb_classes": [ 12, 1, 0, 2 ], "nouns": [ "blade:chopping", "piece:food:processor", "sponge", "blade:chopping" ], "noun_classes": [ 4, 147, 9, 4 ], "start_stop_timestamps": [ [ "00:07:37.21", "00:07:38.57" ], [ "00:07:38.49", "00:07:40.37" ], [ "00:07:40.66", "00:07:41.39" ], [ "00:07:41.25", "00:07:44.68" ] ], "start_stop_frames": [ [ 22860, 22928 ], [ 22924, 23018 ], [ 23033, 23069 ], [ 23062, 23234 ] ], "trgnoun": "chopping_blade", "trgverb": "sponge" }, { "key": "P11_05+86_87_88_89", "video_id": "P11_05", "narration_ids": [ "P11_05_86", "P11_05_87", "P11_05_88", "P11_05_89" ], "src": "pick_up onions . put_down onion . remove onion_skin", "src1": "pick_up onions", "src2": "put_down onion", "src3": "remove onion_skin", "trg": "choose onion", "vis_src": "P11_05:86 P11_05:87 P11_05:88", "vis_trg": "P11_05:89", "narrations": [ "pick up onions", "put down onion", "remove onion skin", "choose onion" ], "verbs": [ "pick-up", "put-down", "remove", "choose" ], "verb_classes": [ 0, 1, 12, 85 ], "nouns": [ "onion", "onion", "skin:onion", "onion" ], "noun_classes": [ 16, 16, 48, 16 ], "start_stop_timestamps": [ [ "00:04:49.09", "00:04:50.02" ], [ "00:04:50.44", "00:04:53.02" ], [ "00:04:53.97", "00:04:56.41" ], [ "00:04:58.57", "00:05:02.49" ] ], "start_stop_frames": [ [ 17345, 17401 ], [ 17426, 17581 ], [ 17638, 17784 ], [ 17914, 18149 ] ], "trgnoun": "onion", "trgverb": "choose" }, { "key": "P02_120+113_114_115_116", "video_id": "P02_120", "narration_ids": [ "P02_120_113", "P02_120_114", "P02_120_115", "P02_120_116" ], "src": "pour pistachio from blender onto bowl . blend ingredients . turn_off blender", "src1": "pour pistachio from blender onto bowl", "src2": "blend ingredients", "src3": "turn_off blender", "trg": "rest blender on side of bowl", "vis_src": "P02_120:113 P02_120:114 P02_120:115", "vis_trg": "P02_120:116", "narrations": [ "pour pistachio from blender onto bowl", "blend ingredients", "turn off blender", "rest blender on side of bowl" ], "verbs": [ "pour-from", "blend", "turn-off", "rest-on" ], "verb_classes": [ 9, 10, 8, 1 ], "nouns": [ "pistachio", "ingredient", "blender", "blender" ], "noun_classes": [ 133, 34, 82, 82 ], "start_stop_timestamps": [ [ "00:06:42.79", "00:06:45.95" ], [ "00:06:45.95", "00:06:58.40" ], [ "00:06:58.02", "00:06:59.42" ], [ "00:07:00.24", "00:07:02.49" ] ], "start_stop_frames": [ [ 20139, 20297 ], [ 20297, 20920 ], [ 20901, 20971 ], [ 21012, 21124 ] ], "trgnoun": "blender", "trgverb": "rest_on" }, { "key": "P30_107+132_133_134_135", "video_id": "P30_107", "narration_ids": [ "P30_107_132", "P30_107_133", "P30_107_134", "P30_107_135" ], "src": "inspect mushrooms . empty washing up bowl . turn_on tap", "src1": "inspect mushrooms", "src2": "empty washing up bowl", "src3": "turn_on tap", "trg": "rinse washing up bowl", "vis_src": "P30_107:132 P30_107:133 P30_107:134", "vis_trg": "P30_107:135", "narrations": [ "inspect mushrooms", "empty washing up bowl", "turn on tap", "rinse washing up bowl" ], "verbs": [ "inspect", "empty", "turn-on", "rinse" ], "verb_classes": [ 24, 20, 6, 2 ], "nouns": [ "mushroom", "bowl:washing:up", "tap", "bowl:washing:up" ], "noun_classes": [ 56, 7, 0, 7 ], "start_stop_timestamps": [ [ "00:05:53.15", "00:06:02.40" ], [ "00:06:02.75", "00:06:04.77" ], [ "00:06:04.15", "00:06:06.32" ], [ "00:06:05.79", "00:06:10.23" ] ], "start_stop_frames": [ [ 17657, 18120 ], [ 18137, 18238 ], [ 18207, 18316 ], [ 18289, 18511 ] ], "trgnoun": "up_washing_bowl", "trgverb": "rinse" }, { "key": "P08_12+4_5_6_7", "video_id": "P08_12", "narration_ids": [ "P08_12_4", "P08_12_5", "P08_12_6", "P08_12_7" ], "src": "wipe_off water_excess . check clothes in washing . turn_on the machine", "src1": "wipe_off water_excess", "src2": "check clothes in washing", "src3": "turn_on the machine", "trg": "select schedule", "vis_src": "P08_12:4 P08_12:5 P08_12:6", "vis_trg": "P08_12:7", "narrations": [ "wipe off water excess", "check clothes in washing", "turn on the machine", "select schedule" ], "verbs": [ "wipe-off", "check-in", "turn-on", "select" ], "verb_classes": [ 2, 24, 6, 85 ], "nouns": [ "excess:water", "clothes", "machine", "machine" ], "noun_classes": [ 27, 73, 124, 124 ], "start_stop_timestamps": [ [ "00:00:10.39", "00:00:15.92" ], [ "00:00:15.96", "00:00:19.97" ], [ "00:00:21.44", "00:00:22.48" ], [ "00:00:23.84", "00:00:27.80" ] ], "start_stop_frames": [ [ 623, 955 ], [ 957, 1198 ], [ 1286, 1348 ], [ 1430, 1668 ] ], "trgnoun": "machine", "trgverb": "select" }, { "key": "P04_118+22_23_24_26", "video_id": "P04_118", "narration_ids": [ "P04_118_22", "P04_118_23", "P04_118_24", "P04_118_26" ], "src": "move coffee_cup . move kettle . move box", "src1": "move coffee_cup", "src2": "move kettle", "src3": "move box", "trg": "open box", "vis_src": "P04_118:22 P04_118:23 P04_118:24", "vis_trg": "P04_118:26", "narrations": [ "move coffee cup", "move kettle", "move box", "open box" ], "verbs": [ "move", "move", "move", "open" ], "verb_classes": [ 11, 11, 11, 3 ], "nouns": [ "cup:coffee", "kettle", "box", "box" ], "noun_classes": [ 13, 44, 23, 23 ], "start_stop_timestamps": [ [ "00:00:48.99", "00:00:50.28" ], [ "00:00:50.24", "00:00:51.54" ], [ "00:00:51.37", "00:00:52.38" ], [ "00:00:52.30", "00:00:52.99" ] ], "start_stop_frames": [ [ 2449, 2514 ], [ 2512, 2577 ], [ 2568, 2619 ], [ 2615, 2649 ] ], "trgnoun": "box", "trgverb": "open" }, { "key": "P04_107+934_935_936_937", "video_id": "P04_107", "narration_ids": [ "P04_107_934", "P04_107_935", "P04_107_936", "P04_107_937" ], "src": "put_down spoon . open oven . pick_up oven_dish", "src1": "put_down spoon", "src2": "open oven", "src3": "pick_up oven_dish", "trg": "put oven_dish into oven", "vis_src": "P04_107:934 P04_107:935 P04_107:936", "vis_trg": "P04_107:937", "narrations": [ "put down spoon", "open oven", "pick up oven dish", "put oven dish into oven" ], "verbs": [ "put-down", "open", "pick-up", "put-into" ], "verb_classes": [ 1, 3, 0, 5 ], "nouns": [ "spoon", "oven", "dish:oven", "dish:oven" ], "noun_classes": [ 1, 46, 35, 35 ], "start_stop_timestamps": [ [ "00:24:35.09", "00:24:36.09" ], [ "00:24:37.35", "00:24:38.25" ], [ "00:24:38.29", "00:24:38.85" ], [ "00:24:39.14", "00:24:40.39" ] ], "start_stop_frames": [ [ 73754, 73804 ], [ 73867, 73912 ], [ 73914, 73942 ], [ 73957, 74019 ] ], "trgnoun": "oven_dish", "trgverb": "put_into" }, { "key": "P30_111+99_100_101_102", "video_id": "P30_111", "narration_ids": [ "P30_111_99", "P30_111_100", "P30_111_101", "P30_111_102" ], "src": "move chopping_board and knife . move knife . break garlic_clove into pieces", "src1": "move chopping_board and knife", "src2": "move knife", "src3": "break garlic_clove into pieces", "trg": "put garlic_clove on chopping board", "vis_src": "P30_111:99 P30_111:100 P30_111:101", "vis_trg": "P30_111:102", "narrations": [ "move chopping board and knife", "move knife", "break garlic clove into pieces", "put garlic clove on chopping board" ], "verbs": [ "move", "move", "break", "put-on" ], "verb_classes": [ 11, 11, 30, 1 ], "nouns": [ "board:chopping", "knife", "clove:garlic", "clove:garlic" ], "noun_classes": [ 18, 4, 51, 51 ], "start_stop_timestamps": [ [ "00:03:06.82", "00:03:07.54" ], [ "00:03:07.65", "00:03:08.25" ], [ "00:03:08.20", "00:03:20.11" ], [ "00:03:20.08", "00:03:21.46" ] ], "start_stop_frames": [ [ 9341, 9377 ], [ 9382, 9412 ], [ 9410, 10005 ], [ 10004, 10073 ] ], "trgnoun": "garlic_clove", "trgverb": "put_on" }, { "key": "P02_130+92_93_94_95", "video_id": "P02_130", "narration_ids": [ "P02_130_92", "P02_130_93", "P02_130_94", "P02_130_95" ], "src": "pick_up food processor cover . cover food_processor . lock food processor cover", "src1": "pick_up food processor cover", "src2": "cover food_processor", "src3": "lock food processor cover", "trg": "turn_on food_processor", "vis_src": "P02_130:92 P02_130:93 P02_130:94", "vis_trg": "P02_130:95", "narrations": [ "pick up food processor cover", "cover food processor", "lock food processor cover", "turn on food processor" ], "verbs": [ "pick-up", "cover", "lock", "turn-on" ], "verb_classes": [ 0, 36, 86, 6 ], "nouns": [ "cover:food:processor", "processor:food", "cover:food:processor", "processor:food" ], "noun_classes": [ 89, 147, 89, 147 ], "start_stop_timestamps": [ [ "00:03:24.15", "00:03:25.01" ], [ "00:03:25.05", "00:03:31.15" ], [ "00:03:31.13", "00:03:32.33" ], [ "00:03:32.42", "00:03:42.30" ] ], "start_stop_frames": [ [ 10207, 10250 ], [ 10252, 10557 ], [ 10556, 10616 ], [ 10621, 11115 ] ], "trgnoun": "food_processor", "trgverb": "turn_on" }, { "key": "P04_118+32_33_35_36", "video_id": "P04_118", "narration_ids": [ "P04_118_32", "P04_118_33", "P04_118_35", "P04_118_36" ], "src": "open box . take_out bag . pick_up bag", "src1": "open box", "src2": "take_out bag", "src3": "pick_up bag", "trg": "put_down bag", "vis_src": "P04_118:32 P04_118:33 P04_118:35", "vis_trg": "P04_118:36", "narrations": [ "open box", "take out bag", "pick up bag", "put down bag" ], "verbs": [ "open", "take-out", "pick-up", "put-down" ], "verb_classes": [ 3, 12, 0, 1 ], "nouns": [ "box", "bag", "bag", "bag" ], "noun_classes": [ 23, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:01:26.06", "00:01:27.55" ], [ "00:01:27.59", "00:01:29.70" ], [ "00:01:29.00", "00:01:30.54" ], [ "00:01:31.74", "00:01:32.37" ] ], "start_stop_frames": [ [ 4303, 4377 ], [ 4379, 4485 ], [ 4450, 4527 ], [ 4587, 4618 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P22_10+147_148_149_150", "video_id": "P22_10", "narration_ids": [ "P22_10_147", "P22_10_148", "P22_10_149", "P22_10_150" ], "src": "move knives . pick_up fork . lather fork", "src1": "move knives", "src2": "pick_up fork", "src3": "lather fork", "trg": "put_down fork", "vis_src": "P22_10:147 P22_10:148 P22_10:149", "vis_trg": "P22_10:150", "narrations": [ "move knives", "pick up fork", "lather fork", "put down fork" ], "verbs": [ "move", "pick-up", "lather", "put-down" ], "verb_classes": [ 11, 0, 2, 1 ], "nouns": [ "knife", "fork", "fork", "fork" ], "noun_classes": [ 4, 14, 14, 14 ], "start_stop_timestamps": [ [ "00:05:04.64", "00:05:05.39" ], [ "00:05:05.49", "00:05:06.24" ], [ "00:05:07.16", "00:05:08.66" ], [ "00:05:08.80", "00:05:09.66" ] ], "start_stop_frames": [ [ 18278, 18323 ], [ 18329, 18374 ], [ 18429, 18519 ], [ 18528, 18579 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P06_09+57_58_59_60", "video_id": "P06_09", "narration_ids": [ "P06_09_57", "P06_09_58", "P06_09_59", "P06_09_60" ], "src": "change temperature . put rubbish in bin . put garlic on chopping board", "src1": "change temperature", "src2": "put rubbish in bin", "src3": "put garlic on chopping board", "trg": "squash garlic", "vis_src": "P06_09:57 P06_09:58 P06_09:59", "vis_trg": "P06_09:60", "narrations": [ "change temperature", "put rubbish in bin", "put garlic on chopping board", "squash garlic" ], "verbs": [ "change", "put-in", "put-on", "squash" ], "verb_classes": [ 17, 5, 1, 18 ], "nouns": [ "temperature", "rubbish", "garlic", "garlic" ], "noun_classes": [ 65, 54, 51, 51 ], "start_stop_timestamps": [ [ "00:10:38.74", "00:10:40.45" ], [ "00:10:42.14", "00:10:44.54" ], [ "00:10:47.18", "00:10:51.25" ], [ "00:10:51.89", "00:10:58.90" ] ], "start_stop_frames": [ [ 38324, 38427 ], [ 38528, 38672 ], [ 38830, 39075 ], [ 39113, 39534 ] ], "trgnoun": "garlic", "trgverb": "squash" }, { "key": "P03_109+61_62_63_64", "video_id": "P03_109", "narration_ids": [ "P03_109_61", "P03_109_62", "P03_109_63", "P03_109_64" ], "src": "put plate in drying rack . move knife . pick_up saucepan", "src1": "put plate in drying rack", "src2": "move knife", "src3": "pick_up saucepan", "trg": "wash saucepan", "vis_src": "P03_109:61 P03_109:62 P03_109:63", "vis_trg": "P03_109:64", "narrations": [ "put plate in drying rack", "move knife", "pick up saucepan", "wash saucepan" ], "verbs": [ "put-in", "move", "pick-up", "wash" ], "verb_classes": [ 5, 11, 0, 2 ], "nouns": [ "plate", "knife", "saucepan", "saucepan" ], "noun_classes": [ 2, 4, 5, 5 ], "start_stop_timestamps": [ [ "00:02:49.29", "00:02:50.79" ], [ "00:02:51.54", "00:02:52.35" ], [ "00:02:52.54", "00:02:53.54" ], [ "00:02:54.63", "00:03:16.91" ] ], "start_stop_frames": [ [ 8464, 8539 ], [ 8577, 8617 ], [ 8627, 8677 ], [ 8731, 9845 ] ], "trgnoun": "saucepan", "trgverb": "wash" }, { "key": "P31_13+34_35_36_37", "video_id": "P31_13", "narration_ids": [ "P31_13_34", "P31_13_35", "P31_13_36", "P31_13_37" ], "src": "close drawer . close fridge . slice lemon", "src1": "close drawer", "src2": "close fridge", "src3": "slice lemon", "trg": "squeeze lemon", "vis_src": "P31_13:34 P31_13:35 P31_13:36", "vis_trg": "P31_13:37", "narrations": [ "close drawer", "close fridge", "slice lemon", "squeeze lemon" ], "verbs": [ "close", "close", "slice", "squeeze" ], "verb_classes": [ 4, 4, 7, 18 ], "nouns": [ "drawer", "fridge", "lemon", "lemon" ], "noun_classes": [ 8, 12, 105, 105 ], "start_stop_timestamps": [ [ "00:05:47.98", "00:05:49.58" ], [ "00:05:50.28", "00:05:52.92" ], [ "00:05:58.76", "00:06:05.33" ], [ "00:06:10.13", "00:06:16.63" ] ], "start_stop_frames": [ [ 20878, 20974 ], [ 21016, 21175 ], [ 21525, 21919 ], [ 22207, 22597 ] ], "trgnoun": "lemon", "trgverb": "squeeze" }, { "key": "P35_104+443_444_445_446", "video_id": "P35_104", "narration_ids": [ "P35_104_443", "P35_104_444", "P35_104_445", "P35_104_446" ], "src": "pick_up pot . drain pasta . pick_up colander", "src1": "pick_up pot", "src2": "drain pasta", "src3": "pick_up colander", "trg": "pour pasta", "vis_src": "P35_104:443 P35_104:444 P35_104:445", "vis_trg": "P35_104:446", "narrations": [ "pick up pot", "drain pasta", "pick up colander", "pour pasta" ], "verbs": [ "pick-up", "drain", "pick-up", "pour" ], "verb_classes": [ 0, 37, 0, 9 ], "nouns": [ "pot", "pasta", "colander", "pasta" ], "noun_classes": [ 29, 45, 39, 45 ], "start_stop_timestamps": [ [ "00:30:38.37", "00:30:40.60" ], [ "00:30:41.22", "00:30:49.26" ], [ "00:30:50.09", "00:30:51.79" ], [ "00:30:51.91", "00:30:53.63" ] ], "start_stop_frames": [ [ 91918, 92030 ], [ 92061, 92463 ], [ 92504, 92589 ], [ 92595, 92681 ] ], "trgnoun": "pasta", "trgverb": "pour" }, { "key": "P03_109+62_63_64_65", "video_id": "P03_109", "narration_ids": [ "P03_109_62", "P03_109_63", "P03_109_64", "P03_109_65" ], "src": "move knife . pick_up saucepan . wash saucepan", "src1": "move knife", "src2": "pick_up saucepan", "src3": "wash saucepan", "trg": "put_down saucepan", "vis_src": "P03_109:62 P03_109:63 P03_109:64", "vis_trg": "P03_109:65", "narrations": [ "move knife", "pick up saucepan", "wash saucepan", "put down saucepan" ], "verbs": [ "move", "pick-up", "wash", "put-down" ], "verb_classes": [ 11, 0, 2, 1 ], "nouns": [ "knife", "saucepan", "saucepan", "saucepan" ], "noun_classes": [ 4, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:02:51.54", "00:02:52.35" ], [ "00:02:52.54", "00:02:53.54" ], [ "00:02:54.63", "00:03:16.91" ], [ "00:03:16.37", "00:03:17.88" ] ], "start_stop_frames": [ [ 8577, 8617 ], [ 8627, 8677 ], [ 8731, 9845 ], [ 9818, 9894 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P03_04+12_13_14_15", "video_id": "P03_04", "narration_ids": [ "P03_04_12", "P03_04_13", "P03_04_14", "P03_04_15" ], "src": "put squash . put salmon . close fridge", "src1": "put squash", "src2": "put salmon", "src3": "close fridge", "trg": "take squash", "vis_src": "P03_04:12 P03_04:13 P03_04:14", "vis_trg": "P03_04:15", "narrations": [ "put squash", "put salmon", "close fridge", "take squash" ], "verbs": [ "put", "put", "close", "take" ], "verb_classes": [ 1, 1, 4, 0 ], "nouns": [ "squash", "salmon", "fridge", "squash" ], "noun_classes": [ 116, 112, 12, 116 ], "start_stop_timestamps": [ [ "00:00:22.72", "00:00:23.61" ], [ "00:00:23.42", "00:00:24.49" ], [ "00:00:24.44", "00:00:25.31" ], [ "00:00:25.77", "00:00:26.42" ] ], "start_stop_frames": [ [ 1363, 1416 ], [ 1405, 1469 ], [ 1466, 1518 ], [ 1546, 1585 ] ], "trgnoun": "squash", "trgverb": "take" }, { "key": "P02_129+92_93_94_95", "video_id": "P02_129", "narration_ids": [ "P02_129_92", "P02_129_93", "P02_129_94", "P02_129_95" ], "src": "close spice_jar . pick_up spice_jar . put_down other spice_jar", "src1": "close spice_jar", "src2": "pick_up spice_jar", "src3": "put_down other spice_jar", "trg": "open spice_jar", "vis_src": "P02_129:92 P02_129:93 P02_129:94", "vis_trg": "P02_129:95", "narrations": [ "close spice jar", "pick up spice jar", "put down other spice jar", "open spice jar" ], "verbs": [ "close", "pick-up", "put-down", "open" ], "verb_classes": [ 4, 0, 1, 3 ], "nouns": [ "jar:spice", "jar:spice", "jar:spice", "jar:spice" ], "noun_classes": [ 40, 40, 40, 40 ], "start_stop_timestamps": [ [ "00:03:23.31", "00:03:24.37" ], [ "00:03:25.26", "00:03:26.26" ], [ "00:03:26.35", "00:03:27.10" ], [ "00:03:27.46", "00:03:28.41" ] ], "start_stop_frames": [ [ 10165, 10218 ], [ 10263, 10313 ], [ 10317, 10355 ], [ 10373, 10420 ] ], "trgnoun": "spice_jar", "trgverb": "open" }, { "key": "P22_113+198_199_200_201", "video_id": "P22_113", "narration_ids": [ "P22_113_198", "P22_113_199", "P22_113_200", "P22_113_201" ], "src": "put_down rice . put_down container . pick_up pan", "src1": "put_down rice", "src2": "put_down container", "src3": "pick_up pan", "trg": "pour rice", "vis_src": "P22_113:198 P22_113:199 P22_113:200", "vis_trg": "P22_113:201", "narrations": [ "put down rice", "put down container", "pick up pan", "pour rice" ], "verbs": [ "put-down", "put-down", "pick-up", "pour" ], "verb_classes": [ 1, 1, 0, 9 ], "nouns": [ "rice", "container", "pan", "rice" ], "noun_classes": [ 55, 21, 5, 55 ], "start_stop_timestamps": [ [ "00:06:45.14", "00:06:46.16" ], [ "00:06:49.74", "00:06:50.85" ], [ "00:06:51.00", "00:06:52.65" ], [ "00:06:52.59", "00:07:00.34" ] ], "start_stop_frames": [ [ 20257, 20308 ], [ 20487, 20542 ], [ 20550, 20632 ], [ 20629, 21017 ] ], "trgnoun": "rice", "trgverb": "pour" }, { "key": "P04_13+29_30_31_32", "video_id": "P04_13", "narration_ids": [ "P04_13_29", "P04_13_30", "P04_13_31", "P04_13_32" ], "src": "put_down rice . dry cup . move spices", "src1": "put_down rice", "src2": "dry cup", "src3": "move spices", "trg": "put away spice", "vis_src": "P04_13:29 P04_13:30 P04_13:31", "vis_trg": "P04_13:32", "narrations": [ "put down rice", "dry cup", "move spices", "put away spice" ], "verbs": [ "put-down", "dry", "move", "put" ], "verb_classes": [ 1, 14, 11, 1 ], "nouns": [ "rice", "cup", "spice", "spice" ], "noun_classes": [ 55, 13, 85, 85 ], "start_stop_timestamps": [ [ "00:02:59.32", "00:03:00.57" ], [ "00:03:01.11", "00:03:07.63" ], [ "00:03:08.44", "00:03:10.39" ], [ "00:03:10.25", "00:03:34.65" ] ], "start_stop_frames": [ [ 10759, 10834 ], [ 10866, 11257 ], [ 11306, 11423 ], [ 11415, 12879 ] ], "trgnoun": "spice", "trgverb": "put" }, { "key": "P31_08+12_13_14_15", "video_id": "P31_08", "narration_ids": [ "P31_08_12", "P31_08_13", "P31_08_14", "P31_08_15" ], "src": "open oven . pick_up salad . put salad in the bowl", "src1": "open oven", "src2": "pick_up salad", "src3": "put salad in the bowl", "trg": "put salad", "vis_src": "P31_08:12 P31_08:13 P31_08:14", "vis_trg": "P31_08:15", "narrations": [ "open oven", "pick up salad", "put salad in the bowl", "put salad" ], "verbs": [ "open", "pick-up", "put-in", "put" ], "verb_classes": [ 3, 0, 5, 1 ], "nouns": [ "oven", "salad", "salad", "salad" ], "noun_classes": [ 46, 68, 68, 68 ], "start_stop_timestamps": [ [ "00:01:25.41", "00:01:26.89" ], [ "00:01:34.88", "00:01:49.31" ], [ "00:01:49.41", "00:01:56.60" ], [ "00:01:56.70", "00:02:07.74" ] ], "start_stop_frames": [ [ 5124, 5213 ], [ 5692, 6558 ], [ 6564, 6996 ], [ 7002, 7664 ] ], "trgnoun": "salad", "trgverb": "put" }, { "key": "P03_16+11_12_13_14", "video_id": "P03_16", "narration_ids": [ "P03_16_11", "P03_16_12", "P03_16_13", "P03_16_14" ], "src": "put cup . pour rice into cup . close rice", "src1": "put cup", "src2": "pour rice into cup", "src3": "close rice", "trg": "put rice", "vis_src": "P03_16:11 P03_16:12 P03_16:13", "vis_trg": "P03_16:14", "narrations": [ "put cup", "pour rice into cup", "close rice", "put rice" ], "verbs": [ "put", "pour-into", "close", "put" ], "verb_classes": [ 1, 9, 4, 1 ], "nouns": [ "cup", "rice", "rice", "rice" ], "noun_classes": [ 13, 55, 55, 55 ], "start_stop_timestamps": [ [ "00:00:33.87", "00:00:34.72" ], [ "00:00:35.56", "00:00:42.67" ], [ "00:00:43.45", "00:00:45.48" ], [ "00:00:45.58", "00:00:46.46" ] ], "start_stop_frames": [ [ 2032, 2083 ], [ 2133, 2560 ], [ 2607, 2728 ], [ 2734, 2787 ] ], "trgnoun": "rice", "trgverb": "put" }, { "key": "P30_110+66_67_68_69", "video_id": "P30_110", "narration_ids": [ "P30_110_66", "P30_110_67", "P30_110_68", "P30_110_69" ], "src": "put_down tupperware . pick_up saucepan . turn_on tap", "src1": "put_down tupperware", "src2": "pick_up saucepan", "src3": "turn_on tap", "trg": "fill saucepan with water", "vis_src": "P30_110:66 P30_110:67 P30_110:68", "vis_trg": "P30_110:69", "narrations": [ "put down tupperware", "pick up saucepan", "turn on tap", "fill saucepan with water" ], "verbs": [ "put-down", "pick-up", "turn-on", "fill-with" ], "verb_classes": [ 1, 0, 6, 26 ], "nouns": [ "tupperware", "saucepan", "tap", "saucepan" ], "noun_classes": [ 23, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:02:11.19", "00:02:12.06" ], [ "00:02:12.04", "00:02:16.78" ], [ "00:02:16.43", "00:02:19.49" ], [ "00:02:20.04", "00:02:22.61" ] ], "start_stop_frames": [ [ 6559, 6603 ], [ 6602, 6839 ], [ 6821, 6974 ], [ 7002, 7130 ] ], "trgnoun": "saucepan", "trgverb": "fill_with" }, { "key": "P22_16+260_261_262_263", "video_id": "P22_16", "narration_ids": [ "P22_16_260", "P22_16_261", "P22_16_262", "P22_16_263" ], "src": "put_down spoon . open fridge . put away carrots", "src1": "put_down spoon", "src2": "open fridge", "src3": "put away carrots", "trg": "close fridge", "vis_src": "P22_16:260 P22_16:261 P22_16:262", "vis_trg": "P22_16:263", "narrations": [ "put down spoon", "open fridge", "put away carrots", "close fridge" ], "verbs": [ "put-down", "open", "put", "close" ], "verb_classes": [ 1, 3, 1, 4 ], "nouns": [ "spoon", "fridge", "carrot", "fridge" ], "noun_classes": [ 1, 12, 41, 12 ], "start_stop_timestamps": [ [ "00:13:15.76", "00:13:16.51" ], [ "00:13:17.78", "00:13:20.43" ], [ "00:13:19.45", "00:13:21.64" ], [ "00:13:25.54", "00:13:27.31" ] ], "start_stop_frames": [ [ 47745, 47790 ], [ 47866, 48025 ], [ 47967, 48098 ], [ 48332, 48438 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P35_109+139_140_141_142", "video_id": "P35_109", "narration_ids": [ "P35_109_139", "P35_109_140", "P35_109_141", "P35_109_142" ], "src": "pick_up container . close container . open cupboard", "src1": "pick_up container", "src2": "close container", "src3": "open cupboard", "trg": "put_down container", "vis_src": "P35_109:139 P35_109:140 P35_109:141", "vis_trg": "P35_109:142", "narrations": [ "pick up container", "close container", "open cupboard", "put down container" ], "verbs": [ "pick-up", "close", "open", "put-down" ], "verb_classes": [ 0, 4, 3, 1 ], "nouns": [ "container", "container", "cupboard", "container" ], "noun_classes": [ 21, 21, 3, 21 ], "start_stop_timestamps": [ [ "00:07:57.60", "00:07:57.92" ], [ "00:07:58.02", "00:07:59.69" ], [ "00:07:59.79", "00:08:01.08" ], [ "00:08:01.17", "00:08:03.11" ] ], "start_stop_frames": [ [ 23880, 23896 ], [ 23901, 23984 ], [ 23989, 24054 ], [ 24058, 24155 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P03_16+10_11_12_13", "video_id": "P03_16", "narration_ids": [ "P03_16_10", "P03_16_11", "P03_16_12", "P03_16_13" ], "src": "grab cup . put cup . pour rice into cup", "src1": "grab cup", "src2": "put cup", "src3": "pour rice into cup", "trg": "close rice", "vis_src": "P03_16:10 P03_16:11 P03_16:12", "vis_trg": "P03_16:13", "narrations": [ "grab cup", "put cup", "pour rice into cup", "close rice" ], "verbs": [ "grab", "put", "pour-into", "close" ], "verb_classes": [ 0, 1, 9, 4 ], "nouns": [ "cup", "cup", "rice", "rice" ], "noun_classes": [ 13, 13, 55, 55 ], "start_stop_timestamps": [ [ "00:00:32.45", "00:00:33.77" ], [ "00:00:33.87", "00:00:34.72" ], [ "00:00:35.56", "00:00:42.67" ], [ "00:00:43.45", "00:00:45.48" ] ], "start_stop_frames": [ [ 1947, 2026 ], [ 2032, 2083 ], [ 2133, 2560 ], [ 2607, 2728 ] ], "trgnoun": "rice", "trgverb": "close" }, { "key": "P03_16+9_10_11_12", "video_id": "P03_16", "narration_ids": [ "P03_16_9", "P03_16_10", "P03_16_11", "P03_16_12" ], "src": "open rice . grab cup . put cup", "src1": "open rice", "src2": "grab cup", "src3": "put cup", "trg": "pour rice into cup", "vis_src": "P03_16:9 P03_16:10 P03_16:11", "vis_trg": "P03_16:12", "narrations": [ "open rice", "grab cup", "put cup", "pour rice into cup" ], "verbs": [ "open", "grab", "put", "pour-into" ], "verb_classes": [ 3, 0, 1, 9 ], "nouns": [ "rice", "cup", "cup", "rice" ], "noun_classes": [ 55, 13, 13, 55 ], "start_stop_timestamps": [ [ "00:00:31.26", "00:00:32.01" ], [ "00:00:32.45", "00:00:33.77" ], [ "00:00:33.87", "00:00:34.72" ], [ "00:00:35.56", "00:00:42.67" ] ], "start_stop_frames": [ [ 1875, 1920 ], [ 1947, 2026 ], [ 2032, 2083 ], [ 2133, 2560 ] ], "trgnoun": "rice", "trgverb": "pour_into" }, { "key": "P01_09+494_495_496_497", "video_id": "P01_09", "narration_ids": [ "P01_09_494", "P01_09_495", "P01_09_496", "P01_09_497" ], "src": "open fridge . put olives into fridge . take mozzarella", "src1": "open fridge", "src2": "put olives into fridge", "src3": "take mozzarella", "trg": "close fridge", "vis_src": "P01_09:494 P01_09:495 P01_09:496", "vis_trg": "P01_09:497", "narrations": [ "open fridge", "put olives into fridge", "take mozzarella", "close fridge" ], "verbs": [ "open", "put-into", "take", "close" ], "verb_classes": [ 3, 5, 0, 4 ], "nouns": [ "fridge", "olive", "mozzarella", "fridge" ], "noun_classes": [ 12, 83, 32, 12 ], "start_stop_timestamps": [ [ "00:34:16.14", "00:34:18.11" ], [ "00:34:18.21", "00:34:19.70" ], [ "00:34:22.05", "00:34:23.51" ], [ "00:34:23.40", "00:34:25.51" ] ], "start_stop_frames": [ [ 123368, 123486 ], [ 123492, 123581 ], [ 123723, 123810 ], [ 123804, 123930 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P30_109+171_172_173_174", "video_id": "P30_109", "narration_ids": [ "P30_109_171", "P30_109_172", "P30_109_173", "P30_109_174" ], "src": "close drawer . check_on pitta_bread . pick_up sausage_roll", "src1": "close drawer", "src2": "check_on pitta_bread", "src3": "pick_up sausage_roll", "trg": "eat sausage_roll", "vis_src": "P30_109:171 P30_109:172 P30_109:173", "vis_trg": "P30_109:174", "narrations": [ "close drawer", "check on pitta bread", "pick up sausage roll", "eat sausage roll" ], "verbs": [ "close", "check-on", "pick-up", "eat" ], "verb_classes": [ 4, 24, 0, 35 ], "nouns": [ "drawer", "bread:pitta", "roll:sausage", "roll:sausage" ], "noun_classes": [ 8, 33, 227, 227 ], "start_stop_timestamps": [ [ "00:05:18.40", "00:05:19.03" ], [ "00:05:19.32", "00:05:22.22" ], [ "00:05:32.85", "00:05:33.70" ], [ "00:05:33.80", "00:05:34.80" ] ], "start_stop_frames": [ [ 15919, 15951 ], [ 15966, 16111 ], [ 16642, 16685 ], [ 16690, 16740 ] ], "trgnoun": "sausage_roll", "trgverb": "eat" }, { "key": "P12_02+82_83_84_85", "video_id": "P12_02", "narration_ids": [ "P12_02_82", "P12_02_83", "P12_02_84", "P12_02_85" ], "src": "take parsley . put parsley back . wash parsley", "src1": "take parsley", "src2": "put parsley back", "src3": "wash parsley", "trg": "chop parsley", "vis_src": "P12_02:82 P12_02:83 P12_02:84", "vis_trg": "P12_02:85", "narrations": [ "take parsley", "put parsley back", "wash parsley", "chop parsley" ], "verbs": [ "take", "put", "wash", "chop" ], "verb_classes": [ 0, 1, 2, 7 ], "nouns": [ "parsley", "parsley", "parsley", "parsley" ], "noun_classes": [ 169, 169, 169, 169 ], "start_stop_timestamps": [ [ "00:12:38.78", "00:12:51.49" ], [ "00:12:52.34", "00:12:54.64" ], [ "00:12:55.32", "00:13:00.99" ], [ "00:13:07.94", "00:13:24.34" ] ], "start_stop_frames": [ [ 45526, 46289 ], [ 46340, 46478 ], [ 46519, 46859 ], [ 47276, 48260 ] ], "trgnoun": "parsley", "trgverb": "chop" }, { "key": "P02_130+225_226_227_228", "video_id": "P02_130", "narration_ids": [ "P02_130_225", "P02_130_226", "P02_130_227", "P02_130_228" ], "src": "open cover of can . crumble cover . open bin", "src1": "open cover of can", "src2": "crumble cover", "src3": "open bin", "trg": "throw cover", "vis_src": "P02_130:225 P02_130:226 P02_130:227", "vis_trg": "P02_130:228", "narrations": [ "open cover of can", "crumble cover", "open bin", "throw cover" ], "verbs": [ "open", "crumble", "open", "throw" ], "verb_classes": [ 3, 42, 3, 13 ], "nouns": [ "cover:can", "cover", "bin", "cover" ], "noun_classes": [ 89, 89, 36, 89 ], "start_stop_timestamps": [ [ "00:09:30.63", "00:09:34.48" ], [ "00:09:34.72", "00:09:36.46" ], [ "00:09:36.44", "00:09:36.99" ], [ "00:09:36.86", "00:09:37.45" ] ], "start_stop_frames": [ [ 28531, 28724 ], [ 28736, 28823 ], [ 28822, 28849 ], [ 28843, 28872 ] ], "trgnoun": "cover", "trgverb": "throw" }, { "key": "P28_06+7_8_9_10", "video_id": "P28_06", "narration_ids": [ "P28_06_7", "P28_06_8", "P28_06_9", "P28_06_10" ], "src": "open fridge . take parsley_package . close fridge", "src1": "open fridge", "src2": "take parsley_package", "src3": "close fridge", "trg": "read parsley_package", "vis_src": "P28_06:7 P28_06:8 P28_06:9", "vis_trg": "P28_06:10", "narrations": [ "open fridge", "take parsley package", "close fridge", "read parsley package" ], "verbs": [ "open", "take", "close", "read" ], "verb_classes": [ 3, 0, 4, 38 ], "nouns": [ "fridge", "package:parsley", "fridge", "package:parsley" ], "noun_classes": [ 12, 26, 12, 26 ], "start_stop_timestamps": [ [ "00:00:22.04", "00:00:23.79" ], [ "00:00:28.21", "00:00:29.57" ], [ "00:00:29.67", "00:00:31.09" ], [ "00:00:34.00", "00:00:39.33" ] ], "start_stop_frames": [ [ 1322, 1427 ], [ 1692, 1774 ], [ 1780, 1865 ], [ 2040, 2359 ] ], "trgnoun": "parsley_package", "trgverb": "read" }, { "key": "P02_130+226_227_228_229", "video_id": "P02_130", "narration_ids": [ "P02_130_226", "P02_130_227", "P02_130_228", "P02_130_229" ], "src": "crumble cover . open bin . throw cover", "src1": "crumble cover", "src2": "open bin", "src3": "throw cover", "trg": "close bin", "vis_src": "P02_130:226 P02_130:227 P02_130:228", "vis_trg": "P02_130:229", "narrations": [ "crumble cover", "open bin", "throw cover", "close bin" ], "verbs": [ "crumble", "open", "throw", "close" ], "verb_classes": [ 42, 3, 13, 4 ], "nouns": [ "cover", "bin", "cover", "bin" ], "noun_classes": [ 89, 36, 89, 36 ], "start_stop_timestamps": [ [ "00:09:34.72", "00:09:36.46" ], [ "00:09:36.44", "00:09:36.99" ], [ "00:09:36.86", "00:09:37.45" ], [ "00:09:37.55", "00:09:37.86" ] ], "start_stop_frames": [ [ 28736, 28823 ], [ 28822, 28849 ], [ 28843, 28872 ], [ 28877, 28893 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P02_130+62_63_64_65", "video_id": "P02_130", "narration_ids": [ "P02_130_62", "P02_130_63", "P02_130_64", "P02_130_65" ], "src": "crumble packaging . open bin . throw packaging inside bin", "src1": "crumble packaging", "src2": "open bin", "src3": "throw packaging inside bin", "trg": "close bin", "vis_src": "P02_130:62 P02_130:63 P02_130:64", "vis_trg": "P02_130:65", "narrations": [ "crumble packaging", "open bin", "throw packaging inside bin", "close bin" ], "verbs": [ "crumble", "open", "throw-inside", "close" ], "verb_classes": [ 42, 3, 13, 4 ], "nouns": [ "packaging", "bin", "packaging", "bin" ], "noun_classes": [ 26, 36, 26, 36 ], "start_stop_timestamps": [ [ "00:02:24.64", "00:02:26.77" ], [ "00:02:26.94", "00:02:27.81" ], [ "00:02:27.91", "00:02:28.27" ], [ "00:02:28.24", "00:02:28.70" ] ], "start_stop_frames": [ [ 7231, 7338 ], [ 7347, 7390 ], [ 7395, 7413 ], [ 7412, 7434 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P22_15+37_38_39_40", "video_id": "P22_15", "narration_ids": [ "P22_15_37", "P22_15_38", "P22_15_39", "P22_15_40" ], "src": "dry pot . place pot . pick_up cup", "src1": "dry pot", "src2": "place pot", "src3": "pick_up cup", "trg": "dry cup", "vis_src": "P22_15:37 P22_15:38 P22_15:39", "vis_trg": "P22_15:40", "narrations": [ "dry pot", "place pot", "pick up cup", "dry cup" ], "verbs": [ "dry", "place", "pick-up", "dry" ], "verb_classes": [ 14, 1, 0, 14 ], "nouns": [ "pot", "pot", "cup", "cup" ], "noun_classes": [ 29, 29, 13, 13 ], "start_stop_timestamps": [ [ "00:01:22.35", "00:01:27.50" ], [ "00:01:27.49", "00:01:28.65" ], [ "00:01:29.40", "00:01:30.42" ], [ "00:01:30.31", "00:01:31.90" ] ], "start_stop_frames": [ [ 4941, 5250 ], [ 5249, 5319 ], [ 5364, 5425 ], [ 5418, 5514 ] ], "trgnoun": "cup", "trgverb": "dry" }, { "key": "P12_04+90_91_92_93", "video_id": "P12_04", "narration_ids": [ "P12_04_90", "P12_04_91", "P12_04_92", "P12_04_93" ], "src": "apply olive_oil . take cutting_board . remove trash from floor", "src1": "apply olive_oil", "src2": "take cutting_board", "src3": "remove trash from floor", "trg": "wash cutting_board", "vis_src": "P12_04:90 P12_04:91 P12_04:92", "vis_trg": "P12_04:93", "narrations": [ "apply olive oil", "take cutting board", "remove trash from floor", "wash cutting board" ], "verbs": [ "apply", "take", "remove-from", "wash" ], "verb_classes": [ 27, 0, 12, 2 ], "nouns": [ "oil:olive", "board:cutting", "trash", "board:cutting" ], "noun_classes": [ 31, 18, 54, 18 ], "start_stop_timestamps": [ [ "00:25:37.50", "00:25:43.47" ], [ "00:25:46.93", "00:25:48.67" ], [ "00:25:49.48", "00:25:58.46" ], [ "00:26:00.79", "00:26:06.72" ] ], "start_stop_frames": [ [ 92250, 92608 ], [ 92815, 92920 ], [ 92968, 93507 ], [ 93647, 94003 ] ], "trgnoun": "cutting_board", "trgverb": "wash" }, { "key": "P08_05+345_346_347_348", "video_id": "P08_05", "narration_ids": [ "P08_05_345", "P08_05_346", "P08_05_347", "P08_05_348" ], "src": "take tomatoes . throw away bits . open tap_water", "src1": "take tomatoes", "src2": "throw away bits", "src3": "open tap_water", "trg": "wash tomatoes", "vis_src": "P08_05:345 P08_05:346 P08_05:347", "vis_trg": "P08_05:348", "narrations": [ "take tomatoes", "throw away bits", "open tap water", "wash tomatoes" ], "verbs": [ "take", "throw", "open", "wash" ], "verb_classes": [ 0, 13, 3, 2 ], "nouns": [ "tomato", "tomato", "water:tap", "tomato" ], "noun_classes": [ 43, 43, 0, 43 ], "start_stop_timestamps": [ [ "00:27:33.73", "00:27:40.11" ], [ "00:27:40.50", "00:27:45.17" ], [ "00:27:45.75", "00:27:46.81" ], [ "00:27:46.79", "00:27:48.16" ] ], "start_stop_frames": [ [ 99223, 99606 ], [ 99630, 99910 ], [ 99945, 100008 ], [ 100007, 100089 ] ], "trgnoun": "tomato", "trgverb": "wash" }, { "key": "P30_109+172_173_174_175", "video_id": "P30_109", "narration_ids": [ "P30_109_172", "P30_109_173", "P30_109_174", "P30_109_175" ], "src": "check_on pitta_bread . pick_up sausage_roll . eat sausage_roll", "src1": "check_on pitta_bread", "src2": "pick_up sausage_roll", "src3": "eat sausage_roll", "trg": "put_down sausage_roll", "vis_src": "P30_109:172 P30_109:173 P30_109:174", "vis_trg": "P30_109:175", "narrations": [ "check on pitta bread", "pick up sausage roll", "eat sausage roll", "put down sausage roll" ], "verbs": [ "check-on", "pick-up", "eat", "put-down" ], "verb_classes": [ 24, 0, 35, 1 ], "nouns": [ "bread:pitta", "roll:sausage", "roll:sausage", "roll:sausage" ], "noun_classes": [ 33, 227, 227, 227 ], "start_stop_timestamps": [ [ "00:05:19.32", "00:05:22.22" ], [ "00:05:32.85", "00:05:33.70" ], [ "00:05:33.80", "00:05:34.80" ], [ "00:05:35.24", "00:05:35.90" ] ], "start_stop_frames": [ [ 15966, 16111 ], [ 16642, 16685 ], [ 16690, 16740 ], [ 16762, 16795 ] ], "trgnoun": "sausage_roll", "trgverb": "put_down" }, { "key": "P28_101+29_30_31_32", "video_id": "P28_101", "narration_ids": [ "P28_101_29", "P28_101_30", "P28_101_31", "P28_101_32" ], "src": "close drawer . take tomato . turn_on tap", "src1": "close drawer", "src2": "take tomato", "src3": "turn_on tap", "trg": "wash tomato", "vis_src": "P28_101:29 P28_101:30 P28_101:31", "vis_trg": "P28_101:32", "narrations": [ "close drawer", "take tomato", "turn on tap", "wash tomato" ], "verbs": [ "close", "take", "turn-on", "wash" ], "verb_classes": [ 4, 0, 6, 2 ], "nouns": [ "drawer", "tomato", "tap", "tomato" ], "noun_classes": [ 8, 43, 0, 43 ], "start_stop_timestamps": [ [ "00:01:33.99", "00:01:38.63" ], [ "00:01:38.95", "00:01:41.42" ], [ "00:01:42.64", "00:01:46.03" ], [ "00:01:45.98", "00:01:54.97" ] ], "start_stop_frames": [ [ 4699, 4931 ], [ 4947, 5071 ], [ 5132, 5301 ], [ 5298, 5748 ] ], "trgnoun": "tomato", "trgverb": "wash" }, { "key": "P02_129+440_441_442_444", "video_id": "P02_129", "narration_ids": [ "P02_129_440", "P02_129_441", "P02_129_442", "P02_129_444" ], "src": "pick_up biscuits . open biscuit_packaging . pour biscuits in food processor", "src1": "pick_up biscuits", "src2": "open biscuit_packaging", "src3": "pour biscuits in food processor", "trg": "put biscuits in food processor", "vis_src": "P02_129:440 P02_129:441 P02_129:442", "vis_trg": "P02_129:444", "narrations": [ "pick up biscuits", "open biscuit packaging", "pour biscuits in food processor", "put biscuits in food processor" ], "verbs": [ "pick-up", "open", "pour", "put-in" ], "verb_classes": [ 0, 3, 9, 5 ], "nouns": [ "biscuit", "packaging:biscuit", "biscuit", "biscuit" ], "noun_classes": [ 104, 26, 104, 104 ], "start_stop_timestamps": [ [ "00:16:09.81", "00:16:10.76" ], [ "00:16:10.82", "00:16:11.99" ], [ "00:16:12.03", "00:16:14.35" ], [ "00:16:16.27", "00:16:16.75" ] ], "start_stop_frames": [ [ 48490, 48538 ], [ 48541, 48599 ], [ 48601, 48717 ], [ 48813, 48837 ] ], "trgnoun": "biscuit", "trgverb": "put_in" }, { "key": "P08_01+81_82_83_84", "video_id": "P08_01", "narration_ids": [ "P08_01_81", "P08_01_82", "P08_01_83", "P08_01_84" ], "src": "put bread in pan . get tomatoes . tap on", "src1": "put bread in pan", "src2": "get tomatoes", "src3": "tap on", "trg": "wash tomatoes", "vis_src": "P08_01:81 P08_01:82 P08_01:83", "vis_trg": "P08_01:84", "narrations": [ "put bread in pan", "get tomatoes", "tap on", "wash tomatoes" ], "verbs": [ "put-in", "get", "turn-on", "wash" ], "verb_classes": [ 5, 0, 6, 2 ], "nouns": [ "bread", "tomato", "tap", "tomato" ], "noun_classes": [ 33, 43, 0, 43 ], "start_stop_timestamps": [ [ "00:05:00.53", "00:05:07.73" ], [ "00:05:07.83", "00:05:14.90" ], [ "00:05:17.20", "00:05:18.28" ], [ "00:05:18.30", "00:05:21.60" ] ], "start_stop_frames": [ [ 18031, 18463 ], [ 18469, 18894 ], [ 19032, 19096 ], [ 19098, 19296 ] ], "trgnoun": "tomato", "trgverb": "wash" }, { "key": "P28_09+92_93_94_95", "video_id": "P28_09", "narration_ids": [ "P28_09_92", "P28_09_93", "P28_09_94", "P28_09_95" ], "src": "close fridge . peel spring_onions . throw skin", "src1": "close fridge", "src2": "peel spring_onions", "src3": "throw skin", "trg": "cut spring_onions", "vis_src": "P28_09:92 P28_09:93 P28_09:94", "vis_trg": "P28_09:95", "narrations": [ "close fridge", "peel spring onions", "throw skin", "cut spring onions" ], "verbs": [ "close", "peel", "throw", "cut" ], "verb_classes": [ 4, 19, 13, 7 ], "nouns": [ "fridge", "onion:spring", "skin", "onion:spring" ], "noun_classes": [ 12, 128, 48, 128 ], "start_stop_timestamps": [ [ "00:05:16.46", "00:05:18.59" ], [ "00:05:18.57", "00:05:26.86" ], [ "00:05:28.54", "00:05:30.11" ], [ "00:05:32.05", "00:05:35.26" ] ], "start_stop_frames": [ [ 18987, 19115 ], [ 19114, 19611 ], [ 19712, 19806 ], [ 19923, 20115 ] ], "trgnoun": "spring_onion", "trgverb": "cut" }, { "key": "P30_107+141_142_143_144", "video_id": "P30_107", "narration_ids": [ "P30_107_141", "P30_107_142", "P30_107_143", "P30_107_144" ], "src": "open corn_packaging . empty corn into washing up bowl . remove wrapping from packaging", "src1": "open corn_packaging", "src2": "empty corn into washing up bowl", "src3": "remove wrapping from packaging", "trg": "inspect packaging", "vis_src": "P30_107:141 P30_107:142 P30_107:143", "vis_trg": "P30_107:144", "narrations": [ "open corn packaging", "empty corn into washing up bowl", "remove wrapping from packaging", "inspect packaging" ], "verbs": [ "open", "empty-into", "remove", "inspect" ], "verb_classes": [ 3, 20, 12, 24 ], "nouns": [ "packaging:corn", "corn", "packaging", "packaging" ], "noun_classes": [ 26, 125, 26, 26 ], "start_stop_timestamps": [ [ "00:06:20.28", "00:06:25.01" ], [ "00:06:24.32", "00:06:28.21" ], [ "00:06:28.13", "00:06:30.88" ], [ "00:06:30.13", "00:06:33.94" ] ], "start_stop_frames": [ [ 19014, 19250 ], [ 19216, 19410 ], [ 19406, 19544 ], [ 19506, 19697 ] ], "trgnoun": "packaging", "trgverb": "inspect" }, { "key": "P10_01+59_60_61_62", "video_id": "P10_01", "narration_ids": [ "P10_01_59", "P10_01_60", "P10_01_61", "P10_01_62" ], "src": "switch_off the oven on bottom right . cut the cucumber . cut the cucumber into small pieces", "src1": "switch_off the oven on bottom right", "src2": "cut the cucumber", "src3": "cut the cucumber into small pieces", "trg": "take the cucumber from outside the plate", "vis_src": "P10_01:59 P10_01:60 P10_01:61", "vis_trg": "P10_01:62", "narrations": [ "switch off the oven on bottom right", "cut the cucumber", "cut the cucumber into small pieces", "take the cucumber from outside the plate" ], "verbs": [ "switch-off", "cut", "cut-into", "take-from" ], "verb_classes": [ 8, 7, 7, 0 ], "nouns": [ "oven", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 46, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:07:16.71", "00:07:18.37" ], [ "00:07:18.73", "00:07:24.44" ], [ "00:07:35.57", "00:07:45.54" ], [ "00:07:45.96", "00:07:47.77" ] ], "start_stop_frames": [ [ 26202, 26302 ], [ 26323, 26666 ], [ 27334, 27932 ], [ 27957, 28066 ] ], "trgnoun": "cucumber", "trgverb": "take_from" }, { "key": "P08_05+346_347_348_349", "video_id": "P08_05", "narration_ids": [ "P08_05_346", "P08_05_347", "P08_05_348", "P08_05_349" ], "src": "throw away bits . open tap_water . wash tomatoes", "src1": "throw away bits", "src2": "open tap_water", "src3": "wash tomatoes", "trg": "close tap_water", "vis_src": "P08_05:346 P08_05:347 P08_05:348", "vis_trg": "P08_05:349", "narrations": [ "throw away bits", "open tap water", "wash tomatoes", "close tap water" ], "verbs": [ "throw", "open", "wash", "close" ], "verb_classes": [ 13, 3, 2, 4 ], "nouns": [ "tomato", "water:tap", "tomato", "water:tap" ], "noun_classes": [ 43, 0, 43, 0 ], "start_stop_timestamps": [ [ "00:27:40.50", "00:27:45.17" ], [ "00:27:45.75", "00:27:46.81" ], [ "00:27:46.79", "00:27:48.16" ], [ "00:27:48.26", "00:27:49.18" ] ], "start_stop_frames": [ [ 99630, 99910 ], [ 99945, 100008 ], [ 100007, 100089 ], [ 100095, 100150 ] ], "trgnoun": "tap_water", "trgverb": "close" }, { "key": "P04_05+23_24_25_26", "video_id": "P04_05", "narration_ids": [ "P04_05_23", "P04_05_24", "P04_05_25", "P04_05_26" ], "src": "turn paneer . put_down spatula . pick_up potatoes", "src1": "turn paneer", "src2": "put_down spatula", "src3": "pick_up potatoes", "trg": "put potatoes in water", "vis_src": "P04_05:23 P04_05:24 P04_05:25", "vis_trg": "P04_05:26", "narrations": [ "turn paneer", "put down spatula", "pick up potatoes", "put potatoes in water" ], "verbs": [ "turn", "put-down", "pick-up", "put-in" ], "verb_classes": [ 23, 1, 0, 5 ], "nouns": [ "paneer", "spatula", "potato", "potato" ], "noun_classes": [ 32, 20, 30, 30 ], "start_stop_timestamps": [ [ "00:02:40.51", "00:03:12.37" ], [ "00:03:12.47", "00:03:13.45" ], [ "00:03:13.66", "00:03:15.33" ], [ "00:03:17.68", "00:03:19.43" ] ], "start_stop_frames": [ [ 9630, 11542 ], [ 11548, 11607 ], [ 11619, 11719 ], [ 11860, 11965 ] ], "trgnoun": "potato", "trgverb": "put_in" }, { "key": "P19_04+23_24_25_26", "video_id": "P19_04", "narration_ids": [ "P19_04_23", "P19_04_24", "P19_04_25", "P19_04_26" ], "src": "take tomato . throw plastic_bag into garbage . open tap", "src1": "take tomato", "src2": "throw plastic_bag into garbage", "src3": "open tap", "trg": "wash tomatoes", "vis_src": "P19_04:23 P19_04:24 P19_04:25", "vis_trg": "P19_04:26", "narrations": [ "take tomato", "throw plastic bag into garbage", "open tap", "wash tomatoes" ], "verbs": [ "take", "throw-into", "turn-on", "wash" ], "verb_classes": [ 0, 13, 6, 2 ], "nouns": [ "tomato", "bag:plastic", "tap", "tomato" ], "noun_classes": [ 43, 19, 0, 43 ], "start_stop_timestamps": [ [ "00:03:14.18", "00:03:18.55" ], [ "00:03:27.34", "00:03:31.09" ], [ "00:03:32.83", "00:03:35.02" ], [ "00:03:34.84", "00:03:37.84" ] ], "start_stop_frames": [ [ 11650, 11913 ], [ 12440, 12665 ], [ 12769, 12901 ], [ 12890, 13070 ] ], "trgnoun": "tomato", "trgverb": "wash" }, { "key": "P19_01+23_24_25_26", "video_id": "P19_01", "narration_ids": [ "P19_01_23", "P19_01_24", "P19_01_25", "P19_01_26" ], "src": "close cover . open cooker . take tomato", "src1": "close cover", "src2": "open cooker", "src3": "take tomato", "trg": "wash tomato", "vis_src": "P19_01:23 P19_01:24 P19_01:25", "vis_trg": "P19_01:26", "narrations": [ "close cover", "open cooker", "take tomato", "wash tomato" ], "verbs": [ "close", "open", "take", "wash" ], "verb_classes": [ 4, 3, 0, 2 ], "nouns": [ "cover", "cooker", "tomato", "tomato" ], "noun_classes": [ 89, 46, 43, 43 ], "start_stop_timestamps": [ [ "00:02:35.76", "00:02:38.60" ], [ "00:02:41.92", "00:02:58.76" ], [ "00:02:55.15", "00:03:05.35" ], [ "00:03:08.91", "00:03:12.48" ] ], "start_stop_frames": [ [ 9345, 9516 ], [ 9715, 10725 ], [ 10509, 11121 ], [ 11334, 11548 ] ], "trgnoun": "tomato", "trgverb": "wash" }, { "key": "P12_104+245_246_247_248", "video_id": "P12_104", "narration_ids": [ "P12_104_245", "P12_104_246", "P12_104_247", "P12_104_248" ], "src": "throw_away paper into trash bin . take bowl from cupboard . open tap", "src1": "throw_away paper into trash bin", "src2": "take bowl from cupboard", "src3": "open tap", "trg": "clean bowl", "vis_src": "P12_104:245 P12_104:246 P12_104:247", "vis_trg": "P12_104:248", "narrations": [ "throw away paper into trash bin", "take bowl from cupboard", "open tap", "clean bowl" ], "verbs": [ "throw-away", "take-from", "turn-on", "clean" ], "verb_classes": [ 13, 0, 6, 2 ], "nouns": [ "paper", "bowl", "tap", "bowl" ], "noun_classes": [ 49, 7, 0, 7 ], "start_stop_timestamps": [ [ "00:16:58.36", "00:16:59.10" ], [ "00:17:00.81", "00:17:03.38" ], [ "00:17:03.70", "00:17:05.05" ], [ "00:17:05.26", "00:17:05.98" ] ], "start_stop_frames": [ [ 50918, 50955 ], [ 51040, 51169 ], [ 51185, 51252 ], [ 51263, 51299 ] ], "trgnoun": "bowl", "trgverb": "clean" }, { "key": "P15_02+3_4_5_6", "video_id": "P15_02", "narration_ids": [ "P15_02_3", "P15_02_4", "P15_02_5", "P15_02_6" ], "src": "close dishwasher . pick_up bag . fold bag", "src1": "close dishwasher", "src2": "pick_up bag", "src3": "fold bag", "trg": "throw away bag", "vis_src": "P15_02:3 P15_02:4 P15_02:5", "vis_trg": "P15_02:6", "narrations": [ "close dishwasher", "pick up bag", "fold bag", "throw away bag" ], "verbs": [ "close", "pick-up", "fold", "throw" ], "verb_classes": [ 4, 0, 28, 13 ], "nouns": [ "dishwasher", "bag", "bag", "bag" ], "noun_classes": [ 70, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:00:21.07", "00:00:21.97" ], [ "00:00:24.69", "00:00:25.32" ], [ "00:00:25.42", "00:00:28.02" ], [ "00:00:28.12", "00:00:31.78" ] ], "start_stop_frames": [ [ 1264, 1318 ], [ 1481, 1519 ], [ 1525, 1681 ], [ 1687, 1906 ] ], "trgnoun": "bag", "trgverb": "throw" }, { "key": "P24_08+44_45_46_47", "video_id": "P24_08", "narration_ids": [ "P24_08_44", "P24_08_45", "P24_08_46", "P24_08_47" ], "src": "put knife . open fridge . put onion", "src1": "put knife", "src2": "open fridge", "src3": "put onion", "trg": "close fridge", "vis_src": "P24_08:44 P24_08:45 P24_08:46", "vis_trg": "P24_08:47", "narrations": [ "put knife", "open fridge", "put onion", "close fridge" ], "verbs": [ "put", "open", "put", "close" ], "verb_classes": [ 1, 3, 1, 4 ], "nouns": [ "knife", "fridge", "onion", "fridge" ], "noun_classes": [ 4, 12, 16, 12 ], "start_stop_timestamps": [ [ "00:03:00.92", "00:03:02.20" ], [ "00:03:07.43", "00:03:08.32" ], [ "00:03:09.12", "00:03:10.67" ], [ "00:03:10.63", "00:03:11.94" ] ], "start_stop_frames": [ [ 10855, 10932 ], [ 11245, 11299 ], [ 11347, 11440 ], [ 11437, 11516 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P26_110+27_28_29_30", "video_id": "P26_110", "narration_ids": [ "P26_110_27", "P26_110_28", "P26_110_29", "P26_110_30" ], "src": "pick_up ladle . pick_up pot . pour sauce", "src1": "pick_up ladle", "src2": "pick_up pot", "src3": "pour sauce", "trg": "put_down ladle", "vis_src": "P26_110:27 P26_110:28 P26_110:29", "vis_trg": "P26_110:30", "narrations": [ "pick up ladle", "pick up pot", "pour sauce", "put down ladle" ], "verbs": [ "pick-up", "pick-up", "pour", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "ladle", "pot", "sauce", "ladle" ], "noun_classes": [ 97, 29, 47, 97 ], "start_stop_timestamps": [ [ "00:01:22.27", "00:01:23.95" ], [ "00:01:25.25", "00:01:26.77" ], [ "00:01:27.54", "00:01:31.38" ], [ "00:01:32.23", "00:01:34.07" ] ], "start_stop_frames": [ [ 4113, 4197 ], [ 4262, 4338 ], [ 4377, 4569 ], [ 4611, 4703 ] ], "trgnoun": "ladle", "trgverb": "put_down" }, { "key": "P30_101+0_129_132_133", "video_id": "P30_101", "narration_ids": [ "P30_101_0", "P30_101_129", "P30_101_132", "P30_101_133" ], "src": "pick_up pitta_breads . wipe surface . pick_up sponge", "src1": "pick_up pitta_breads", "src2": "wipe surface", "src3": "pick_up sponge", "trg": "wipe pitta_breads", "vis_src": "P30_101:0 P30_101:129 P30_101:132", "vis_trg": "P30_101:133", "narrations": [ "pick up pitta breads", "wipe surface", "pick up sponge", "wipe pitta breads" ], "verbs": [ "pick-up", "wipe", "pick-up", "wipe" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "bread:pitta", "surface", "sponge", "bread:pitta" ], "noun_classes": [ 33, 42, 9, 33 ], "start_stop_timestamps": [ [ "00:00:00.42", "00:00:01.16" ], [ "00:04:23.75", "00:04:24.75" ], [ "00:04:26.26", "00:04:26.93" ], [ "00:04:26.42", "00:04:29.24" ] ], "start_stop_frames": [ [ 21, 57 ], [ 13187, 13237 ], [ 13313, 13346 ], [ 13321, 13462 ] ], "trgnoun": "pitta_bread", "trgverb": "wipe" }, { "key": "P04_112+142_143_144_145", "video_id": "P04_112", "narration_ids": [ "P04_112_142", "P04_112_143", "P04_112_144", "P04_112_145" ], "src": "grab flour . hold bowl . sprinkle flour over tea towel in bowl", "src1": "grab flour", "src2": "hold bowl", "src3": "sprinkle flour over tea towel in bowl", "trg": "rub flour into tea towel", "vis_src": "P04_112:142 P04_112:143 P04_112:144", "vis_trg": "P04_112:145", "narrations": [ "grab flour", "hold bowl", "sprinkle flour over tea towel in bowl", "rub flour into tea towel" ], "verbs": [ "grab", "hold", "sprinkle-over", "rub-into" ], "verb_classes": [ 0, 34, 42, 55 ], "nouns": [ "flour", "bowl", "flour", "flour" ], "noun_classes": [ 75, 7, 75, 75 ], "start_stop_timestamps": [ [ "00:04:10.25", "00:04:12.35" ], [ "00:04:12.45", "00:04:12.87" ], [ "00:04:12.97", "00:04:14.13" ], [ "00:04:14.22", "00:04:16.22" ] ], "start_stop_frames": [ [ 12512, 12617 ], [ 12622, 12643 ], [ 12648, 12706 ], [ 12711, 12811 ] ], "trgnoun": "flour", "trgverb": "rub_into" }, { "key": "P02_135+25_26_27_28", "video_id": "P02_135", "narration_ids": [ "P02_135_25", "P02_135_26", "P02_135_27", "P02_135_28" ], "src": "close drawer . pick_up milk from fridges door . close fridge", "src1": "close drawer", "src2": "pick_up milk from fridges door", "src3": "close fridge", "trg": "open milk", "vis_src": "P02_135:25 P02_135:26 P02_135:27", "vis_trg": "P02_135:28", "narrations": [ "close drawer", "pick up milk from fridges door", "close fridge", "open milk" ], "verbs": [ "close", "pick-up", "close", "open" ], "verb_classes": [ 4, 0, 4, 3 ], "nouns": [ "drawer", "milk", "fridge", "milk" ], "noun_classes": [ 8, 64, 12, 64 ], "start_stop_timestamps": [ [ "00:00:51.90", "00:00:52.90" ], [ "00:00:53.24", "00:00:53.75" ], [ "00:00:53.92", "00:00:55.00" ], [ "00:00:56.98", "00:00:57.76" ] ], "start_stop_frames": [ [ 2595, 2645 ], [ 2662, 2687 ], [ 2696, 2750 ], [ 2849, 2888 ] ], "trgnoun": "milk", "trgverb": "open" }, { "key": "P05_03+54_55_56_57", "video_id": "P05_03", "narration_ids": [ "P05_03_54", "P05_03_55", "P05_03_56", "P05_03_57" ], "src": "take kettle . take pot . pour water in pot", "src1": "take kettle", "src2": "take pot", "src3": "pour water in pot", "trg": "place pot on hob", "vis_src": "P05_03:54 P05_03:55 P05_03:56", "vis_trg": "P05_03:57", "narrations": [ "take kettle", "take pot", "pour water in pot", "place pot on hob" ], "verbs": [ "take", "take", "pour-in", "place-on" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "kettle", "pot", "water", "pot" ], "noun_classes": [ 44, 29, 27, 29 ], "start_stop_timestamps": [ [ "00:04:38.47", "00:04:39.71" ], [ "00:04:40.88", "00:04:41.73" ], [ "00:04:41.83", "00:04:50.65" ], [ "00:04:50.50", "00:04:52.25" ] ], "start_stop_frames": [ [ 16708, 16782 ], [ 16852, 16903 ], [ 16909, 17439 ], [ 17430, 17535 ] ], "trgnoun": "pot", "trgverb": "place_on" }, { "key": "P11_104+23_24_25_26", "video_id": "P11_104", "narration_ids": [ "P11_104_23", "P11_104_24", "P11_104_25", "P11_104_26" ], "src": "rinse pot . put soap in pot . pick_up sponge", "src1": "rinse pot", "src2": "put soap in pot", "src3": "pick_up sponge", "trg": "clean pot", "vis_src": "P11_104:23 P11_104:24 P11_104:25", "vis_trg": "P11_104:26", "narrations": [ "rinse pot", "put soap in pot", "pick up sponge", "clean pot" ], "verbs": [ "rinse", "put-in", "pick-up", "clean" ], "verb_classes": [ 2, 5, 0, 2 ], "nouns": [ "pot", "soap", "sponge", "pot" ], "noun_classes": [ 29, 22, 9, 29 ], "start_stop_timestamps": [ [ "00:00:59.77", "00:01:01.85" ], [ "00:01:01.56", "00:01:05.97" ], [ "00:01:05.76", "00:01:06.91" ], [ "00:01:08.36", "00:01:14.57" ] ], "start_stop_frames": [ [ 2988, 3092 ], [ 3078, 3298 ], [ 3288, 3345 ], [ 3418, 3728 ] ], "trgnoun": "pot", "trgverb": "clean" }, { "key": "P01_104+40_41_42_43", "video_id": "P01_104", "narration_ids": [ "P01_104_40", "P01_104_41", "P01_104_42", "P01_104_43" ], "src": "adjust tap . put cup onto rack . take pot", "src1": "adjust tap", "src2": "put cup onto rack", "src3": "take pot", "trg": "rinse pot", "vis_src": "P01_104:40 P01_104:41 P01_104:42", "vis_trg": "P01_104:43", "narrations": [ "adjust tap", "put cup onto rack", "take pot", "rinse pot" ], "verbs": [ "adjust", "put-onto", "take", "rinse" ], "verb_classes": [ 17, 1, 0, 2 ], "nouns": [ "tap", "cup", "pot", "pot" ], "noun_classes": [ 0, 13, 29, 29 ], "start_stop_timestamps": [ [ "00:01:45.01", "00:01:45.71" ], [ "00:01:48.59", "00:01:49.54" ], [ "00:01:49.19", "00:01:53.61" ], [ "00:01:50.58", "00:01:57.32" ] ], "start_stop_frames": [ [ 5250, 5285 ], [ 5429, 5477 ], [ 5459, 5680 ], [ 5529, 5866 ] ], "trgnoun": "pot", "trgverb": "rinse" }, { "key": "P22_07+168_169_170_171", "video_id": "P22_07", "narration_ids": [ "P22_07_168", "P22_07_169", "P22_07_170", "P22_07_171" ], "src": "get pan . put_in oil . pour oil", "src1": "get pan", "src2": "put_in oil", "src3": "pour oil", "trg": "close oil", "vis_src": "P22_07:168 P22_07:169 P22_07:170", "vis_trg": "P22_07:171", "narrations": [ "get pan", "put in oil", "pour oil", "close oil" ], "verbs": [ "get", "put-in", "pour", "close" ], "verb_classes": [ 0, 5, 9, 4 ], "nouns": [ "pan", "oil", "oil", "oil" ], "noun_classes": [ 5, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:06:51.00", "00:07:02.15" ], [ "00:06:51.37", "00:06:53.06" ], [ "00:06:52.96", "00:06:56.16" ], [ "00:06:56.26", "00:06:58.43" ] ], "start_stop_frames": [ [ 24660, 25329 ], [ 24682, 24783 ], [ 24777, 24969 ], [ 24975, 25105 ] ], "trgnoun": "oil", "trgverb": "close" }, { "key": "P04_107+21_22_23_24", "video_id": "P04_107", "narration_ids": [ "P04_107_21", "P04_107_22", "P04_107_23", "P04_107_24" ], "src": "move dough_ball . squeeze dough . mark divides on dough", "src1": "move dough_ball", "src2": "squeeze dough", "src3": "mark divides on dough", "trg": "cut dough", "vis_src": "P04_107:21 P04_107:22 P04_107:23", "vis_trg": "P04_107:24", "narrations": [ "move dough ball", "squeeze dough", "mark divides on dough", "cut dough" ], "verbs": [ "move", "squeeze", "mark", "cut" ], "verb_classes": [ 11, 18, 94, 7 ], "nouns": [ "ball:dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:00:57.41", "00:00:57.84" ], [ "00:00:58.18", "00:01:00.75" ], [ "00:01:00.68", "00:01:08.08" ], [ "00:01:13.98", "00:01:15.69" ] ], "start_stop_frames": [ [ 2870, 2892 ], [ 2909, 3037 ], [ 3034, 3404 ], [ 3699, 3784 ] ], "trgnoun": "dough", "trgverb": "cut" }, { "key": "P22_07+167_168_169_170", "video_id": "P22_07", "narration_ids": [ "P22_07_167", "P22_07_168", "P22_07_169", "P22_07_170" ], "src": "open oil . get pan . put_in oil", "src1": "open oil", "src2": "get pan", "src3": "put_in oil", "trg": "pour oil", "vis_src": "P22_07:167 P22_07:168 P22_07:169", "vis_trg": "P22_07:170", "narrations": [ "open oil", "get pan", "put in oil", "pour oil" ], "verbs": [ "open", "get", "put-in", "pour" ], "verb_classes": [ 3, 0, 5, 9 ], "nouns": [ "oil", "pan", "oil", "oil" ], "noun_classes": [ 31, 5, 31, 31 ], "start_stop_timestamps": [ [ "00:06:49.57", "00:06:51.45" ], [ "00:06:51.00", "00:07:02.15" ], [ "00:06:51.37", "00:06:53.06" ], [ "00:06:52.96", "00:06:56.16" ] ], "start_stop_frames": [ [ 24574, 24687 ], [ 24660, 25329 ], [ 24682, 24783 ], [ 24777, 24969 ] ], "trgnoun": "oil", "trgverb": "pour" }, { "key": "P04_111+46_47_48_49", "video_id": "P04_111", "narration_ids": [ "P04_111_46", "P04_111_47", "P04_111_48", "P04_111_49" ], "src": "put_down foil . open cupboard . touch plate", "src1": "put_down foil", "src2": "open cupboard", "src3": "touch plate", "trg": "pick_up plate", "vis_src": "P04_111:46 P04_111:47 P04_111:48", "vis_trg": "P04_111:49", "narrations": [ "put down foil", "open cupboard", "touch plate", "pick up plate" ], "verbs": [ "put-down", "open", "touch", "pick-up" ], "verb_classes": [ 1, 3, 54, 0 ], "nouns": [ "foil", "cupboard", "plate", "plate" ], "noun_classes": [ 123, 3, 2, 2 ], "start_stop_timestamps": [ [ "00:01:45.99", "00:01:46.74" ], [ "00:01:47.09", "00:01:48.16" ], [ "00:01:48.39", "00:01:49.09" ], [ "00:01:50.61", "00:01:51.72" ] ], "start_stop_frames": [ [ 5299, 5337 ], [ 5354, 5408 ], [ 5419, 5454 ], [ 5530, 5586 ] ], "trgnoun": "plate", "trgverb": "pick_up" }, { "key": "P26_16+2_3_4_5", "video_id": "P26_16", "narration_ids": [ "P26_16_2", "P26_16_3", "P26_16_4", "P26_16_5" ], "src": "pick_up pot . open tap . drain pasta", "src1": "pick_up pot", "src2": "open tap", "src3": "drain pasta", "trg": "put pot", "vis_src": "P26_16:2 P26_16:3 P26_16:4", "vis_trg": "P26_16:5", "narrations": [ "pick up pot", "open tap", "drain pasta", "put pot" ], "verbs": [ "pick-up", "turn-on", "drain", "put" ], "verb_classes": [ 0, 6, 37, 1 ], "nouns": [ "pot", "tap", "pasta", "pot" ], "noun_classes": [ 29, 0, 45, 29 ], "start_stop_timestamps": [ [ "00:00:09.06", "00:00:12.87" ], [ "00:00:18.26", "00:00:21.32" ], [ "00:00:21.67", "00:00:30.07" ], [ "00:00:29.73", "00:00:32.51" ] ], "start_stop_frames": [ [ 543, 772 ], [ 1095, 1279 ], [ 1300, 1804 ], [ 1783, 1950 ] ], "trgnoun": "pot", "trgverb": "put" }, { "key": "P04_107+45_46_47_48", "video_id": "P04_107", "narration_ids": [ "P04_107_45", "P04_107_46", "P04_107_47", "P04_107_48" ], "src": "open cupboard . touch baking_tray . adjust camera", "src1": "open cupboard", "src2": "touch baking_tray", "src3": "adjust camera", "trg": "pick_up baking_tray", "vis_src": "P04_107:45 P04_107:46 P04_107:47", "vis_trg": "P04_107:48", "narrations": [ "open cupboard", "touch baking tray", "adjust camera", "pick up baking tray" ], "verbs": [ "open", "touch", "adjust", "pick-up" ], "verb_classes": [ 3, 54, 17, 0 ], "nouns": [ "cupboard", "tray:baking", "camera", "tray:baking" ], "noun_classes": [ 3, 35, 297, 35 ], "start_stop_timestamps": [ [ "00:01:37.77", "00:01:38.79" ], [ "00:01:38.89", "00:01:40.60" ], [ "00:01:40.55", "00:01:43.88" ], [ "00:01:55.15", "00:01:55.76" ] ], "start_stop_frames": [ [ 4888, 4939 ], [ 4944, 5030 ], [ 5027, 5194 ], [ 5757, 5788 ] ], "trgnoun": "baking_tray", "trgverb": "pick_up" }, { "key": "P27_103+155_156_157_158", "video_id": "P27_103", "narration_ids": [ "P27_103_155", "P27_103_156", "P27_103_157", "P27_103_158" ], "src": "check recipe_book . put_down sugar . shake container", "src1": "check recipe_book", "src2": "put_down sugar", "src3": "shake container", "trg": "pour sugar", "vis_src": "P27_103:155 P27_103:156 P27_103:157", "vis_trg": "P27_103:158", "narrations": [ "check recipe book", "put down sugar", "shake container", "pour sugar" ], "verbs": [ "check", "put-down", "shake", "pour" ], "verb_classes": [ 24, 1, 15, 9 ], "nouns": [ "book:recipe", "sugar", "container", "sugar" ], "noun_classes": [ 140, 102, 21, 102 ], "start_stop_timestamps": [ [ "00:07:57.60", "00:07:59.52" ], [ "00:08:13.60", "00:08:14.60" ], [ "00:08:14.95", "00:08:25.95" ], [ "00:08:25.33", "00:08:43.58" ] ], "start_stop_frames": [ [ 23880, 23976 ], [ 24680, 24730 ], [ 24747, 25297 ], [ 25266, 26179 ] ], "trgnoun": "sugar", "trgverb": "pour" }, { "key": "P26_104+45_46_47_48", "video_id": "P26_104", "narration_ids": [ "P26_104_45", "P26_104_46", "P26_104_47", "P26_104_48" ], "src": "put mozzarella . pick_up mozzarella . pick_up bag", "src1": "put mozzarella", "src2": "pick_up mozzarella", "src3": "pick_up bag", "trg": "insert mozzarella", "vis_src": "P26_104:45 P26_104:46 P26_104:47", "vis_trg": "P26_104:48", "narrations": [ "put mozzarella", "pick up mozzarella", "pick up bag", "insert mozzarella" ], "verbs": [ "put", "pick-up", "pick-up", "insert" ], "verb_classes": [ 1, 0, 0, 5 ], "nouns": [ "mozzarella", "mozzarella", "bag", "mozzarella" ], "noun_classes": [ 32, 32, 19, 32 ], "start_stop_timestamps": [ [ "00:03:41.00", "00:04:32.77" ], [ "00:04:32.85", "00:04:34.75" ], [ "00:04:35.69", "00:04:36.71" ], [ "00:04:36.72", "00:04:38.69" ] ], "start_stop_frames": [ [ 11050, 13638 ], [ 13642, 13737 ], [ 13784, 13835 ], [ 13836, 13934 ] ], "trgnoun": "mozzarella", "trgverb": "insert" }, { "key": "P06_108+77_78_79_80", "video_id": "P06_108", "narration_ids": [ "P06_108_77", "P06_108_78", "P06_108_79", "P06_108_80" ], "src": "close drawer . move packet . pick_up tuna", "src1": "close drawer", "src2": "move packet", "src3": "pick_up tuna", "trg": "open tuna", "vis_src": "P06_108:77 P06_108:78 P06_108:79", "vis_trg": "P06_108:80", "narrations": [ "close drawer", "move packet", "pick up tuna", "open tuna" ], "verbs": [ "close", "move", "pick-up", "open" ], "verb_classes": [ 4, 11, 0, 3 ], "nouns": [ "drawer", "packet", "tuna", "tuna" ], "noun_classes": [ 8, 26, 160, 160 ], "start_stop_timestamps": [ [ "00:06:26.24", "00:06:27.33" ], [ "00:06:28.65", "00:06:29.70" ], [ "00:06:30.20", "00:06:31.08" ], [ "00:06:30.76", "00:06:41.02" ] ], "start_stop_frames": [ [ 19312, 19366 ], [ 19432, 19485 ], [ 19510, 19554 ], [ 19538, 20051 ] ], "trgnoun": "tuna", "trgverb": "open" }, { "key": "P22_105+1_2_3_4", "video_id": "P22_105", "narration_ids": [ "P22_105_1", "P22_105_2", "P22_105_3", "P22_105_4" ], "src": "pick_up mozzarella . close fridge . put_down mozzarella", "src1": "pick_up mozzarella", "src2": "close fridge", "src3": "put_down mozzarella", "trg": "open mozzarella", "vis_src": "P22_105:1 P22_105:2 P22_105:3", "vis_trg": "P22_105:4", "narrations": [ "pick up mozzarella", "close fridge", "put down mozzarella", "open mozzarella" ], "verbs": [ "pick-up", "close", "put-down", "open" ], "verb_classes": [ 0, 4, 1, 3 ], "nouns": [ "mozzarella", "fridge", "mozzarella", "mozzarella" ], "noun_classes": [ 32, 12, 32, 32 ], "start_stop_timestamps": [ [ "00:00:05.36", "00:00:06.94" ], [ "00:00:06.89", "00:00:09.00" ], [ "00:00:13.38", "00:00:14.45" ], [ "00:00:15.24", "00:00:16.92" ] ], "start_stop_frames": [ [ 268, 347 ], [ 344, 450 ], [ 669, 722 ], [ 762, 846 ] ], "trgnoun": "mozzarella", "trgverb": "open" }, { "key": "P04_121+120_121_122_123", "video_id": "P04_121", "narration_ids": [ "P04_121_120", "P04_121_121", "P04_121_122", "P04_121_123" ], "src": "put steamer_tray in dishwasher . pick_up rice cooker lid . pull sticker from rice cooker lid", "src1": "put steamer_tray in dishwasher", "src2": "pick_up rice cooker lid", "src3": "pull sticker from rice cooker lid", "trg": "put rice cooker lid in dishwasher", "vis_src": "P04_121:120 P04_121:121 P04_121:122", "vis_trg": "P04_121:123", "narrations": [ "put steamer tray in dishwasher", "pick up rice cooker lid", "pull sticker from rice cooker lid", "put rice cooker lid in dishwasher" ], "verbs": [ "put-in", "pick-up", "pull-from", "put-in" ], "verb_classes": [ 5, 0, 31, 5 ], "nouns": [ "tray:steamer", "lid:rice:cooker", "sticker", "lid:rice:cooker" ], "noun_classes": [ 35, 6, 222, 6 ], "start_stop_timestamps": [ [ "00:06:37.28", "00:06:37.82" ], [ "00:06:37.88", "00:06:38.77" ], [ "00:06:39.29", "00:06:39.84" ], [ "00:06:40.15", "00:06:40.86" ] ], "start_stop_frames": [ [ 19864, 19891 ], [ 19894, 19938 ], [ 19964, 19992 ], [ 20007, 20043 ] ], "trgnoun": "cooker_rice_lid", "trgverb": "put_in" }, { "key": "P12_101+427_428_429_430", "video_id": "P12_101", "narration_ids": [ "P12_101_427", "P12_101_428", "P12_101_429", "P12_101_430" ], "src": "open mozzarella_bag with knife . take_out mozzarella from mozzarella bag . put_down mozzarella onto cutting board", "src1": "open mozzarella_bag with knife", "src2": "take_out mozzarella from mozzarella bag", "src3": "put_down mozzarella onto cutting board", "trg": "pick_up mozzarella from cutting board", "vis_src": "P12_101:427 P12_101:428 P12_101:429", "vis_trg": "P12_101:430", "narrations": [ "open mozzarella bag with knife", "take out mozzarella from mozzarella bag", "put down mozzarella onto cutting board", "pick up mozzarella from cutting board" ], "verbs": [ "open-with", "take-out", "put-down", "pick-up" ], "verb_classes": [ 3, 12, 1, 0 ], "nouns": [ "bag:mozzarella", "mozzarella", "mozzarella", "mozzarella" ], "noun_classes": [ 19, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:27:31.71", "00:27:35.49" ], [ "00:27:35.28", "00:27:36.84" ], [ "00:27:36.83", "00:27:39.06" ], [ "00:27:38.75", "00:27:40.34" ] ], "start_stop_frames": [ [ 82585, 82774 ], [ 82764, 82842 ], [ 82841, 82953 ], [ 82937, 83017 ] ], "trgnoun": "mozzarella", "trgverb": "pick_up" }, { "key": "P12_101+428_429_430_431", "video_id": "P12_101", "narration_ids": [ "P12_101_428", "P12_101_429", "P12_101_430", "P12_101_431" ], "src": "take_out mozzarella from mozzarella bag . put_down mozzarella onto cutting board . pick_up mozzarella from cutting board", "src1": "take_out mozzarella from mozzarella bag", "src2": "put_down mozzarella onto cutting board", "src3": "pick_up mozzarella from cutting board", "trg": "cut mozzarella with knife on cutting board", "vis_src": "P12_101:428 P12_101:429 P12_101:430", "vis_trg": "P12_101:431", "narrations": [ "take out mozzarella from mozzarella bag", "put down mozzarella onto cutting board", "pick up mozzarella from cutting board", "cut mozzarella with knife on cutting board" ], "verbs": [ "take-out", "put-down", "pick-up", "cut-with" ], "verb_classes": [ 12, 1, 0, 7 ], "nouns": [ "mozzarella", "mozzarella", "mozzarella", "mozzarella" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:27:35.28", "00:27:36.84" ], [ "00:27:36.83", "00:27:39.06" ], [ "00:27:38.75", "00:27:40.34" ], [ "00:27:40.23", "00:27:48.93" ] ], "start_stop_frames": [ [ 82764, 82842 ], [ 82841, 82953 ], [ 82937, 83017 ], [ 83011, 83446 ] ], "trgnoun": "mozzarella", "trgverb": "cut_with" }, { "key": "P02_130+242_243_244_245", "video_id": "P02_130", "narration_ids": [ "P02_130_242", "P02_130_243", "P02_130_244", "P02_130_245" ], "src": "pick_up condensed milk tin . remove knife from condensed milk tin . pour condensed_milk from tin into pan", "src1": "pick_up condensed milk tin", "src2": "remove knife from condensed milk tin", "src3": "pour condensed_milk from tin into pan", "trg": "scrape condensed_milk from tin using knife", "vis_src": "P02_130:242 P02_130:243 P02_130:244", "vis_trg": "P02_130:245", "narrations": [ "pick up condensed milk tin", "remove knife from condensed milk tin", "pour condensed milk from tin into pan", "scrape condensed milk from tin using knife" ], "verbs": [ "pick-up", "remove-from", "pour-into", "scrape" ], "verb_classes": [ 0, 12, 9, 25 ], "nouns": [ "tin:condensed:milk", "knife", "milk:condensed", "milk:condensed" ], "noun_classes": [ 61, 4, 64, 64 ], "start_stop_timestamps": [ [ "00:11:01.32", "00:11:03.41" ], [ "00:11:03.48", "00:11:05.45" ], [ "00:11:06.74", "00:11:13.57" ], [ "00:11:13.63", "00:11:42.26" ] ], "start_stop_frames": [ [ 33066, 33170 ], [ 33174, 33272 ], [ 33337, 33678 ], [ 33681, 35113 ] ], "trgnoun": "condensed_milk", "trgverb": "scrape" }, { "key": "P11_05+59_60_61_64", "video_id": "P11_05", "narration_ids": [ "P11_05_59", "P11_05_60", "P11_05_61", "P11_05_64" ], "src": "stir courgette . pick_up courgette . slice courgette into bin", "src1": "stir courgette", "src2": "pick_up courgette", "src3": "slice courgette into bin", "trg": "throw_away courgette", "vis_src": "P11_05:59 P11_05:60 P11_05:61", "vis_trg": "P11_05:64", "narrations": [ "stir courgette", "pick up courgette", "slice courgette into bin", "throw away courgette" ], "verbs": [ "stir", "pick-up", "slice-into", "throw-away" ], "verb_classes": [ 10, 0, 7, 13 ], "nouns": [ "courgette", "courgette", "courgette", "courgette" ], "noun_classes": [ 76, 76, 76, 76 ], "start_stop_timestamps": [ [ "00:03:20.21", "00:03:26.10" ], [ "00:03:26.41", "00:03:27.84" ], [ "00:03:29.13", "00:03:30.51" ], [ "00:03:44.28", "00:03:45.73" ] ], "start_stop_frames": [ [ 12012, 12366 ], [ 12384, 12470 ], [ 12547, 12630 ], [ 13456, 13543 ] ], "trgnoun": "courgette", "trgverb": "throw_away" }, { "key": "P27_103+168_169_170_171", "video_id": "P27_103", "narration_ids": [ "P27_103_168", "P27_103_169", "P27_103_170", "P27_103_171" ], "src": "check recipe_book . pick_up saucepan . pour butter", "src1": "check recipe_book", "src2": "pick_up saucepan", "src3": "pour butter", "trg": "put_down saucepan", "vis_src": "P27_103:168 P27_103:169 P27_103:170", "vis_trg": "P27_103:171", "narrations": [ "check recipe book", "pick up saucepan", "pour butter", "put down saucepan" ], "verbs": [ "check", "pick-up", "pour", "put-down" ], "verb_classes": [ 24, 0, 9, 1 ], "nouns": [ "book:recipe", "saucepan", "butter", "saucepan" ], "noun_classes": [ 140, 5, 78, 5 ], "start_stop_timestamps": [ [ "00:10:08.18", "00:10:12.07" ], [ "00:10:15.26", "00:10:16.29" ], [ "00:10:17.55", "00:10:22.91" ], [ "00:10:24.55", "00:10:26.01" ] ], "start_stop_frames": [ [ 30408, 30603 ], [ 30763, 30814 ], [ 30877, 31145 ], [ 31227, 31300 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P04_108+50_51_52_53", "video_id": "P04_108", "narration_ids": [ "P04_108_50", "P04_108_51", "P04_108_52", "P04_108_53" ], "src": "open cupboard . move baking_tray . pick_up steamer_tray", "src1": "open cupboard", "src2": "move baking_tray", "src3": "pick_up steamer_tray", "trg": "put steamer_tray in rice cooker", "vis_src": "P04_108:50 P04_108:51 P04_108:52", "vis_trg": "P04_108:53", "narrations": [ "open cupboard", "move baking tray", "pick up steamer tray", "put steamer tray in rice cooker" ], "verbs": [ "open", "move", "pick-up", "put-in" ], "verb_classes": [ 3, 11, 0, 5 ], "nouns": [ "cupboard", "tray:baking", "tray:steamer", "tray:steamer" ], "noun_classes": [ 3, 35, 35, 35 ], "start_stop_timestamps": [ [ "00:01:43.00", "00:01:44.19" ], [ "00:01:46.01", "00:01:47.32" ], [ "00:01:48.49", "00:01:49.64" ], [ "00:01:50.16", "00:01:50.55" ] ], "start_stop_frames": [ [ 5150, 5209 ], [ 5300, 5366 ], [ 5424, 5482 ], [ 5508, 5527 ] ], "trgnoun": "steamer_tray", "trgverb": "put_in" }, { "key": "P04_109+211_213_214_216", "video_id": "P04_109", "narration_ids": [ "P04_109_211", "P04_109_213", "P04_109_214", "P04_109_216" ], "src": "pick_up pieces of cucumber . toss cucumber and carrot . move knife", "src1": "pick_up pieces of cucumber", "src2": "toss cucumber and carrot", "src3": "move knife", "trg": "drop piece of cucumber into measuring jug", "vis_src": "P04_109:211 P04_109:213 P04_109:214", "vis_trg": "P04_109:216", "narrations": [ "pick up pieces of cucumber", "toss cucumber and carrot", "move knife", "drop piece of cucumber into measuring jug" ], "verbs": [ "pick-up", "toss", "move", "drop-into" ], "verb_classes": [ 0, 13, 11, 5 ], "nouns": [ "piece:cucumber", "cucumber", "knife", "piece:cucumber" ], "noun_classes": [ 72, 72, 4, 72 ], "start_stop_timestamps": [ [ "00:06:58.81", "00:06:59.41" ], [ "00:07:00.12", "00:07:00.82" ], [ "00:07:01.01", "00:07:01.75" ], [ "00:07:01.75", "00:07:02.12" ] ], "start_stop_frames": [ [ 20940, 20970 ], [ 21006, 21041 ], [ 21050, 21087 ], [ 21087, 21106 ] ], "trgnoun": "cucumber_piece", "trgverb": "drop_into" }, { "key": "P01_107+31_32_33_34", "video_id": "P01_107", "narration_ids": [ "P01_107_31", "P01_107_32", "P01_107_33", "P01_107_34" ], "src": "pick_up soy_milk . shake soy_milk . open bottle", "src1": "pick_up soy_milk", "src2": "shake soy_milk", "src3": "open bottle", "trg": "pour soy_milk", "vis_src": "P01_107:31 P01_107:32 P01_107:33", "vis_trg": "P01_107:34", "narrations": [ "pick up soy milk", "shake soy milk", "open bottle", "pour soy milk" ], "verbs": [ "pick-up", "shake", "open", "pour" ], "verb_classes": [ 0, 15, 3, 9 ], "nouns": [ "milk:soy", "milk:soy", "bottle", "milk:soy" ], "noun_classes": [ 64, 64, 15, 64 ], "start_stop_timestamps": [ [ "00:00:58.21", "00:00:59.23" ], [ "00:00:58.56", "00:01:00.86" ], [ "00:01:01.09", "00:01:01.85" ], [ "00:01:02.12", "00:01:10.64" ] ], "start_stop_frames": [ [ 2910, 2961 ], [ 2928, 3043 ], [ 3054, 3092 ], [ 3106, 3532 ] ], "trgnoun": "soy_milk", "trgverb": "pour" }, { "key": "P03_10+34_35_36_37", "video_id": "P03_10", "narration_ids": [ "P03_10_34", "P03_10_35", "P03_10_36", "P03_10_37" ], "src": "place glass . close juice . open fridge", "src1": "place glass", "src2": "close juice", "src3": "open fridge", "trg": "place juice", "vis_src": "P03_10:34 P03_10:35 P03_10:36", "vis_trg": "P03_10:37", "narrations": [ "place glass", "close juice", "open fridge", "place juice" ], "verbs": [ "place", "close", "open", "place" ], "verb_classes": [ 1, 4, 3, 1 ], "nouns": [ "glass", "juice", "fridge", "juice" ], "noun_classes": [ 10, 183, 12, 183 ], "start_stop_timestamps": [ [ "00:01:23.69", "00:01:24.68" ], [ "00:01:25.20", "00:01:26.95" ], [ "00:01:27.54", "00:01:28.55" ], [ "00:01:29.38", "00:01:30.05" ] ], "start_stop_frames": [ [ 5021, 5080 ], [ 5112, 5217 ], [ 5252, 5313 ], [ 5362, 5403 ] ], "trgnoun": "juice", "trgverb": "place" }, { "key": "P01_07+41_42_43_44", "video_id": "P01_07", "narration_ids": [ "P01_07_41", "P01_07_42", "P01_07_43", "P01_07_44" ], "src": "shake soy_milk . open soy_milk . pour soy_milk into cup", "src1": "shake soy_milk", "src2": "open soy_milk", "src3": "pour soy_milk into cup", "trg": "close soy_milk", "vis_src": "P01_07:41 P01_07:42 P01_07:43", "vis_trg": "P01_07:44", "narrations": [ "shake soy milk", "open soy milk", "pour soy milk into cup", "close soy milk" ], "verbs": [ "shake", "open", "pour-into", "close" ], "verb_classes": [ 15, 3, 9, 4 ], "nouns": [ "milk:soy", "milk:soy", "milk:soy", "milk:soy" ], "noun_classes": [ 64, 64, 64, 64 ], "start_stop_timestamps": [ [ "00:01:47.02", "00:01:50.68" ], [ "00:01:50.61", "00:01:52.48" ], [ "00:01:52.36", "00:01:57.39" ], [ "00:01:57.70", "00:02:00.98" ] ], "start_stop_frames": [ [ 6421, 6640 ], [ 6636, 6748 ], [ 6741, 7043 ], [ 7062, 7258 ] ], "trgnoun": "soy_milk", "trgverb": "close" }, { "key": "P12_105+33_34_35_36", "video_id": "P12_105", "narration_ids": [ "P12_105_33", "P12_105_34", "P12_105_35", "P12_105_36" ], "src": "pour soup from mug into plastic bag . put_down mug . take mug", "src1": "pour soup from mug into plastic bag", "src2": "put_down mug", "src3": "take mug", "trg": "scoop_up soup into mug from saucepan", "vis_src": "P12_105:33 P12_105:34 P12_105:35", "vis_trg": "P12_105:36", "narrations": [ "pour soup from mug into plastic bag", "put down mug", "take mug", "scoop up soup into mug from saucepan" ], "verbs": [ "pour-from", "put-down", "take", "scoop-up" ], "verb_classes": [ 9, 1, 0, 16 ], "nouns": [ "soup", "mug", "mug", "soup" ], "noun_classes": [ 126, 13, 13, 126 ], "start_stop_timestamps": [ [ "00:02:10.91", "00:02:13.64" ], [ "00:02:13.69", "00:02:15.16" ], [ "00:02:17.20", "00:02:18.05" ], [ "00:02:18.13", "00:02:20.25" ] ], "start_stop_frames": [ [ 6545, 6681 ], [ 6684, 6758 ], [ 6859, 6902 ], [ 6906, 7012 ] ], "trgnoun": "soup", "trgverb": "scoop_up" }, { "key": "P04_118+9_10_11_12", "video_id": "P04_118", "narration_ids": [ "P04_118_9", "P04_118_10", "P04_118_11", "P04_118_12" ], "src": "put_away phone . open cupboard . take box", "src1": "put_away phone", "src2": "open cupboard", "src3": "take box", "trg": "put_down box", "vis_src": "P04_118:9 P04_118:10 P04_118:11", "vis_trg": "P04_118:12", "narrations": [ "put away phone", "open cupboard", "take box", "put down box" ], "verbs": [ "put-away", "open", "take", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "phone", "cupboard", "box", "box" ], "noun_classes": [ 165, 3, 23, 23 ], "start_stop_timestamps": [ [ "00:00:25.80", "00:00:27.30" ], [ "00:00:28.82", "00:00:30.17" ], [ "00:00:30.60", "00:00:31.85" ], [ "00:00:31.85", "00:00:33.72" ] ], "start_stop_frames": [ [ 1290, 1365 ], [ 1441, 1508 ], [ 1530, 1592 ], [ 1592, 1686 ] ], "trgnoun": "box", "trgverb": "put_down" }, { "key": "P04_120+283_284_285_286", "video_id": "P04_120", "narration_ids": [ "P04_120_283", "P04_120_284", "P04_120_285", "P04_120_286" ], "src": "pick_up scissors . put scissors in drawer . pick_up fork", "src1": "pick_up scissors", "src2": "put scissors in drawer", "src3": "pick_up fork", "trg": "put fork in drawer", "vis_src": "P04_120:283 P04_120:284 P04_120:285", "vis_trg": "P04_120:286", "narrations": [ "pick up scissors", "put scissors in drawer", "pick up fork", "put fork in drawer" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "scissors", "scissors", "fork", "fork" ], "noun_classes": [ 79, 79, 14, 14 ], "start_stop_timestamps": [ [ "00:10:45.26", "00:10:46.90" ], [ "00:10:46.86", "00:10:47.71" ], [ "00:10:47.66", "00:10:48.43" ], [ "00:10:47.99", "00:10:48.84" ] ], "start_stop_frames": [ [ 32263, 32345 ], [ 32343, 32385 ], [ 32383, 32421 ], [ 32399, 32442 ] ], "trgnoun": "fork", "trgverb": "put_in" }, { "key": "P24_05+256_257_258_259", "video_id": "P24_05", "narration_ids": [ "P24_05_256", "P24_05_257", "P24_05_258", "P24_05_259" ], "src": "take box . open box . take salt", "src1": "take box", "src2": "open box", "src3": "take salt", "trg": "put salt onto pasta", "vis_src": "P24_05:256 P24_05:257 P24_05:258", "vis_trg": "P24_05:259", "narrations": [ "take box", "open box", "take salt", "put salt onto pasta" ], "verbs": [ "take", "open", "take", "put-onto" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "box", "box", "salt", "salt" ], "noun_classes": [ 23, 23, 38, 38 ], "start_stop_timestamps": [ [ "00:22:33.70", "00:22:34.98" ], [ "00:22:35.42", "00:22:36.80" ], [ "00:22:37.55", "00:22:39.70" ], [ "00:22:39.90", "00:22:41.91" ] ], "start_stop_frames": [ [ 81222, 81298 ], [ 81325, 81408 ], [ 81453, 81582 ], [ 81594, 81714 ] ], "trgnoun": "salt", "trgverb": "put_onto" }, { "key": "P24_05+265_266_267_268", "video_id": "P24_05", "narration_ids": [ "P24_05_265", "P24_05_266", "P24_05_267", "P24_05_268" ], "src": "take box . open box . take salt", "src1": "take box", "src2": "open box", "src3": "take salt", "trg": "put salt on pasta", "vis_src": "P24_05:265 P24_05:266 P24_05:267", "vis_trg": "P24_05:268", "narrations": [ "take box", "open box", "take salt", "put salt on pasta" ], "verbs": [ "take", "open", "take", "put-on" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "box", "box", "salt", "salt" ], "noun_classes": [ 23, 23, 38, 38 ], "start_stop_timestamps": [ [ "00:23:16.26", "00:23:17.20" ], [ "00:23:16.83", "00:23:17.80" ], [ "00:23:18.45", "00:23:20.13" ], [ "00:23:20.11", "00:23:23.74" ] ], "start_stop_frames": [ [ 83775, 83832 ], [ 83809, 83868 ], [ 83907, 84007 ], [ 84006, 84224 ] ], "trgnoun": "salt", "trgverb": "put_on" }, { "key": "P04_116+11_12_13_14", "video_id": "P04_116", "narration_ids": [ "P04_116_11", "P04_116_12", "P04_116_13", "P04_116_14" ], "src": "put fork in sink . scrape egg out of bowl with spatula . put_down bowl", "src1": "put fork in sink", "src2": "scrape egg out of bowl with spatula", "src3": "put_down bowl", "trg": "stir eggs in saucepan with spatula", "vis_src": "P04_116:11 P04_116:12 P04_116:13", "vis_trg": "P04_116:14", "narrations": [ "put fork in sink", "scrape egg out of bowl with spatula", "put down bowl", "stir eggs in saucepan with spatula" ], "verbs": [ "put-in", "scrape-out", "put-down", "stir-in" ], "verb_classes": [ 5, 25, 1, 10 ], "nouns": [ "fork", "egg", "bowl", "egg" ], "noun_classes": [ 14, 53, 7, 53 ], "start_stop_timestamps": [ [ "00:00:16.33", "00:00:17.39" ], [ "00:00:17.83", "00:00:20.13" ], [ "00:00:20.54", "00:00:22.04" ], [ "00:00:21.36", "00:00:22.10" ] ], "start_stop_frames": [ [ 816, 869 ], [ 891, 1006 ], [ 1027, 1102 ], [ 1068, 1105 ] ], "trgnoun": "egg", "trgverb": "stir_in" }, { "key": "P24_05+254_255_256_257", "video_id": "P24_05", "narration_ids": [ "P24_05_254", "P24_05_255", "P24_05_256", "P24_05_257" ], "src": "place colander into the sink . close doors . take box", "src1": "place colander into the sink", "src2": "close doors", "src3": "take box", "trg": "open box", "vis_src": "P24_05:254 P24_05:255 P24_05:256", "vis_trg": "P24_05:257", "narrations": [ "place colander into the sink", "close doors", "take box", "open box" ], "verbs": [ "place-into", "close", "take", "open" ], "verb_classes": [ 5, 4, 0, 3 ], "nouns": [ "colander", "door", "box", "box" ], "noun_classes": [ 39, 3, 23, 23 ], "start_stop_timestamps": [ [ "00:22:23.14", "00:22:26.59" ], [ "00:22:27.03", "00:22:28.40" ], [ "00:22:33.70", "00:22:34.98" ], [ "00:22:35.42", "00:22:36.80" ] ], "start_stop_frames": [ [ 80588, 80795 ], [ 80821, 80904 ], [ 81222, 81298 ], [ 81325, 81408 ] ], "trgnoun": "box", "trgverb": "open" }, { "key": "P04_113+150_151_152_153", "video_id": "P04_113", "narration_ids": [ "P04_113_150", "P04_113_151", "P04_113_152", "P04_113_153" ], "src": "close dishwasher_drawer . pick_up fork . open dishwasher_drawer", "src1": "close dishwasher_drawer", "src2": "pick_up fork", "src3": "open dishwasher_drawer", "trg": "put fork in cutlery tray", "vis_src": "P04_113:150 P04_113:151 P04_113:152", "vis_trg": "P04_113:153", "narrations": [ "close dishwasher drawer", "pick up fork", "open dishwasher drawer", "put fork in cutlery tray" ], "verbs": [ "close", "pick-up", "open", "put-in" ], "verb_classes": [ 4, 0, 3, 5 ], "nouns": [ "drawer:dishwasher", "fork", "drawer:dishwasher", "fork" ], "noun_classes": [ 70, 14, 70, 14 ], "start_stop_timestamps": [ [ "00:04:41.17", "00:04:42.80" ], [ "00:04:42.33", "00:04:42.90" ], [ "00:04:42.70", "00:04:43.25" ], [ "00:04:43.30", "00:04:43.60" ] ], "start_stop_frames": [ [ 14058, 14140 ], [ 14116, 14144 ], [ 14135, 14162 ], [ 14165, 14180 ] ], "trgnoun": "fork", "trgverb": "put_in" }, { "key": "P30_04+98_99_100_101", "video_id": "P30_04", "narration_ids": [ "P30_04_98", "P30_04_99", "P30_04_100", "P30_04_101" ], "src": "put box . take mug . dry mug", "src1": "put box", "src2": "take mug", "src3": "dry mug", "trg": "take box", "vis_src": "P30_04:98 P30_04:99 P30_04:100", "vis_trg": "P30_04:101", "narrations": [ "put box", "take mug", "dry mug", "take box" ], "verbs": [ "put", "take", "dry", "take" ], "verb_classes": [ 1, 0, 14, 0 ], "nouns": [ "box", "mug", "mug", "box" ], "noun_classes": [ 23, 13, 13, 23 ], "start_stop_timestamps": [ [ "00:05:41.57", "00:05:42.84" ], [ "00:05:42.71", "00:05:43.50" ], [ "00:05:53.57", "00:06:01.47" ], [ "00:06:08.67", "00:06:09.37" ] ], "start_stop_frames": [ [ 20494, 20570 ], [ 20562, 20610 ], [ 21214, 21688 ], [ 22120, 22162 ] ], "trgnoun": "box", "trgverb": "take" }, { "key": "P10_04+218_219_220_221", "video_id": "P10_04", "narration_ids": [ "P10_04_218", "P10_04_219", "P10_04_220", "P10_04_221" ], "src": "clean the table . clean the hob . switch_on the hob", "src1": "clean the table", "src2": "clean the hob", "src3": "switch_on the hob", "trg": "switch_off the hob", "vis_src": "P10_04:218 P10_04:219 P10_04:220", "vis_trg": "P10_04:221", "narrations": [ "clean the table", "clean the hob", "switch on the hob", "switch off the hob" ], "verbs": [ "clean", "clean", "switch-on", "switch-off" ], "verb_classes": [ 2, 2, 6, 8 ], "nouns": [ "table", "hob", "hob", "hob" ], "noun_classes": [ 42, 24, 24, 24 ], "start_stop_timestamps": [ [ "00:23:40.19", "00:23:49.28" ], [ "00:23:51.97", "00:23:55.77" ], [ "00:23:55.76", "00:24:06.57" ], [ "00:23:55.88", "00:23:57.60" ] ], "start_stop_frames": [ [ 85211, 85756 ], [ 85918, 86146 ], [ 86145, 86794 ], [ 86152, 86256 ] ], "trgnoun": "hob", "trgverb": "switch_off" }, { "key": "P30_04+99_100_101_102", "video_id": "P30_04", "narration_ids": [ "P30_04_99", "P30_04_100", "P30_04_101", "P30_04_102" ], "src": "take mug . dry mug . take box", "src1": "take mug", "src2": "dry mug", "src3": "take box", "trg": "put box", "vis_src": "P30_04:99 P30_04:100 P30_04:101", "vis_trg": "P30_04:102", "narrations": [ "take mug", "dry mug", "take box", "put box" ], "verbs": [ "take", "dry", "take", "put" ], "verb_classes": [ 0, 14, 0, 1 ], "nouns": [ "mug", "mug", "box", "box" ], "noun_classes": [ 13, 13, 23, 23 ], "start_stop_timestamps": [ [ "00:05:42.71", "00:05:43.50" ], [ "00:05:53.57", "00:06:01.47" ], [ "00:06:08.67", "00:06:09.37" ], [ "00:06:09.69", "00:06:10.24" ] ], "start_stop_frames": [ [ 20562, 20610 ], [ 21214, 21688 ], [ 22120, 22162 ], [ 22181, 22214 ] ], "trgnoun": "box", "trgverb": "put" }, { "key": "P04_05+101_102_103_104", "video_id": "P04_05", "narration_ids": [ "P04_05_101", "P04_05_102", "P04_05_103", "P04_05_104" ], "src": "stir onions . test potato . pick_up paneer", "src1": "stir onions", "src2": "test potato", "src3": "pick_up paneer", "trg": "put_down paneer", "vis_src": "P04_05:101 P04_05:102 P04_05:103", "vis_trg": "P04_05:104", "narrations": [ "stir onions", "test potato", "pick up paneer", "put down paneer" ], "verbs": [ "stir", "test", "pick-up", "put-down" ], "verb_classes": [ 10, 24, 0, 1 ], "nouns": [ "onion", "potato", "paneer", "paneer" ], "noun_classes": [ 16, 30, 32, 32 ], "start_stop_timestamps": [ [ "00:12:10.65", "00:12:12.61" ], [ "00:12:12.68", "00:12:27.69" ], [ "00:12:29.48", "00:12:35.64" ], [ "00:12:35.47", "00:12:37.18" ] ], "start_stop_frames": [ [ 43839, 43956 ], [ 43960, 44861 ], [ 44968, 45338 ], [ 45328, 45430 ] ], "trgnoun": "paneer", "trgverb": "put_down" }, { "key": "P12_101+210_211_212_213", "video_id": "P12_101", "narration_ids": [ "P12_101_210", "P12_101_211", "P12_101_212", "P12_101_213" ], "src": "open salt_container . pour spice into frying pan . close spice_container", "src1": "open salt_container", "src2": "pour spice into frying pan", "src3": "close spice_container", "trg": "put_down spice_container onto countertop", "vis_src": "P12_101:210 P12_101:211 P12_101:212", "vis_trg": "P12_101:213", "narrations": [ "open salt container", "pour spice into frying pan", "close spice container", "put down spice container onto countertop" ], "verbs": [ "open", "pour-into", "close", "put-down" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "container:salt", "spice", "container:spice", "container:spice" ], "noun_classes": [ 21, 85, 21, 21 ], "start_stop_timestamps": [ [ "00:09:45.52", "00:09:46.19" ], [ "00:09:46.53", "00:09:50.14" ], [ "00:09:50.24", "00:09:51.25" ], [ "00:09:51.74", "00:09:52.36" ] ], "start_stop_frames": [ [ 29276, 29309 ], [ 29326, 29507 ], [ 29512, 29562 ], [ 29587, 29618 ] ], "trgnoun": "spice_container", "trgverb": "put_down" }, { "key": "P02_129+441_442_443_444", "video_id": "P02_129", "narration_ids": [ "P02_129_441", "P02_129_442", "P02_129_443", "P02_129_444" ], "src": "open biscuit_packaging . pour biscuits in food processor . pick_up biscuits from surface", "src1": "open biscuit_packaging", "src2": "pour biscuits in food processor", "src3": "pick_up biscuits from surface", "trg": "put biscuits in food processor", "vis_src": "P02_129:441 P02_129:442 P02_129:443", "vis_trg": "P02_129:444", "narrations": [ "open biscuit packaging", "pour biscuits in food processor", "pick up biscuits from surface", "put biscuits in food processor" ], "verbs": [ "open", "pour", "pick-up", "put-in" ], "verb_classes": [ 3, 9, 0, 5 ], "nouns": [ "packaging:biscuit", "biscuit", "biscuit", "biscuit" ], "noun_classes": [ 26, 104, 104, 104 ], "start_stop_timestamps": [ [ "00:16:10.82", "00:16:11.99" ], [ "00:16:12.03", "00:16:14.35" ], [ "00:16:15.11", "00:16:16.24" ], [ "00:16:16.27", "00:16:16.75" ] ], "start_stop_frames": [ [ 48541, 48599 ], [ 48601, 48717 ], [ 48755, 48812 ], [ 48813, 48837 ] ], "trgnoun": "biscuit", "trgverb": "put_in" }, { "key": "P07_113+134_135_136_137", "video_id": "P07_113", "narration_ids": [ "P07_113_134", "P07_113_135", "P07_113_136", "P07_113_137" ], "src": "shake rice . grab salt_container . pour salt onto rice", "src1": "shake rice", "src2": "grab salt_container", "src3": "pour salt onto rice", "trg": "shake salt_container", "vis_src": "P07_113:134 P07_113:135 P07_113:136", "vis_trg": "P07_113:137", "narrations": [ "shake rice", "grab salt container", "pour salt onto rice", "shake salt container" ], "verbs": [ "shake", "grab", "pour-onto", "shake" ], "verb_classes": [ 15, 0, 9, 15 ], "nouns": [ "rice", "container:salt", "salt", "container:salt" ], "noun_classes": [ 55, 21, 38, 21 ], "start_stop_timestamps": [ [ "00:06:41.04", "00:06:50.46" ], [ "00:06:51.61", "00:06:53.87" ], [ "00:06:53.88", "00:06:56.56" ], [ "00:06:56.46", "00:06:58.18" ] ], "start_stop_frames": [ [ 20052, 20523 ], [ 20580, 20693 ], [ 20694, 20828 ], [ 20823, 20909 ] ], "trgnoun": "salt_container", "trgverb": "shake" }, { "key": "P07_113+99_100_101_102", "video_id": "P07_113", "narration_ids": [ "P07_113_99", "P07_113_100", "P07_113_101", "P07_113_102" ], "src": "grab salt_container . open salt_container . pour salt onto pot", "src1": "grab salt_container", "src2": "open salt_container", "src3": "pour salt onto pot", "trg": "shake salt_container", "vis_src": "P07_113:99 P07_113:100 P07_113:101", "vis_trg": "P07_113:102", "narrations": [ "grab salt container", "open salt container", "pour salt onto pot", "shake salt container" ], "verbs": [ "grab", "open", "pour-onto", "shake" ], "verb_classes": [ 0, 3, 9, 15 ], "nouns": [ "container:salt", "container:salt", "salt", "container:salt" ], "noun_classes": [ 21, 21, 38, 21 ], "start_stop_timestamps": [ [ "00:05:03.96", "00:05:05.91" ], [ "00:05:06.24", "00:05:09.47" ], [ "00:05:09.82", "00:05:11.71" ], [ "00:05:11.47", "00:05:12.88" ] ], "start_stop_frames": [ [ 15197, 15295 ], [ 15312, 15473 ], [ 15491, 15585 ], [ 15573, 15644 ] ], "trgnoun": "salt_container", "trgverb": "shake" }, { "key": "P03_13+17_18_19_20", "video_id": "P03_13", "narration_ids": [ "P03_13_17", "P03_13_18", "P03_13_19", "P03_13_20" ], "src": "grab glass . fill glass . pick_up glass", "src1": "grab glass", "src2": "fill glass", "src3": "pick_up glass", "trg": "place glass", "vis_src": "P03_13:17 P03_13:18 P03_13:19", "vis_trg": "P03_13:20", "narrations": [ "grab glass", "fill glass", "pick up glass", "place glass" ], "verbs": [ "grab", "fill", "pick-up", "place" ], "verb_classes": [ 0, 26, 0, 1 ], "nouns": [ "glass", "glass", "glass", "glass" ], "noun_classes": [ 10, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:00:42.43", "00:00:43.49" ], [ "00:00:43.84", "00:00:49.09" ], [ "00:00:50.44", "00:00:51.44" ], [ "00:00:52.79", "00:00:54.20" ] ], "start_stop_frames": [ [ 2545, 2609 ], [ 2630, 2945 ], [ 3026, 3086 ], [ 3167, 3252 ] ], "trgnoun": "glass", "trgverb": "place" }, { "key": "P07_113+135_136_137_138", "video_id": "P07_113", "narration_ids": [ "P07_113_135", "P07_113_136", "P07_113_137", "P07_113_138" ], "src": "grab salt_container . pour salt onto rice . shake salt_container", "src1": "grab salt_container", "src2": "pour salt onto rice", "src3": "shake salt_container", "trg": "put salt_container on shelf", "vis_src": "P07_113:135 P07_113:136 P07_113:137", "vis_trg": "P07_113:138", "narrations": [ "grab salt container", "pour salt onto rice", "shake salt container", "put salt container on shelf" ], "verbs": [ "grab", "pour-onto", "shake", "put-on" ], "verb_classes": [ 0, 9, 15, 1 ], "nouns": [ "container:salt", "salt", "container:salt", "container:salt" ], "noun_classes": [ 21, 38, 21, 21 ], "start_stop_timestamps": [ [ "00:06:51.61", "00:06:53.87" ], [ "00:06:53.88", "00:06:56.56" ], [ "00:06:56.46", "00:06:58.18" ], [ "00:06:58.61", "00:07:00.63" ] ], "start_stop_frames": [ [ 20580, 20693 ], [ 20694, 20828 ], [ 20823, 20909 ], [ 20930, 21031 ] ], "trgnoun": "salt_container", "trgverb": "put_on" }, { "key": "P35_107+120_121_122_123", "video_id": "P35_107", "narration_ids": [ "P35_107_120", "P35_107_121", "P35_107_122", "P35_107_123" ], "src": "lather fork . put_down fork . pick_up container", "src1": "lather fork", "src2": "put_down fork", "src3": "pick_up container", "trg": "lather container", "vis_src": "P35_107:120 P35_107:121 P35_107:122", "vis_trg": "P35_107:123", "narrations": [ "lather fork", "put down fork", "pick up container", "lather container" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "fork", "fork", "container", "container" ], "noun_classes": [ 14, 14, 21, 21 ], "start_stop_timestamps": [ [ "00:08:17.97", "00:08:23.90" ], [ "00:08:23.85", "00:08:24.71" ], [ "00:08:24.68", "00:08:26.05" ], [ "00:08:25.99", "00:08:35.09" ] ], "start_stop_frames": [ [ 24898, 25195 ], [ 25192, 25235 ], [ 25234, 25302 ], [ 25299, 25754 ] ], "trgnoun": "container", "trgverb": "lather" }, { "key": "P12_103+13_14_15_18", "video_id": "P12_103", "narration_ids": [ "P12_103_13", "P12_103_14", "P12_103_15", "P12_103_18" ], "src": "move tomatoes . move frying_pan . pick_up trash", "src1": "move tomatoes", "src2": "move frying_pan", "src3": "pick_up trash", "trg": "throw trash into trash bin", "vis_src": "P12_103:13 P12_103:14 P12_103:15", "vis_trg": "P12_103:18", "narrations": [ "move tomatoes", "move frying pan", "pick up trash", "throw trash into trash bin" ], "verbs": [ "move", "move", "pick-up", "throw-into" ], "verb_classes": [ 11, 11, 0, 13 ], "nouns": [ "tomato", "pan:frying", "trash", "trash" ], "noun_classes": [ 43, 5, 54, 54 ], "start_stop_timestamps": [ [ "00:01:04.10", "00:01:08.51" ], [ "00:01:09.33", "00:01:10.09" ], [ "00:01:12.19", "00:01:13.18" ], [ "00:01:28.60", "00:01:31.38" ] ], "start_stop_frames": [ [ 3204, 3425 ], [ 3466, 3504 ], [ 3609, 3659 ], [ 4430, 4569 ] ], "trgnoun": "trash", "trgverb": "throw_into" }, { "key": "P04_04+95_96_97_98", "video_id": "P04_04", "narration_ids": [ "P04_04_95", "P04_04_96", "P04_04_97", "P04_04_98" ], "src": "pick_up paneer . open packet . empty packet", "src1": "pick_up paneer", "src2": "open packet", "src3": "empty packet", "trg": "slice paneer", "vis_src": "P04_04:95 P04_04:96 P04_04:97", "vis_trg": "P04_04:98", "narrations": [ "pick up paneer", "open packet", "empty packet", "slice paneer" ], "verbs": [ "pick-up", "open", "empty", "slice" ], "verb_classes": [ 0, 3, 20, 7 ], "nouns": [ "paneer", "packet", "packet", "paneer" ], "noun_classes": [ 32, 26, 26, 32 ], "start_stop_timestamps": [ [ "00:08:53.15", "00:08:55.65" ], [ "00:08:57.18", "00:09:05.18" ], [ "00:09:05.53", "00:09:06.79" ], [ "00:09:09.38", "00:09:11.13" ] ], "start_stop_frames": [ [ 31989, 32139 ], [ 32230, 32710 ], [ 32731, 32807 ], [ 32962, 33067 ] ], "trgnoun": "paneer", "trgverb": "slice" }, { "key": "P27_103+365_366_367_368", "video_id": "P27_103", "narration_ids": [ "P27_103_365", "P27_103_366", "P27_103_367", "P27_103_368" ], "src": "open fridge . close recipe_book . open cupboard", "src1": "open fridge", "src2": "close recipe_book", "src3": "open cupboard", "trg": "put_down recipe_book", "vis_src": "P27_103:365 P27_103:366 P27_103:367", "vis_trg": "P27_103:368", "narrations": [ "open fridge", "close recipe book", "open cupboard", "put down recipe book" ], "verbs": [ "open", "close", "open", "put-down" ], "verb_classes": [ 3, 4, 3, 1 ], "nouns": [ "fridge", "book:recipe", "cupboard", "book:recipe" ], "noun_classes": [ 12, 140, 3, 140 ], "start_stop_timestamps": [ [ "00:27:56.80", "00:27:58.44" ], [ "00:27:59.71", "00:28:01.52" ], [ "00:28:04.73", "00:28:05.90" ], [ "00:28:08.37", "00:28:10.56" ] ], "start_stop_frames": [ [ 83840, 83922 ], [ 83985, 84076 ], [ 84236, 84295 ], [ 84418, 84528 ] ], "trgnoun": "recipe_book", "trgverb": "put_down" }, { "key": "P03_13+16_17_18_19", "video_id": "P03_13", "narration_ids": [ "P03_13_16", "P03_13_17", "P03_13_18", "P03_13_19" ], "src": "close fridge . grab glass . fill glass", "src1": "close fridge", "src2": "grab glass", "src3": "fill glass", "trg": "pick_up glass", "vis_src": "P03_13:16 P03_13:17 P03_13:18", "vis_trg": "P03_13:19", "narrations": [ "close fridge", "grab glass", "fill glass", "pick up glass" ], "verbs": [ "close", "grab", "fill", "pick-up" ], "verb_classes": [ 4, 0, 26, 0 ], "nouns": [ "fridge", "glass", "glass", "glass" ], "noun_classes": [ 12, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:00:41.01", "00:00:42.24" ], [ "00:00:42.43", "00:00:43.49" ], [ "00:00:43.84", "00:00:49.09" ], [ "00:00:50.44", "00:00:51.44" ] ], "start_stop_frames": [ [ 2460, 2534 ], [ 2545, 2609 ], [ 2630, 2945 ], [ 3026, 3086 ] ], "trgnoun": "glass", "trgverb": "pick_up" }, { "key": "P01_105+628_629_630_631", "video_id": "P01_105", "narration_ids": [ "P01_105_628", "P01_105_629", "P01_105_630", "P01_105_631" ], "src": "tap spatula . put_down spatula . pick_up colander and bowl", "src1": "tap spatula", "src2": "put_down spatula", "src3": "pick_up colander and bowl", "trg": "put_down colander", "vis_src": "P01_105:628 P01_105:629 P01_105:630", "vis_trg": "P01_105:631", "narrations": [ "tap spatula", "put down spatula", "pick up colander and bowl", "put down colander" ], "verbs": [ "tap", "put-down", "pick-up", "put-down" ], "verb_classes": [ 32, 1, 0, 1 ], "nouns": [ "spatula", "spatula", "colander", "colander" ], "noun_classes": [ 20, 20, 39, 39 ], "start_stop_timestamps": [ [ "00:25:55.87", "00:25:57.08" ], [ "00:25:57.32", "00:25:58.37" ], [ "00:26:00.86", "00:26:04.60" ], [ "00:26:03.88", "00:26:05.69" ] ], "start_stop_frames": [ [ 77793, 77854 ], [ 77866, 77918 ], [ 78043, 78230 ], [ 78194, 78284 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P03_13+15_16_17_18", "video_id": "P03_13", "narration_ids": [ "P03_13_15", "P03_13_16", "P03_13_17", "P03_13_18" ], "src": "put squash . close fridge . grab glass", "src1": "put squash", "src2": "close fridge", "src3": "grab glass", "trg": "fill glass", "vis_src": "P03_13:15 P03_13:16 P03_13:17", "vis_trg": "P03_13:18", "narrations": [ "put squash", "close fridge", "grab glass", "fill glass" ], "verbs": [ "put", "close", "grab", "fill" ], "verb_classes": [ 1, 4, 0, 26 ], "nouns": [ "squash", "fridge", "glass", "glass" ], "noun_classes": [ 116, 12, 10, 10 ], "start_stop_timestamps": [ [ "00:00:38.54", "00:00:39.70" ], [ "00:00:41.01", "00:00:42.24" ], [ "00:00:42.43", "00:00:43.49" ], [ "00:00:43.84", "00:00:49.09" ] ], "start_stop_frames": [ [ 2312, 2382 ], [ 2460, 2534 ], [ 2545, 2609 ], [ 2630, 2945 ] ], "trgnoun": "glass", "trgverb": "fill" }, { "key": "P26_19+59_60_61_63", "video_id": "P26_19", "narration_ids": [ "P26_19_59", "P26_19_60", "P26_19_61", "P26_19_63" ], "src": "pick_up plate . pick_up dish . rinse dish", "src1": "pick_up plate", "src2": "pick_up dish", "src3": "rinse dish", "trg": "put dish", "vis_src": "P26_19:59 P26_19:60 P26_19:61", "vis_trg": "P26_19:63", "narrations": [ "pick up plate", "pick up dish", "rinse", "put dish" ], "verbs": [ "pick-up", "pick-up", "rinse", "put" ], "verb_classes": [ 0, 0, 2, 1 ], "nouns": [ "plate", "dish", "dish", "dish" ], "noun_classes": [ 2, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:03:26.68", "00:03:28.93" ], [ "00:03:27.22", "00:03:28.90" ], [ "00:03:29.00", "00:03:53.75" ], [ "00:04:34.66", "00:04:36.98" ] ], "start_stop_frames": [ [ 12400, 12535 ], [ 12433, 12534 ], [ 12540, 14025 ], [ 16479, 16618 ] ], "trgnoun": "dish", "trgverb": "put" }, { "key": "P02_131+12_13_14_16", "video_id": "P02_131", "narration_ids": [ "P02_131_12", "P02_131_13", "P02_131_14", "P02_131_16" ], "src": "mix biscuits and chocolate using hand . press biscuits and chocolate using hand . combine mixture into one blob", "src1": "mix biscuits and chocolate using hand", "src2": "press biscuits and chocolate using hand", "src3": "combine mixture into one blob", "trg": "pick_up chopping_board", "vis_src": "P02_131:12 P02_131:13 P02_131:14", "vis_trg": "P02_131:16", "narrations": [ "mix biscuits and chocolate using hand", "press biscuits and chocolate using hand", "combine mixture into one blob", "pick up chopping board" ], "verbs": [ "mix", "press", "combine-into", "pick-up" ], "verb_classes": [ 10, 21, 46, 0 ], "nouns": [ "biscuit", "biscuit", "mixture", "board:chopping" ], "noun_classes": [ 104, 104, 71, 18 ], "start_stop_timestamps": [ [ "00:00:43.93", "00:00:49.50" ], [ "00:01:11.00", "00:01:22.45" ], [ "00:01:20.42", "00:01:27.24" ], [ "00:01:50.59", "00:01:55.01" ] ], "start_stop_frames": [ [ 2196, 2475 ], [ 3550, 4122 ], [ 4021, 4362 ], [ 5529, 5750 ] ], "trgnoun": "chopping_board", "trgverb": "pick_up" }, { "key": "P03_19+120_121_122_123", "video_id": "P03_19", "narration_ids": [ "P03_19_120", "P03_19_121", "P03_19_122", "P03_19_123" ], "src": "put lid . grab tongs . grab glass", "src1": "put lid", "src2": "grab tongs", "src3": "grab glass", "trg": "move lid", "vis_src": "P03_19:120 P03_19:121 P03_19:122", "vis_trg": "P03_19:123", "narrations": [ "put lid", "grab tongs", "grab glass", "move lid" ], "verbs": [ "put", "grab", "grab", "move" ], "verb_classes": [ 1, 0, 0, 11 ], "nouns": [ "lid", "tongs", "glass", "lid" ], "noun_classes": [ 6, 142, 10, 6 ], "start_stop_timestamps": [ [ "00:05:28.47", "00:05:29.73" ], [ "00:05:29.82", "00:05:30.59" ], [ "00:05:33.54", "00:05:34.47" ], [ "00:05:36.95", "00:05:37.78" ] ], "start_stop_frames": [ [ 19708, 19783 ], [ 19789, 19835 ], [ 20012, 20068 ], [ 20217, 20266 ] ], "trgnoun": "lid", "trgverb": "move" }, { "key": "P24_08+81_82_83_84", "video_id": "P24_08", "narration_ids": [ "P24_08_81", "P24_08_82", "P24_08_83", "P24_08_84" ], "src": "open olives box . close door . pick_up olives", "src1": "open olives box", "src2": "close door", "src3": "pick_up olives", "trg": "slice olives", "vis_src": "P24_08:81 P24_08:82 P24_08:83", "vis_trg": "P24_08:84", "narrations": [ "open olives box", "close door", "pick up olives", "slice olives" ], "verbs": [ "open", "close", "pick-up", "slice" ], "verb_classes": [ 3, 4, 0, 7 ], "nouns": [ "box:olive", "door", "olive", "olive" ], "noun_classes": [ 23, 3, 83, 83 ], "start_stop_timestamps": [ [ "00:05:55.23", "00:05:59.41" ], [ "00:06:00.43", "00:06:01.17" ], [ "00:06:02.44", "00:06:03.26" ], [ "00:06:03.00", "00:06:10.24" ] ], "start_stop_frames": [ [ 21313, 21564 ], [ 21625, 21670 ], [ 21746, 21795 ], [ 21780, 22214 ] ], "trgnoun": "olive", "trgverb": "slice" }, { "key": "P03_03+20_21_22_23", "video_id": "P03_03", "narration_ids": [ "P03_03_20", "P03_03_21", "P03_03_22", "P03_03_23" ], "src": "put clothes on hanger . pick_up bag . pick_up plate", "src1": "put clothes on hanger", "src2": "pick_up bag", "src3": "pick_up plate", "trg": "place plate", "vis_src": "P03_03:20 P03_03:21 P03_03:22", "vis_trg": "P03_03:23", "narrations": [ "put clothes on hanger", "pick up bag", "pick up plate", "place plate" ], "verbs": [ "put-on", "pick-up", "pick-up", "place" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "clothes", "bag", "plate", "plate" ], "noun_classes": [ 73, 19, 2, 2 ], "start_stop_timestamps": [ [ "00:00:54.31", "00:01:01.77" ], [ "00:01:03.59", "00:01:04.92" ], [ "00:01:06.07", "00:01:06.97" ], [ "00:01:07.72", "00:01:08.80" ] ], "start_stop_frames": [ [ 3258, 3706 ], [ 3815, 3895 ], [ 3964, 4018 ], [ 4063, 4128 ] ], "trgnoun": "plate", "trgverb": "place" }, { "key": "P04_05+93_94_95_96", "video_id": "P04_05", "narration_ids": [ "P04_05_93", "P04_05_94", "P04_05_95", "P04_05_96" ], "src": "pick_up ginger . wipe garlic off knife . slice ginger", "src1": "pick_up ginger", "src2": "wipe garlic off knife", "src3": "slice ginger", "trg": "cut outside from ginger", "vis_src": "P04_05:93 P04_05:94 P04_05:95", "vis_trg": "P04_05:96", "narrations": [ "pick up ginger", "wipe garlic off knife", "slice ginger", "cut outside from ginger" ], "verbs": [ "pick-up", "wipe-off", "slice", "cut-from" ], "verb_classes": [ 0, 2, 7, 7 ], "nouns": [ "ginger", "garlic", "ginger", "ginger" ], "noun_classes": [ 131, 51, 131, 131 ], "start_stop_timestamps": [ [ "00:11:13.32", "00:11:22.34" ], [ "00:11:22.17", "00:11:28.06" ], [ "00:11:28.63", "00:11:31.67" ], [ "00:11:39.00", "00:11:56.77" ] ], "start_stop_frames": [ [ 40399, 40940 ], [ 40930, 41283 ], [ 41317, 41500 ], [ 41940, 43006 ] ], "trgnoun": "ginger", "trgverb": "cut_from" }, { "key": "P04_04+112_113_114_115", "video_id": "P04_04", "narration_ids": [ "P04_04_112", "P04_04_113", "P04_04_114", "P04_04_115" ], "src": "open cupboard . pick_up onion . put skin in bin", "src1": "open cupboard", "src2": "pick_up onion", "src3": "put skin in bin", "trg": "halve onion", "vis_src": "P04_04:112 P04_04:113 P04_04:114", "vis_trg": "P04_04:115", "narrations": [ "open cupboard", "pick up onion", "put skin in bin", "halve onion" ], "verbs": [ "open", "pick-up", "put-in", "halve" ], "verb_classes": [ 3, 0, 5, 7 ], "nouns": [ "cupboard", "onion", "skin", "onion" ], "noun_classes": [ 3, 16, 48, 16 ], "start_stop_timestamps": [ [ "00:11:00.63", "00:11:01.57" ], [ "00:11:02.20", "00:11:04.54" ], [ "00:11:06.56", "00:11:08.81" ], [ "00:11:09.90", "00:11:12.23" ] ], "start_stop_frames": [ [ 39637, 39694 ], [ 39732, 39872 ], [ 39993, 40128 ], [ 40194, 40333 ] ], "trgnoun": "onion", "trgverb": "halve" }, { "key": "P12_105+41_42_43_44", "video_id": "P12_105", "narration_ids": [ "P12_105_41", "P12_105_42", "P12_105_43", "P12_105_44" ], "src": "take mug . scoop_up soup from saucepan into mug . scrape_off soup using fork", "src1": "take mug", "src2": "scoop_up soup from saucepan into mug", "src3": "scrape_off soup using fork", "trg": "pour_down soup into mug from saucepan", "vis_src": "P12_105:41 P12_105:42 P12_105:43", "vis_trg": "P12_105:44", "narrations": [ "take mug", "scoop up soup from saucepan into mug", "scrape off soup using fork", "pour down soup into mug from saucepan" ], "verbs": [ "take", "scoop-up", "scrape-off", "pour-down" ], "verb_classes": [ 0, 16, 25, 9 ], "nouns": [ "mug", "soup", "soup", "soup" ], "noun_classes": [ 13, 126, 126, 126 ], "start_stop_timestamps": [ [ "00:02:33.50", "00:02:35.10" ], [ "00:02:35.51", "00:02:43.31" ], [ "00:02:48.44", "00:02:58.86" ], [ "00:02:58.96", "00:03:14.51" ] ], "start_stop_frames": [ [ 7675, 7755 ], [ 7775, 8165 ], [ 8422, 8943 ], [ 8948, 9725 ] ], "trgnoun": "soup", "trgverb": "pour_down" }, { "key": "P35_104+454_455_456_457", "video_id": "P35_104", "narration_ids": [ "P35_104_454", "P35_104_455", "P35_104_456", "P35_104_457" ], "src": "put_down pot . pick_up pot . drain pot", "src1": "put_down pot", "src2": "pick_up pot", "src3": "drain pot", "trg": "dry pot", "vis_src": "P35_104:454 P35_104:455 P35_104:456", "vis_trg": "P35_104:457", "narrations": [ "put down pot", "pick up pot", "drain pot", "dry pot" ], "verbs": [ "put-down", "pick-up", "drain", "dry" ], "verb_classes": [ 1, 0, 37, 14 ], "nouns": [ "pot", "pot", "pot", "pot" ], "noun_classes": [ 29, 29, 29, 29 ], "start_stop_timestamps": [ [ "00:31:28.73", "00:31:30.92" ], [ "00:31:32.11", "00:31:34.34" ], [ "00:31:34.22", "00:31:35.79" ], [ "00:31:36.09", "00:31:51.14" ] ], "start_stop_frames": [ [ 94436, 94546 ], [ 94605, 94717 ], [ 94711, 94789 ], [ 94804, 95557 ] ], "trgnoun": "pot", "trgverb": "dry" }, { "key": "P20_01+225_226_227_228", "video_id": "P20_01", "narration_ids": [ "P20_01_225", "P20_01_226", "P20_01_227", "P20_01_228" ], "src": "put_down salt_container . press spatula on meat . stir meat with spatula", "src1": "put_down salt_container", "src2": "press spatula on meat", "src3": "stir meat with spatula", "trg": "flip meat with spatula", "vis_src": "P20_01:225 P20_01:226 P20_01:227", "vis_trg": "P20_01:228", "narrations": [ "put down salt container", "press spatula on meat", "stir meat with spatula", "flip meat with spatula" ], "verbs": [ "put-down", "press-on", "stir", "flip" ], "verb_classes": [ 1, 21, 10, 22 ], "nouns": [ "container:salt", "spatula", "meat", "meat" ], "noun_classes": [ 21, 20, 28, 28 ], "start_stop_timestamps": [ [ "00:13:27.16", "00:13:28.94" ], [ "00:13:27.64", "00:13:33.16" ], [ "00:13:33.26", "00:13:35.95" ], [ "00:13:33.35", "00:13:38.60" ] ], "start_stop_frames": [ [ 48429, 48536 ], [ 48458, 48789 ], [ 48795, 48957 ], [ 48801, 49116 ] ], "trgnoun": "meat", "trgverb": "flip" }, { "key": "P01_106+120_121_122_123", "video_id": "P01_106", "narration_ids": [ "P01_106_120", "P01_106_121", "P01_106_122", "P01_106_123" ], "src": "put wok onto drying_rack . pick_up sponge . move wok", "src1": "put wok onto drying_rack", "src2": "pick_up sponge", "src3": "move wok", "trg": "move drying_rack and pans", "vis_src": "P01_106:120 P01_106:121 P01_106:122", "vis_trg": "P01_106:123", "narrations": [ "put wok onto drying rack", "pick up sponge", "move wok", "move drying rack and pans" ], "verbs": [ "put-onto", "pick-up", "move", "move" ], "verb_classes": [ 1, 0, 11, 11 ], "nouns": [ "rack:drying", "sponge", "wok", "rack:drying" ], "noun_classes": [ 110, 9, 5, 110 ], "start_stop_timestamps": [ [ "00:05:19.46", "00:05:21.05" ], [ "00:05:21.89", "00:05:22.60" ], [ "00:05:23.15", "00:05:25.65" ], [ "00:05:26.30", "00:05:30.53" ] ], "start_stop_frames": [ [ 15972, 16052 ], [ 16094, 16130 ], [ 16157, 16282 ], [ 16315, 16526 ] ], "trgnoun": "drying_rack", "trgverb": "move" }, { "key": "P01_09+741_742_743_744", "video_id": "P01_09", "narration_ids": [ "P01_09_741", "P01_09_742", "P01_09_743", "P01_09_744" ], "src": "put_down spoon . take measuring_cup . empty measuring_cup", "src1": "put_down spoon", "src2": "take measuring_cup", "src3": "empty measuring_cup", "trg": "wash measuring_cup", "vis_src": "P01_09:741 P01_09:742 P01_09:743", "vis_trg": "P01_09:744", "narrations": [ "put down spoon", "take measuring cup", "empty measuring cup", "wash measuring cup" ], "verbs": [ "put-down", "take", "empty", "wash" ], "verb_classes": [ 1, 0, 20, 2 ], "nouns": [ "spoon", "cup:measuring", "cup:measuring", "cup:measuring" ], "noun_classes": [ 1, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:50:26.43", "00:50:27.52" ], [ "00:50:27.25", "00:50:27.75" ], [ "00:50:27.84", "00:50:28.77" ], [ "00:50:28.48", "00:50:32.31" ] ], "start_stop_frames": [ [ 181585, 181651 ], [ 181635, 181665 ], [ 181670, 181726 ], [ 181708, 181938 ] ], "trgnoun": "measuring_cup", "trgverb": "wash" }, { "key": "P01_106+53_54_55_56", "video_id": "P01_106", "narration_ids": [ "P01_106_53", "P01_106_54", "P01_106_55", "P01_106_56" ], "src": "move drying_rack . pick_up sponge . pick_up spatula", "src1": "move drying_rack", "src2": "pick_up sponge", "src3": "pick_up spatula", "trg": "lather spatula", "vis_src": "P01_106:53 P01_106:54 P01_106:55", "vis_trg": "P01_106:56", "narrations": [ "move drying rack", "pick up sponge", "pick up spatula", "lather spatula" ], "verbs": [ "move", "pick-up", "pick-up", "lather" ], "verb_classes": [ 11, 0, 0, 2 ], "nouns": [ "rack:drying", "sponge", "spatula", "spatula" ], "noun_classes": [ 110, 9, 20, 20 ], "start_stop_timestamps": [ [ "00:02:21.41", "00:02:21.68" ], [ "00:02:22.32", "00:02:22.94" ], [ "00:02:23.64", "00:02:24.01" ], [ "00:02:24.00", "00:02:33.87" ] ], "start_stop_frames": [ [ 7070, 7084 ], [ 7116, 7147 ], [ 7181, 7200 ], [ 7200, 7693 ] ], "trgnoun": "spatula", "trgverb": "lather" }, { "key": "P03_109+99_100_101_102", "video_id": "P03_109", "narration_ids": [ "P03_109_99", "P03_109_100", "P03_109_101", "P03_109_102" ], "src": "shake_off sieve . put sieve in drying_rack . pick_up saucepan", "src1": "shake_off sieve", "src2": "put sieve in drying_rack", "src3": "pick_up saucepan", "trg": "wash saucepan", "vis_src": "P03_109:99 P03_109:100 P03_109:101", "vis_trg": "P03_109:102", "narrations": [ "shake off sieve", "put sieve in drying rack", "pick up saucepan", "wash saucepan" ], "verbs": [ "shake-off", "put", "pick-up", "wash" ], "verb_classes": [ 15, 1, 0, 2 ], "nouns": [ "sieve", "rack:drying", "saucepan", "saucepan" ], "noun_classes": [ 39, 110, 5, 5 ], "start_stop_timestamps": [ [ "00:05:44.63", "00:05:45.84" ], [ "00:05:45.94", "00:05:46.70" ], [ "00:05:47.22", "00:05:47.93" ], [ "00:05:47.92", "00:06:02.75" ] ], "start_stop_frames": [ [ 17231, 17292 ], [ 17297, 17335 ], [ 17361, 17396 ], [ 17396, 18137 ] ], "trgnoun": "saucepan", "trgverb": "wash" }, { "key": "P01_108+51_52_53_54", "video_id": "P01_108", "narration_ids": [ "P01_108_51", "P01_108_52", "P01_108_53", "P01_108_54" ], "src": "stir spoon . move drying_rack . rinse spoon", "src1": "stir spoon", "src2": "move drying_rack", "src3": "rinse spoon", "trg": "put spoon onto rack", "vis_src": "P01_108:51 P01_108:52 P01_108:53", "vis_trg": "P01_108:54", "narrations": [ "stir spoon", "move drying rack", "rinse spoon", "put spoon onto rack" ], "verbs": [ "stir", "move", "rinse", "put-onto" ], "verb_classes": [ 10, 11, 2, 1 ], "nouns": [ "spoon", "rack:drying", "spoon", "spoon" ], "noun_classes": [ 1, 110, 1, 1 ], "start_stop_timestamps": [ [ "00:01:46.91", "00:01:52.75" ], [ "00:01:51.40", "00:01:51.95" ], [ "00:01:52.31", "00:01:54.75" ], [ "00:01:54.78", "00:01:55.86" ] ], "start_stop_frames": [ [ 5345, 5637 ], [ 5570, 5597 ], [ 5615, 5737 ], [ 5739, 5793 ] ], "trgnoun": "spoon", "trgverb": "put_onto" }, { "key": "P35_104+455_456_457_458", "video_id": "P35_104", "narration_ids": [ "P35_104_455", "P35_104_456", "P35_104_457", "P35_104_458" ], "src": "pick_up pot . drain pot . dry pot", "src1": "pick_up pot", "src2": "drain pot", "src3": "dry pot", "trg": "put_down pot", "vis_src": "P35_104:455 P35_104:456 P35_104:457", "vis_trg": "P35_104:458", "narrations": [ "pick up pot", "drain pot", "dry pot", "put down pot" ], "verbs": [ "pick-up", "drain", "dry", "put-down" ], "verb_classes": [ 0, 37, 14, 1 ], "nouns": [ "pot", "pot", "pot", "pot" ], "noun_classes": [ 29, 29, 29, 29 ], "start_stop_timestamps": [ [ "00:31:32.11", "00:31:34.34" ], [ "00:31:34.22", "00:31:35.79" ], [ "00:31:36.09", "00:31:51.14" ], [ "00:31:56.26", "00:31:59.02" ] ], "start_stop_frames": [ [ 94605, 94717 ], [ 94711, 94789 ], [ 94804, 95557 ], [ 95813, 95951 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P01_108+50_51_52_53", "video_id": "P01_108", "narration_ids": [ "P01_108_50", "P01_108_51", "P01_108_52", "P01_108_53" ], "src": "turn_on tap . stir spoon . move drying_rack", "src1": "turn_on tap", "src2": "stir spoon", "src3": "move drying_rack", "trg": "rinse spoon", "vis_src": "P01_108:50 P01_108:51 P01_108:52", "vis_trg": "P01_108:53", "narrations": [ "turn on tap", "stir spoon", "move drying rack", "rinse spoon" ], "verbs": [ "turn-on", "stir", "move", "rinse" ], "verb_classes": [ 6, 10, 11, 2 ], "nouns": [ "tap", "spoon", "rack:drying", "spoon" ], "noun_classes": [ 0, 1, 110, 1 ], "start_stop_timestamps": [ [ "00:01:45.04", "00:01:45.91" ], [ "00:01:46.91", "00:01:52.75" ], [ "00:01:51.40", "00:01:51.95" ], [ "00:01:52.31", "00:01:54.75" ] ], "start_stop_frames": [ [ 5252, 5295 ], [ 5345, 5637 ], [ 5570, 5597 ], [ 5615, 5737 ] ], "trgnoun": "spoon", "trgverb": "rinse" }, { "key": "P04_04+113_114_115_116", "video_id": "P04_04", "narration_ids": [ "P04_04_113", "P04_04_114", "P04_04_115", "P04_04_116" ], "src": "pick_up onion . put skin in bin . halve onion", "src1": "pick_up onion", "src2": "put skin in bin", "src3": "halve onion", "trg": "slice top off onion", "vis_src": "P04_04:113 P04_04:114 P04_04:115", "vis_trg": "P04_04:116", "narrations": [ "pick up onion", "put skin in bin", "halve onion", "slice top off onion" ], "verbs": [ "pick-up", "put-in", "halve", "slice" ], "verb_classes": [ 0, 5, 7, 7 ], "nouns": [ "onion", "skin", "onion", "onion" ], "noun_classes": [ 16, 48, 16, 16 ], "start_stop_timestamps": [ [ "00:11:02.20", "00:11:04.54" ], [ "00:11:06.56", "00:11:08.81" ], [ "00:11:09.90", "00:11:12.23" ], [ "00:11:14.33", "00:11:15.33" ] ], "start_stop_frames": [ [ 39732, 39872 ], [ 39993, 40128 ], [ 40194, 40333 ], [ 40459, 40519 ] ], "trgnoun": "onion", "trgverb": "slice" }, { "key": "P11_104+126_127_128_129", "video_id": "P11_104", "narration_ids": [ "P11_104_126", "P11_104_127", "P11_104_128", "P11_104_129" ], "src": "put soap on brush . drop brush . pick_up pan", "src1": "put soap on brush", "src2": "drop brush", "src3": "pick_up pan", "trg": "pick_up brush", "vis_src": "P11_104:126 P11_104:127 P11_104:128", "vis_trg": "P11_104:129", "narrations": [ "put soap on brush", "drop brush", "pick up pan", "pick up brush" ], "verbs": [ "put-on", "drop", "pick-up", "pick-up" ], "verb_classes": [ 1, 59, 0, 0 ], "nouns": [ "soap", "brush", "pan", "brush" ], "noun_classes": [ 22, 103, 5, 103 ], "start_stop_timestamps": [ [ "00:09:36.19", "00:09:39.44" ], [ "00:09:38.91", "00:09:40.11" ], [ "00:09:40.03", "00:09:41.14" ], [ "00:09:41.51", "00:09:42.26" ] ], "start_stop_frames": [ [ 28809, 28972 ], [ 28945, 29005 ], [ 29001, 29057 ], [ 29075, 29113 ] ], "trgnoun": "brush", "trgverb": "pick_up" }, { "key": "P35_108+632_633_634_635", "video_id": "P35_108", "narration_ids": [ "P35_108_632", "P35_108_633", "P35_108_634", "P35_108_635" ], "src": "put_down drying_rack . turn_on tap . wash drying_rack", "src1": "put_down drying_rack", "src2": "turn_on tap", "src3": "wash drying_rack", "trg": "adjust tap", "vis_src": "P35_108:632 P35_108:633 P35_108:634", "vis_trg": "P35_108:635", "narrations": [ "put down drying rack", "turn on tap", "wash drying rack", "adjust tap" ], "verbs": [ "put-down", "turn-on", "wash", "adjust" ], "verb_classes": [ 1, 6, 2, 17 ], "nouns": [ "rack:drying", "tap", "rack:drying", "tap" ], "noun_classes": [ 110, 0, 110, 0 ], "start_stop_timestamps": [ [ "00:46:09.46", "00:46:15.52" ], [ "00:46:15.26", "00:46:17.04" ], [ "00:46:17.12", "00:46:21.89" ], [ "00:46:21.98", "00:46:24.70" ] ], "start_stop_frames": [ [ 138473, 138776 ], [ 138763, 138852 ], [ 138856, 139094 ], [ 139099, 139235 ] ], "trgnoun": "tap", "trgverb": "adjust" }, { "key": "P30_107+781_782_783_784", "video_id": "P30_107", "narration_ids": [ "P30_107_781", "P30_107_782", "P30_107_783", "P30_107_784" ], "src": "move tupperware . move drying_rack . pick_up sink_strainer", "src1": "move tupperware", "src2": "move drying_rack", "src3": "pick_up sink_strainer", "trg": "put_down sink_strainer", "vis_src": "P30_107:781 P30_107:782 P30_107:783", "vis_trg": "P30_107:784", "narrations": [ "move tupperware", "move drying rack", "pick up sink strainer", "put down sink strainer" ], "verbs": [ "move", "move", "pick-up", "put-down" ], "verb_classes": [ 11, 11, 0, 1 ], "nouns": [ "tupperware", "rack:drying", "strainer:sink", "strainer:sink" ], "noun_classes": [ 23, 110, 39, 39 ], "start_stop_timestamps": [ [ "00:41:39.71", "00:41:41.13" ], [ "00:41:41.23", "00:41:43.73" ], [ "00:41:43.15", "00:41:48.47" ], [ "00:41:45.03", "00:41:47.54" ] ], "start_stop_frames": [ [ 124985, 125056 ], [ 125061, 125186 ], [ 125157, 125423 ], [ 125251, 125377 ] ], "trgnoun": "sink_strainer", "trgverb": "put_down" }, { "key": "P03_109+100_101_102_103", "video_id": "P03_109", "narration_ids": [ "P03_109_100", "P03_109_101", "P03_109_102", "P03_109_103" ], "src": "put sieve in drying_rack . pick_up saucepan . wash saucepan", "src1": "put sieve in drying_rack", "src2": "pick_up saucepan", "src3": "wash saucepan", "trg": "pour_out saucepan", "vis_src": "P03_109:100 P03_109:101 P03_109:102", "vis_trg": "P03_109:103", "narrations": [ "put sieve in drying rack", "pick up saucepan", "wash saucepan", "pour out saucepan" ], "verbs": [ "put", "pick-up", "wash", "pour-out" ], "verb_classes": [ 1, 0, 2, 9 ], "nouns": [ "rack:drying", "saucepan", "saucepan", "saucepan" ], "noun_classes": [ 110, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:05:45.94", "00:05:46.70" ], [ "00:05:47.22", "00:05:47.93" ], [ "00:05:47.92", "00:06:02.75" ], [ "00:06:03.09", "00:06:03.57" ] ], "start_stop_frames": [ [ 17297, 17335 ], [ 17361, 17396 ], [ 17396, 18137 ], [ 18154, 18178 ] ], "trgnoun": "saucepan", "trgverb": "pour_out" }, { "key": "P07_113+3_4_5_6", "video_id": "P07_113", "narration_ids": [ "P07_113_3", "P07_113_4", "P07_113_5", "P07_113_6" ], "src": "grab jug . put kettle on base . grab glass", "src1": "grab jug", "src2": "put kettle on base", "src3": "grab glass", "trg": "turn glass", "vis_src": "P07_113:3 P07_113:4 P07_113:5", "vis_trg": "P07_113:6", "narrations": [ "grab jug", "put kettle on base", "grab glass", "turn glass" ], "verbs": [ "grab", "put-on", "grab", "turn" ], "verb_classes": [ 0, 1, 0, 23 ], "nouns": [ "jug", "kettle", "glass", "glass" ], "noun_classes": [ 66, 44, 10, 10 ], "start_stop_timestamps": [ [ "00:00:10.25", "00:00:10.89" ], [ "00:00:11.12", "00:00:12.28" ], [ "00:00:12.12", "00:00:12.65" ], [ "00:00:12.75", "00:00:14.71" ] ], "start_stop_frames": [ [ 512, 544 ], [ 556, 614 ], [ 606, 632 ], [ 637, 735 ] ], "trgnoun": "glass", "trgverb": "turn" }, { "key": "P35_108+542_543_544_545", "video_id": "P35_108", "narration_ids": [ "P35_108_542", "P35_108_543", "P35_108_544", "P35_108_545" ], "src": "pick_up pot . drain pot . dry pot", "src1": "pick_up pot", "src2": "drain pot", "src3": "dry pot", "trg": "put_down pot", "vis_src": "P35_108:542 P35_108:543 P35_108:544", "vis_trg": "P35_108:545", "narrations": [ "pick up pot", "drain pot", "dry pot", "put down pot" ], "verbs": [ "pick-up", "drain", "dry", "put-down" ], "verb_classes": [ 0, 37, 14, 1 ], "nouns": [ "pot", "pot", "pot", "pot" ], "noun_classes": [ 29, 29, 29, 29 ], "start_stop_timestamps": [ [ "00:37:55.71", "00:37:56.73" ], [ "00:37:56.25", "00:37:58.10" ], [ "00:37:58.24", "00:38:20.95" ], [ "00:38:21.98", "00:38:24.89" ] ], "start_stop_frames": [ [ 113785, 113836 ], [ 113812, 113905 ], [ 113911, 115047 ], [ 115099, 115244 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P04_109+159_160_161_162", "video_id": "P04_109", "narration_ids": [ "P04_109_159", "P04_109_160", "P04_109_161", "P04_109_162" ], "src": "slide pieces of cucumber off knife . move cucumber . turn_over cucumber", "src1": "slide pieces of cucumber off knife", "src2": "move cucumber", "src3": "turn_over cucumber", "trg": "cut_into cucumber", "vis_src": "P04_109:159 P04_109:160 P04_109:161", "vis_trg": "P04_109:162", "narrations": [ "slide pieces of cucumber off knife", "move cucumber", "turn over cucumber", "cut into cucumber" ], "verbs": [ "slide", "move", "turn-over", "cut-into" ], "verb_classes": [ 61, 11, 22, 7 ], "nouns": [ "piece:cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:05:32.27", "00:05:33.24" ], [ "00:05:33.65", "00:05:34.69" ], [ "00:05:34.83", "00:05:35.60" ], [ "00:05:36.45", "00:05:41.45" ] ], "start_stop_frames": [ [ 16613, 16662 ], [ 16682, 16734 ], [ 16741, 16780 ], [ 16822, 17072 ] ], "trgnoun": "cucumber", "trgverb": "cut_into" }, { "key": "P04_110+284_285_286_287", "video_id": "P04_110", "narration_ids": [ "P04_110_284", "P04_110_285", "P04_110_286", "P04_110_287" ], "src": "close oven_door . pick_up spatula . move piece of tofu in pan", "src1": "close oven_door", "src2": "pick_up spatula", "src3": "move piece of tofu in pan", "trg": "put_down spatula", "vis_src": "P04_110:284 P04_110:285 P04_110:286", "vis_trg": "P04_110:287", "narrations": [ "close oven door", "pick up spatula", "move piece of tofu in pan", "put down spatula" ], "verbs": [ "close", "pick-up", "move-in", "put-down" ], "verb_classes": [ 4, 0, 5, 1 ], "nouns": [ "door:oven", "spatula", "piece:tofu", "spatula" ], "noun_classes": [ 46, 20, 81, 20 ], "start_stop_timestamps": [ [ "00:08:11.99", "00:08:13.24" ], [ "00:08:18.29", "00:08:19.42" ], [ "00:08:19.88", "00:08:23.29" ], [ "00:08:23.15", "00:08:23.79" ] ], "start_stop_frames": [ [ 24599, 24662 ], [ 24914, 24971 ], [ 24994, 25164 ], [ 25157, 25189 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P03_04+58_59_60_61", "video_id": "P03_04", "narration_ids": [ "P03_04_58", "P03_04_59", "P03_04_60", "P03_04_61" ], "src": "put cutting_board . open fridge . pull_out drawer", "src1": "put cutting_board", "src2": "open fridge", "src3": "pull_out drawer", "trg": "close fridge", "vis_src": "P03_04:58 P03_04:59 P03_04:60", "vis_trg": "P03_04:61", "narrations": [ "put cutting board", "open fridge", "pull out drawer", "close fridge" ], "verbs": [ "put", "open", "pull-out", "close" ], "verb_classes": [ 1, 3, 31, 4 ], "nouns": [ "board:cutting", "fridge", "drawer", "fridge" ], "noun_classes": [ 18, 12, 8, 12 ], "start_stop_timestamps": [ [ "00:02:27.63", "00:02:28.88" ], [ "00:02:29.52", "00:02:30.69" ], [ "00:02:30.42", "00:02:31.54" ], [ "00:02:31.75", "00:02:32.30" ] ], "start_stop_frames": [ [ 8857, 8932 ], [ 8971, 9041 ], [ 9025, 9092 ], [ 9105, 9138 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P01_109+849_850_851_852", "video_id": "P01_109", "narration_ids": [ "P01_109_849", "P01_109_850", "P01_109_851", "P01_109_852" ], "src": "lower hob_grid . wipe surface . throw food_bits into bin", "src1": "lower hob_grid", "src2": "wipe surface", "src3": "throw food_bits into bin", "trg": "pick_up hob_grid", "vis_src": "P01_109:849 P01_109:850 P01_109:851", "vis_trg": "P01_109:852", "narrations": [ "lower hob grid", "wipe surface", "throw food bits into bin", "pick up hob grid" ], "verbs": [ "lower", "wipe", "throw-into", "pick-up" ], "verb_classes": [ 73, 2, 13, 0 ], "nouns": [ "grid:hob", "surface", "bit:food", "grid:hob" ], "noun_classes": [ 24, 42, 34, 24 ], "start_stop_timestamps": [ [ "00:59:16.67", "00:59:18.83" ], [ "00:59:19.19", "00:59:20.27" ], [ "00:59:20.80", "00:59:22.26" ], [ "00:59:23.79", "00:59:27.19" ] ], "start_stop_frames": [ [ 177833, 177941 ], [ 177959, 178013 ], [ 178040, 178113 ], [ 178189, 178359 ] ], "trgnoun": "hob_grid", "trgverb": "pick_up" }, { "key": "P02_09+535_536_537_538", "video_id": "P02_09", "narration_ids": [ "P02_09_535", "P02_09_536", "P02_09_537", "P02_09_538" ], "src": "pick_up herb . pour pepper into cover . pour pepper on meat", "src1": "pick_up herb", "src2": "pour pepper into cover", "src3": "pour pepper on meat", "trg": "pick herb", "vis_src": "P02_09:535 P02_09:536 P02_09:537", "vis_trg": "P02_09:538", "narrations": [ "pick up herb", "pour pepper into cover", "pour pepper on meat", "pick herb" ], "verbs": [ "pick-up", "pour-into", "pour-on", "pick" ], "verb_classes": [ 0, 9, 9, 0 ], "nouns": [ "herb", "pepper", "pepper", "herb" ], "noun_classes": [ 62, 37, 37, 62 ], "start_stop_timestamps": [ [ "00:34:01.35", "00:34:02.29" ], [ "00:34:03.51", "00:34:05.51" ], [ "00:34:05.77", "00:34:08.66" ], [ "00:34:18.77", "00:34:19.68" ] ], "start_stop_frames": [ [ 122481, 122537 ], [ 122610, 122730 ], [ 122746, 122919 ], [ 123526, 123580 ] ], "trgnoun": "herb", "trgverb": "pick" }, { "key": "P02_06+306_307_308_309", "video_id": "P02_06", "narration_ids": [ "P02_06_306", "P02_06_307", "P02_06_308", "P02_06_309" ], "src": "sprinkle_on other_herb . put herb . put vinegar", "src1": "sprinkle_on other_herb", "src2": "put herb", "src3": "put vinegar", "trg": "close herb", "vis_src": "P02_06:306 P02_06:307 P02_06:308", "vis_trg": "P02_06:309", "narrations": [ "sprinkle on other herb", "put herb", "put vinegar", "close herb" ], "verbs": [ "sprinkle-on", "put", "put", "close" ], "verb_classes": [ 42, 1, 1, 4 ], "nouns": [ "herb:other", "herb", "vinegar", "herb" ], "noun_classes": [ 62, 62, 134, 62 ], "start_stop_timestamps": [ [ "00:14:14.24", "00:14:15.95" ], [ "00:14:15.91", "00:14:17.18" ], [ "00:14:21.68", "00:14:24.09" ], [ "00:14:26.53", "00:14:27.53" ] ], "start_stop_frames": [ [ 51254, 51357 ], [ 51354, 51430 ], [ 51700, 51845 ], [ 51991, 52051 ] ], "trgnoun": "herb", "trgverb": "close" }, { "key": "P02_06+307_308_309_312", "video_id": "P02_06", "narration_ids": [ "P02_06_307", "P02_06_308", "P02_06_309", "P02_06_312" ], "src": "put herb . put vinegar . close herb", "src1": "put herb", "src2": "put vinegar", "src3": "close herb", "trg": "put_back vinegar", "vis_src": "P02_06:307 P02_06:308 P02_06:309", "vis_trg": "P02_06:312", "narrations": [ "put herb", "put vinegar", "close herb", "put back vinegar" ], "verbs": [ "put", "put", "close", "put-back" ], "verb_classes": [ 1, 1, 4, 1 ], "nouns": [ "herb", "vinegar", "herb", "vinegar" ], "noun_classes": [ 62, 134, 62, 134 ], "start_stop_timestamps": [ [ "00:14:15.91", "00:14:17.18" ], [ "00:14:21.68", "00:14:24.09" ], [ "00:14:26.53", "00:14:27.53" ], [ "00:14:35.19", "00:14:37.55" ] ], "start_stop_frames": [ [ 51354, 51430 ], [ 51700, 51845 ], [ 51991, 52051 ], [ 52511, 52653 ] ], "trgnoun": "vinegar", "trgverb": "put_back" }, { "key": "P02_06+310_312_313_314", "video_id": "P02_06", "narration_ids": [ "P02_06_310", "P02_06_312", "P02_06_313", "P02_06_314" ], "src": "put back herb . put_back vinegar . move pasta", "src1": "put back herb", "src2": "put_back vinegar", "src3": "move pasta", "trg": "return pasta", "vis_src": "P02_06:310 P02_06:312 P02_06:313", "vis_trg": "P02_06:314", "narrations": [ "put back herb", "put back vinegar", "move pasta", "return pasta" ], "verbs": [ "put", "put-back", "move", "return" ], "verb_classes": [ 1, 1, 11, 1 ], "nouns": [ "herb", "vinegar", "pasta", "pasta" ], "noun_classes": [ 62, 134, 45, 45 ], "start_stop_timestamps": [ [ "00:14:31.01", "00:14:32.07" ], [ "00:14:35.19", "00:14:37.55" ], [ "00:14:39.39", "00:14:40.94" ], [ "00:14:41.60", "00:14:42.83" ] ], "start_stop_frames": [ [ 52260, 52324 ], [ 52511, 52653 ], [ 52763, 52856 ], [ 52896, 52969 ] ], "trgnoun": "pasta", "trgverb": "return" }, { "key": "P04_113+29_30_31_32", "video_id": "P04_113", "narration_ids": [ "P04_113_29", "P04_113_30", "P04_113_31", "P04_113_32" ], "src": "pick_up tupperware_pot . pick_up tupperware_lid . shake lid", "src1": "pick_up tupperware_pot", "src2": "pick_up tupperware_lid", "src3": "shake lid", "trg": "hit lid on dishwasher drawer", "vis_src": "P04_113:29 P04_113:30 P04_113:31", "vis_trg": "P04_113:32", "narrations": [ "pick up tupperware pot", "pick up tupperware lid", "shake lid", "hit lid on dishwasher drawer" ], "verbs": [ "pick-up", "pick-up", "shake", "hit-on" ], "verb_classes": [ 0, 0, 15, 32 ], "nouns": [ "pot:tupperware", "lid:tupperware", "lid", "lid" ], "noun_classes": [ 29, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:01:05.74", "00:01:07.49" ], [ "00:01:07.06", "00:01:09.09" ], [ "00:01:09.29", "00:01:09.64" ], [ "00:01:09.99", "00:01:11.66" ] ], "start_stop_frames": [ [ 3286, 3374 ], [ 3353, 3454 ], [ 3464, 3482 ], [ 3499, 3583 ] ], "trgnoun": "lid", "trgverb": "hit_on" }, { "key": "P22_16+382_383_384_385", "video_id": "P22_16", "narration_ids": [ "P22_16_382", "P22_16_383", "P22_16_384", "P22_16_385" ], "src": "put_down vinegar . pick_up vinegar . open vinegar", "src1": "put_down vinegar", "src2": "pick_up vinegar", "src3": "open vinegar", "trg": "put_in vinegar", "vis_src": "P22_16:382 P22_16:383 P22_16:384", "vis_trg": "P22_16:385", "narrations": [ "put down vinegar", "pick up vinegar", "open vinegar", "put in vinegar" ], "verbs": [ "put-down", "pick-up", "open", "put-in" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "vinegar", "vinegar", "vinegar", "vinegar" ], "noun_classes": [ 134, 134, 134, 134 ], "start_stop_timestamps": [ [ "00:19:28.55", "00:19:29.21" ], [ "00:19:29.24", "00:19:29.96" ], [ "00:19:29.84", "00:19:30.59" ], [ "00:19:30.94", "00:19:32.94" ] ], "start_stop_frames": [ [ 70113, 70152 ], [ 70154, 70197 ], [ 70190, 70235 ], [ 70256, 70376 ] ], "trgnoun": "vinegar", "trgverb": "put_in" }, { "key": "P30_10+202_203_204_205", "video_id": "P30_10", "narration_ids": [ "P30_10_202", "P30_10_203", "P30_10_204", "P30_10_205" ], "src": "take spoon . put spoon in saucepan . put box_lid on box", "src1": "take spoon", "src2": "put spoon in saucepan", "src3": "put box_lid on box", "trg": "take box_lid", "vis_src": "P30_10:202 P30_10:203 P30_10:204", "vis_trg": "P30_10:205", "narrations": [ "take spoon", "put spoon in saucepan", "put box lid on box", "take box lid" ], "verbs": [ "take", "put-in", "put-on", "take" ], "verb_classes": [ 0, 5, 1, 0 ], "nouns": [ "spoon", "spoon", "lid:box", "lid:box" ], "noun_classes": [ 1, 1, 6, 6 ], "start_stop_timestamps": [ [ "00:10:01.17", "00:10:03.24" ], [ "00:10:03.34", "00:10:09.39" ], [ "00:10:10.83", "00:10:14.39" ], [ "00:10:10.95", "00:10:12.41" ] ], "start_stop_frames": [ [ 36070, 36194 ], [ 36200, 36563 ], [ 36649, 36863 ], [ 36657, 36744 ] ], "trgnoun": "box_lid", "trgverb": "take" }, { "key": "P02_09+536_537_538_539", "video_id": "P02_09", "narration_ids": [ "P02_09_536", "P02_09_537", "P02_09_538", "P02_09_539" ], "src": "pour pepper into cover . pour pepper on meat . pick herb", "src1": "pour pepper into cover", "src2": "pour pepper on meat", "src3": "pick herb", "trg": "pour herb", "vis_src": "P02_09:536 P02_09:537 P02_09:538", "vis_trg": "P02_09:539", "narrations": [ "pour pepper into cover", "pour pepper on meat", "pick herb", "pour herb" ], "verbs": [ "pour-into", "pour-on", "pick", "pour" ], "verb_classes": [ 9, 9, 0, 9 ], "nouns": [ "pepper", "pepper", "herb", "herb" ], "noun_classes": [ 37, 37, 62, 62 ], "start_stop_timestamps": [ [ "00:34:03.51", "00:34:05.51" ], [ "00:34:05.77", "00:34:08.66" ], [ "00:34:18.77", "00:34:19.68" ], [ "00:34:20.31", "00:34:21.46" ] ], "start_stop_frames": [ [ 122610, 122730 ], [ 122746, 122919 ], [ 123526, 123580 ], [ 123618, 123687 ] ], "trgnoun": "herb", "trgverb": "pour" }, { "key": "P02_09+537_538_539_540", "video_id": "P02_09", "narration_ids": [ "P02_09_537", "P02_09_538", "P02_09_539", "P02_09_540" ], "src": "pour pepper on meat . pick herb . pour herb", "src1": "pour pepper on meat", "src2": "pick herb", "src3": "pour herb", "trg": "close herb", "vis_src": "P02_09:537 P02_09:538 P02_09:539", "vis_trg": "P02_09:540", "narrations": [ "pour pepper on meat", "pick herb", "pour herb", "close herb" ], "verbs": [ "pour-on", "pick", "pour", "close" ], "verb_classes": [ 9, 0, 9, 4 ], "nouns": [ "pepper", "herb", "herb", "herb" ], "noun_classes": [ 37, 62, 62, 62 ], "start_stop_timestamps": [ [ "00:34:05.77", "00:34:08.66" ], [ "00:34:18.77", "00:34:19.68" ], [ "00:34:20.31", "00:34:21.46" ], [ "00:34:21.38", "00:34:21.88" ] ], "start_stop_frames": [ [ 122746, 122919 ], [ 123526, 123580 ], [ 123618, 123687 ], [ 123682, 123712 ] ], "trgnoun": "herb", "trgverb": "close" }, { "key": "P22_104+143_144_145_146", "video_id": "P22_104", "narration_ids": [ "P22_104_143", "P22_104_144", "P22_104_145", "P22_104_146" ], "src": "open cupboard . pick_up vinegar . open vinegar", "src1": "open cupboard", "src2": "pick_up vinegar", "src3": "open vinegar", "trg": "pour vinegar", "vis_src": "P22_104:143 P22_104:144 P22_104:145", "vis_trg": "P22_104:146", "narrations": [ "open cupboard", "pick up vinegar", "open vinegar", "pour vinegar" ], "verbs": [ "open", "pick-up", "open", "pour" ], "verb_classes": [ 3, 0, 3, 9 ], "nouns": [ "cupboard", "vinegar", "vinegar", "vinegar" ], "noun_classes": [ 3, 134, 134, 134 ], "start_stop_timestamps": [ [ "00:07:36.23", "00:07:37.22" ], [ "00:07:37.30", "00:07:39.11" ], [ "00:07:39.16", "00:07:40.47" ], [ "00:07:43.25", "00:07:46.24" ] ], "start_stop_frames": [ [ 22811, 22861 ], [ 22865, 22955 ], [ 22958, 23023 ], [ 23162, 23312 ] ], "trgnoun": "vinegar", "trgverb": "pour" }, { "key": "P01_109+319_320_321_322", "video_id": "P01_109", "narration_ids": [ "P01_109_319", "P01_109_320", "P01_109_321", "P01_109_322" ], "src": "put_down spatula . pick_up fork . pick_up potato_slice with fork", "src1": "put_down spatula", "src2": "pick_up fork", "src3": "pick_up potato_slice with fork", "trg": "put_down potato_slice", "vis_src": "P01_109:319 P01_109:320 P01_109:321", "vis_trg": "P01_109:322", "narrations": [ "put down spatula", "pick up fork", "pick up potato slice with fork", "put down potato slice" ], "verbs": [ "put-down", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "spatula", "fork", "slice:potato", "slice:potato" ], "noun_classes": [ 20, 14, 30, 30 ], "start_stop_timestamps": [ [ "00:18:05.94", "00:18:06.89" ], [ "00:18:07.30", "00:18:07.85" ], [ "00:18:09.09", "00:18:10.28" ], [ "00:18:10.65", "00:18:11.62" ] ], "start_stop_frames": [ [ 54297, 54344 ], [ 54365, 54392 ], [ 54454, 54514 ], [ 54532, 54580 ] ], "trgnoun": "potato_slice", "trgverb": "put_down" }, { "key": "P01_109+834_835_836_837", "video_id": "P01_109", "narration_ids": [ "P01_109_834", "P01_109_835", "P01_109_836", "P01_109_837" ], "src": "wipe surface . shake cloth . pick_up hob_grid", "src1": "wipe surface", "src2": "shake cloth", "src3": "pick_up hob_grid", "trg": "put_down hob_grid", "vis_src": "P01_109:834 P01_109:835 P01_109:836", "vis_trg": "P01_109:837", "narrations": [ "wipe surface", "shake cloth", "pick up hob grid", "put down hob grid" ], "verbs": [ "wipe", "shake", "pick-up", "put-down" ], "verb_classes": [ 2, 15, 0, 1 ], "nouns": [ "surface", "cloth", "grid:hob", "grid:hob" ], "noun_classes": [ 42, 17, 24, 24 ], "start_stop_timestamps": [ [ "00:58:25.30", "00:58:28.81" ], [ "00:58:28.94", "00:58:29.60" ], [ "00:58:30.43", "00:58:33.50" ], [ "00:58:33.51", "00:58:35.18" ] ], "start_stop_frames": [ [ 175265, 175440 ], [ 175447, 175480 ], [ 175521, 175675 ], [ 175675, 175759 ] ], "trgnoun": "hob_grid", "trgverb": "put_down" }, { "key": "P22_104+146_147_148_149", "video_id": "P22_104", "narration_ids": [ "P22_104_146", "P22_104_147", "P22_104_148", "P22_104_149" ], "src": "pour vinegar . pick_up lid . close vinegar", "src1": "pour vinegar", "src2": "pick_up lid", "src3": "close vinegar", "trg": "put_down vinegar", "vis_src": "P22_104:146 P22_104:147 P22_104:148", "vis_trg": "P22_104:149", "narrations": [ "pour vinegar", "pick up lid", "close vinegar", "put down vinegar" ], "verbs": [ "pour", "pick-up", "close", "put-down" ], "verb_classes": [ 9, 0, 4, 1 ], "nouns": [ "vinegar", "lid", "vinegar", "vinegar" ], "noun_classes": [ 134, 6, 134, 134 ], "start_stop_timestamps": [ [ "00:07:43.25", "00:07:46.24" ], [ "00:07:46.48", "00:07:47.22" ], [ "00:07:47.58", "00:07:48.40" ], [ "00:07:49.62", "00:07:50.37" ] ], "start_stop_frames": [ [ 23162, 23312 ], [ 23324, 23361 ], [ 23379, 23420 ], [ 23481, 23518 ] ], "trgnoun": "vinegar", "trgverb": "put_down" }, { "key": "P30_04+98_103_104_105", "video_id": "P30_04", "narration_ids": [ "P30_04_98", "P30_04_103", "P30_04_104", "P30_04_105" ], "src": "put box . open cupboard . put box_lids", "src1": "put box", "src2": "open cupboard", "src3": "put box_lids", "trg": "take box", "vis_src": "P30_04:98 P30_04:103 P30_04:104", "vis_trg": "P30_04:105", "narrations": [ "put box", "open cupboard", "put box lids", "take box" ], "verbs": [ "put", "open", "put", "take" ], "verb_classes": [ 1, 3, 1, 0 ], "nouns": [ "box", "cupboard", "lid:box", "box" ], "noun_classes": [ 23, 3, 6, 23 ], "start_stop_timestamps": [ [ "00:05:41.57", "00:05:42.84" ], [ "00:06:12.91", "00:06:13.74" ], [ "00:06:15.31", "00:06:16.74" ], [ "00:06:17.32", "00:06:20.97" ] ], "start_stop_frames": [ [ 20494, 20570 ], [ 22374, 22424 ], [ 22518, 22604 ], [ 22639, 22858 ] ], "trgnoun": "box", "trgverb": "take" }, { "key": "P12_101+209_210_211_212", "video_id": "P12_101", "narration_ids": [ "P12_101_209", "P12_101_210", "P12_101_211", "P12_101_212" ], "src": "pick_up spice_container from countertop . open salt_container . pour spice into frying pan", "src1": "pick_up spice_container from countertop", "src2": "open salt_container", "src3": "pour spice into frying pan", "trg": "close spice_container", "vis_src": "P12_101:209 P12_101:210 P12_101:211", "vis_trg": "P12_101:212", "narrations": [ "pick up spice container from countertop", "open salt container", "pour spice into frying pan", "close spice container" ], "verbs": [ "pick-up", "open", "pour-into", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "container:spice", "container:salt", "spice", "container:spice" ], "noun_classes": [ 21, 21, 85, 21 ], "start_stop_timestamps": [ [ "00:09:44.31", "00:09:45.55" ], [ "00:09:45.52", "00:09:46.19" ], [ "00:09:46.53", "00:09:50.14" ], [ "00:09:50.24", "00:09:51.25" ] ], "start_stop_frames": [ [ 29215, 29277 ], [ 29276, 29309 ], [ 29326, 29507 ], [ 29512, 29562 ] ], "trgnoun": "spice_container", "trgverb": "close" }, { "key": "P22_116+94_95_96_97", "video_id": "P22_116", "narration_ids": [ "P22_116_94", "P22_116_95", "P22_116_96", "P22_116_97" ], "src": "put_down spoon_rest . pick_up spatula . lather spatula", "src1": "put_down spoon_rest", "src2": "pick_up spatula", "src3": "lather spatula", "trg": "put_down spatula", "vis_src": "P22_116:94 P22_116:95 P22_116:96", "vis_trg": "P22_116:97", "narrations": [ "put down spoon rest", "pick up spatula", "lather spatula", "put down spatula" ], "verbs": [ "put-down", "pick-up", "lather", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "rest:spoon", "spatula", "spatula", "spatula" ], "noun_classes": [ 109, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:03:57.65", "00:03:58.29" ], [ "00:03:58.65", "00:03:59.20" ], [ "00:03:59.29", "00:04:06.76" ], [ "00:04:06.64", "00:04:07.14" ] ], "start_stop_frames": [ [ 11882, 11914 ], [ 11932, 11960 ], [ 11964, 12338 ], [ 12332, 12357 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P06_103+142_143_144_145", "video_id": "P06_103", "narration_ids": [ "P06_103_142", "P06_103_143", "P06_103_144", "P06_103_145" ], "src": "put oven_glove down . move chopping_board . pick herb", "src1": "put oven_glove down", "src2": "move chopping_board", "src3": "pick herb", "trg": "put herb on chopping board", "vis_src": "P06_103:142 P06_103:143 P06_103:144", "vis_trg": "P06_103:145", "narrations": [ "put oven glove down", "move chopping board", "pick herb", "put herb on chopping board" ], "verbs": [ "put-down", "move", "pick", "put-on" ], "verb_classes": [ 1, 11, 0, 1 ], "nouns": [ "glove:oven", "board:chopping", "herb", "herb" ], "noun_classes": [ 60, 18, 62, 62 ], "start_stop_timestamps": [ [ "00:10:21.27", "00:10:22.13" ], [ "00:10:22.07", "00:10:23.47" ], [ "00:10:25.06", "00:10:46.28" ], [ "00:10:46.38", "00:10:50.05" ] ], "start_stop_frames": [ [ 31063, 31106 ], [ 31103, 31173 ], [ 31252, 32314 ], [ 32319, 32502 ] ], "trgnoun": "herb", "trgverb": "put_on" }, { "key": "P22_17+73_74_75_76", "video_id": "P22_17", "narration_ids": [ "P22_17_73", "P22_17_74", "P22_17_75", "P22_17_76" ], "src": "open tap . fill pan . pick_up object", "src1": "open tap", "src2": "fill pan", "src3": "pick_up object", "trg": "put_down object", "vis_src": "P22_17:73 P22_17:74 P22_17:75", "vis_trg": "P22_17:76", "narrations": [ "open tap", "fill pan", "pick up object", "put down object" ], "verbs": [ "turn-on", "fill", "pick-up", "put-down" ], "verb_classes": [ 6, 26, 0, 1 ], "nouns": [ "tap", "pan", "rack:drying", "rack:drying" ], "noun_classes": [ 0, 5, 110, 110 ], "start_stop_timestamps": [ [ "00:02:54.79", "00:02:55.53" ], [ "00:02:55.12", "00:02:59.51" ], [ "00:03:02.74", "00:03:04.54" ], [ "00:03:04.78", "00:03:05.48" ] ], "start_stop_frames": [ [ 10487, 10531 ], [ 10507, 10770 ], [ 10964, 11072 ], [ 11086, 11128 ] ], "trgnoun": "drying_rack", "trgverb": "put_down" }, { "key": "P29_03+359_360_361_362", "video_id": "P29_03", "narration_ids": [ "P29_03_359", "P29_03_360", "P29_03_361", "P29_03_362" ], "src": "pick_up baking_tray . submerge baking_tray . scour baking_tray", "src1": "pick_up baking_tray", "src2": "submerge baking_tray", "src3": "scour baking_tray", "trg": "rinse baking_tray", "vis_src": "P29_03:359 P29_03:360 P29_03:361", "vis_trg": "P29_03:362", "narrations": [ "pick up baking tray", "submerge baking tray", "scour baking tray", "rinse baking tray" ], "verbs": [ "pick-up", "submerge", "scour", "rinse" ], "verb_classes": [ 0, 56, 29, 2 ], "nouns": [ "tray:baking", "tray:baking", "tray:baking", "tray:baking" ], "noun_classes": [ 35, 35, 35, 35 ], "start_stop_timestamps": [ [ "00:22:48.23", "00:22:49.75" ], [ "00:22:49.85", "00:22:51.21" ], [ "00:22:51.31", "00:23:05.61" ], [ "00:23:05.71", "00:23:07.07" ] ], "start_stop_frames": [ [ 82093, 82185 ], [ 82191, 82272 ], [ 82278, 83136 ], [ 83142, 83224 ] ], "trgnoun": "baking_tray", "trgverb": "rinse" }, { "key": "P01_18+487_488_489_491", "video_id": "P01_18", "narration_ids": [ "P01_18_487", "P01_18_488", "P01_18_489", "P01_18_491" ], "src": "put_down saucepan . take sponge . wash saucepan", "src1": "put_down saucepan", "src2": "take sponge", "src3": "wash saucepan", "trg": "take knife", "vis_src": "P01_18:487 P01_18:488 P01_18:489", "vis_trg": "P01_18:491", "narrations": [ "put down", "take sponge", "wash saucepan", "take knife" ], "verbs": [ "put-down", "take", "wash", "take" ], "verb_classes": [ 1, 0, 2, 0 ], "nouns": [ "saucepan", "sponge", "saucepan", "knife" ], "noun_classes": [ 5, 9, 5, 4 ], "start_stop_timestamps": [ [ "00:39:55.34", "00:39:57.20" ], [ "00:39:58.02", "00:39:58.89" ], [ "00:39:58.85", "00:40:11.05" ], [ "00:40:11.75", "00:40:12.65" ] ], "start_stop_frames": [ [ 143720, 143832 ], [ 143881, 143933 ], [ 143931, 144663 ], [ 144705, 144759 ] ], "trgnoun": "knife", "trgverb": "take" }, { "key": "P30_06+20_21_22_23", "video_id": "P30_06", "narration_ids": [ "P30_06_20", "P30_06_21", "P30_06_22", "P30_06_23" ], "src": "dry hands . dry scissors . dry knife", "src1": "dry hands", "src2": "dry scissors", "src3": "dry knife", "trg": "put knife", "vis_src": "P30_06:20 P30_06:21 P30_06:22", "vis_trg": "P30_06:23", "narrations": [ "dry hands", "dry scissors", "dry knife", "put knife" ], "verbs": [ "dry", "dry", "dry", "put" ], "verb_classes": [ 14, 14, 14, 1 ], "nouns": [ "hand", "scissors", "knife", "knife" ], "noun_classes": [ 11, 79, 4, 4 ], "start_stop_timestamps": [ [ "00:01:01.10", "00:01:03.55" ], [ "00:01:04.19", "00:01:05.65" ], [ "00:01:06.72", "00:01:09.17" ], [ "00:01:09.65", "00:01:10.21" ] ], "start_stop_frames": [ [ 3666, 3813 ], [ 3851, 3939 ], [ 4003, 4150 ], [ 4179, 4212 ] ], "trgnoun": "knife", "trgverb": "put" }, { "key": "P04_119+199_200_201_202", "video_id": "P04_119", "narration_ids": [ "P04_119_199", "P04_119_200", "P04_119_201", "P04_119_202" ], "src": "pick_up milk bottle lid . screw lid onto milk bottle . shake milk_bottle", "src1": "pick_up milk bottle lid", "src2": "screw lid onto milk bottle", "src3": "shake milk_bottle", "trg": "squeeze milk_bottle", "vis_src": "P04_119:199 P04_119:200 P04_119:201", "vis_trg": "P04_119:202", "narrations": [ "pick up milk bottle lid", "screw lid onto milk bottle", "shake milk bottle", "squeeze milk bottle" ], "verbs": [ "pick-up", "screw-onto", "shake", "squeeze" ], "verb_classes": [ 0, 4, 15, 18 ], "nouns": [ "lid:milk:bottle", "lid", "bottle:milk", "bottle:milk" ], "noun_classes": [ 118, 6, 15, 15 ], "start_stop_timestamps": [ [ "00:08:24.19", "00:08:25.11" ], [ "00:08:25.96", "00:08:29.65" ], [ "00:08:30.03", "00:08:30.83" ], [ "00:08:31.07", "00:08:31.93" ] ], "start_stop_frames": [ [ 25209, 25255 ], [ 25298, 25482 ], [ 25501, 25541 ], [ 25553, 25596 ] ], "trgnoun": "milk_bottle", "trgverb": "squeeze" }, { "key": "P30_107+305_307_308_309", "video_id": "P30_107", "narration_ids": [ "P30_107_305", "P30_107_307", "P30_107_308", "P30_107_309" ], "src": "put_down stem_broccoli . dice broccoli . gather broccoli_piece", "src1": "put_down stem_broccoli", "src2": "dice broccoli", "src3": "gather broccoli_piece", "trg": "put broccoli_pieces into bowl", "vis_src": "P30_107:305 P30_107:307 P30_107:308", "vis_trg": "P30_107:309", "narrations": [ "put down stem broccoli", "dice broccoli", "gather broccoli piece", "put broccoli pieces into bowl" ], "verbs": [ "put-down", "dice", "gather", "put-into" ], "verb_classes": [ 1, 7, 63, 5 ], "nouns": [ "broccoli:stem", "broccoli", "piece:broccoli", "piece:broccoli" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:16:02.37", "00:16:03.25" ], [ "00:16:03.56", "00:16:10.50" ], [ "00:16:10.85", "00:16:11.78" ], [ "00:16:11.83", "00:16:12.39" ] ], "start_stop_frames": [ [ 48118, 48162 ], [ 48178, 48525 ], [ 48542, 48589 ], [ 48591, 48619 ] ], "trgnoun": "broccoli_piece", "trgverb": "put_into" }, { "key": "P04_121+46_47_48_49", "video_id": "P04_121", "narration_ids": [ "P04_121_46", "P04_121_47", "P04_121_48", "P04_121_49" ], "src": "cut large cheese_curds with spatula . lift cheese_curds out of whey . drop cheese_curds", "src1": "cut large cheese_curds with spatula", "src2": "lift cheese_curds out of whey", "src3": "drop cheese_curds", "trg": "stir cheese_curds with spatula", "vis_src": "P04_121:46 P04_121:47 P04_121:48", "vis_trg": "P04_121:49", "narrations": [ "cut large cheese curds with spatula", "lift cheese curds out of whey", "drop cheese curds", "stir cheese curds with spatula" ], "verbs": [ "cut-with", "lift-out", "drop", "stir-with" ], "verb_classes": [ 7, 33, 59, 10 ], "nouns": [ "curd:cheese", "curd:cheese", "curd:cheese", "curd:cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:03:30.39", "00:03:32.89" ], [ "00:03:40.66", "00:03:42.25" ], [ "00:03:40.78", "00:03:42.96" ], [ "00:03:42.83", "00:03:47.24" ] ], "start_stop_frames": [ [ 10519, 10644 ], [ 11033, 11112 ], [ 11039, 11148 ], [ 11141, 11362 ] ], "trgnoun": "cheese_curd", "trgverb": "stir_with" }, { "key": "P28_102+31_32_33_34", "video_id": "P28_102", "narration_ids": [ "P28_102_31", "P28_102_32", "P28_102_33", "P28_102_34" ], "src": "open grinder . take coffee . put coffee in grinder", "src1": "open grinder", "src2": "take coffee", "src3": "put coffee in grinder", "trg": "turn_on grinder", "vis_src": "P28_102:31 P28_102:32 P28_102:33", "vis_trg": "P28_102:34", "narrations": [ "open grinder", "take coffee", "put coffee in grinder", "turn on grinder" ], "verbs": [ "open", "take", "put-in", "turn-on" ], "verb_classes": [ 3, 0, 5, 6 ], "nouns": [ "grinder", "coffee", "coffee", "grinder" ], "noun_classes": [ 50, 59, 59, 50 ], "start_stop_timestamps": [ [ "00:02:02.50", "00:02:03.62" ], [ "00:02:09.48", "00:02:13.15" ], [ "00:02:13.49", "00:02:14.24" ], [ "00:02:16.74", "00:02:18.30" ] ], "start_stop_frames": [ [ 6125, 6181 ], [ 6473, 6657 ], [ 6674, 6712 ], [ 6837, 6915 ] ], "trgnoun": "grinder", "trgverb": "turn_on" }, { "key": "P02_09+334_335_336_341", "video_id": "P02_09", "narration_ids": [ "P02_09_334", "P02_09_335", "P02_09_336", "P02_09_341" ], "src": "break meat in pan . mix meat in pan using wooden spoon . turn meat in pan", "src1": "break meat in pan", "src2": "mix meat in pan using wooden spoon", "src3": "turn meat in pan", "trg": "turn meat", "vis_src": "P02_09:334 P02_09:335 P02_09:336", "vis_trg": "P02_09:341", "narrations": [ "break meat in pan", "mix meat in pan using wooden spoon", "turn meat in pan", "turn meat" ], "verbs": [ "break-in", "mix-in", "turn-in", "turn" ], "verb_classes": [ 30, 10, 23, 23 ], "nouns": [ "meat", "meat", "meat", "meat" ], "noun_classes": [ 28, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:24:24.06", "00:24:31.62" ], [ "00:24:31.72", "00:24:40.59" ], [ "00:24:40.69", "00:24:46.14" ], [ "00:25:23.80", "00:25:28.37" ] ], "start_stop_frames": [ [ 87843, 88297 ], [ 88303, 88835 ], [ 88841, 89168 ], [ 91428, 91702 ] ], "trgnoun": "meat", "trgverb": "turn" }, { "key": "P09_104+28_29_30_31", "video_id": "P09_104", "narration_ids": [ "P09_104_28", "P09_104_29", "P09_104_30", "P09_104_31" ], "src": "add banana to jug . trash banana_skin . take honey", "src1": "add banana to jug", "src2": "trash banana_skin", "src3": "take honey", "trg": "add honey to jug", "vis_src": "P09_104:28 P09_104:29 P09_104:30", "vis_trg": "P09_104:31", "narrations": [ "add banana to jug", "trash banana skin", "take honey", "add honey to jug" ], "verbs": [ "add-to", "trash", "take", "add-to" ], "verb_classes": [ 46, 13, 0, 46 ], "nouns": [ "banana", "skin:banana", "honey", "honey" ], "noun_classes": [ 146, 48, 115, 115 ], "start_stop_timestamps": [ [ "00:02:32.69", "00:02:34.84" ], [ "00:02:34.41", "00:02:37.22" ], [ "00:02:37.32", "00:02:38.18" ], [ "00:02:38.28", "00:03:09.44" ] ], "start_stop_frames": [ [ 7634, 7742 ], [ 7720, 7861 ], [ 7866, 7909 ], [ 7914, 9472 ] ], "trgnoun": "honey", "trgverb": "add_to" }, { "key": "P01_09+500_501_502_503", "video_id": "P01_09", "narration_ids": [ "P01_09_500", "P01_09_501", "P01_09_502", "P01_09_503" ], "src": "put_down bowl . place dough onto tray . take knife", "src1": "put_down bowl", "src2": "place dough onto tray", "src3": "take knife", "trg": "dry knife", "vis_src": "P01_09:500 P01_09:501 P01_09:502", "vis_trg": "P01_09:503", "narrations": [ "put down bowl", "place dough onto tray", "take knife", "dry knife" ], "verbs": [ "put-down", "place-onto", "take", "dry" ], "verb_classes": [ 1, 1, 0, 14 ], "nouns": [ "bowl", "dough", "knife", "knife" ], "noun_classes": [ 7, 25, 4, 4 ], "start_stop_timestamps": [ [ "00:34:41.27", "00:34:42.27" ], [ "00:34:42.75", "00:34:45.25" ], [ "00:34:45.35", "00:34:47.10" ], [ "00:34:47.84", "00:34:50.94" ] ], "start_stop_frames": [ [ 124876, 124936 ], [ 124965, 125115 ], [ 125121, 125226 ], [ 125270, 125456 ] ], "trgnoun": "knife", "trgverb": "dry" }, { "key": "P04_110+202_203_204_205", "video_id": "P04_110", "narration_ids": [ "P04_110_202", "P04_110_203", "P04_110_204", "P04_110_205" ], "src": "move piece of tofu into oil . pick_up piece of tofu . put piece of tofu in pan", "src1": "move piece of tofu into oil", "src2": "pick_up piece of tofu", "src3": "put piece of tofu in pan", "trg": "move piece of tofu around pan", "vis_src": "P04_110:202 P04_110:203 P04_110:204", "vis_trg": "P04_110:205", "narrations": [ "move piece of tofu into oil", "pick up piece of tofu", "put piece of tofu in pan", "move piece of tofu around pan" ], "verbs": [ "move-into", "pick-up", "put-in", "move-around" ], "verb_classes": [ 11, 0, 5, 11 ], "nouns": [ "piece:tofu", "piece:tofu", "piece:tofu", "piece:tofu" ], "noun_classes": [ 81, 81, 81, 81 ], "start_stop_timestamps": [ [ "00:06:58.79", "00:06:59.85" ], [ "00:06:59.95", "00:07:00.78" ], [ "00:07:00.67", "00:07:01.36" ], [ "00:07:01.60", "00:07:02.40" ] ], "start_stop_frames": [ [ 20939, 20992 ], [ 20997, 21039 ], [ 21033, 21068 ], [ 21080, 21120 ] ], "trgnoun": "tofu_piece", "trgverb": "move_around" }, { "key": "P01_09+501_502_503_504", "video_id": "P01_09", "narration_ids": [ "P01_09_501", "P01_09_502", "P01_09_503", "P01_09_504" ], "src": "place dough onto tray . take knife . dry knife", "src1": "place dough onto tray", "src2": "take knife", "src3": "dry knife", "trg": "cut dough into halves", "vis_src": "P01_09:501 P01_09:502 P01_09:503", "vis_trg": "P01_09:504", "narrations": [ "place dough onto tray", "take knife", "dry knife", "cut dough into halves" ], "verbs": [ "place-onto", "take", "dry", "cut-into" ], "verb_classes": [ 1, 0, 14, 7 ], "nouns": [ "dough", "knife", "knife", "dough" ], "noun_classes": [ 25, 4, 4, 25 ], "start_stop_timestamps": [ [ "00:34:42.75", "00:34:45.25" ], [ "00:34:45.35", "00:34:47.10" ], [ "00:34:47.84", "00:34:50.94" ], [ "00:34:51.97", "00:35:01.32" ] ], "start_stop_frames": [ [ 124965, 125115 ], [ 125121, 125226 ], [ 125270, 125456 ], [ 125518, 126079 ] ], "trgnoun": "dough", "trgverb": "cut_into" }, { "key": "P06_07+32_33_34_35", "video_id": "P06_07", "narration_ids": [ "P06_07_32", "P06_07_33", "P06_07_34", "P06_07_35" ], "src": "roll_up dough . take flour . put flour on counter", "src1": "roll_up dough", "src2": "take flour", "src3": "put flour on counter", "trg": "spread flour on counter", "vis_src": "P06_07:32 P06_07:33 P06_07:34", "vis_trg": "P06_07:35", "narrations": [ "roll up dough", "take flour", "put flour on counter", "spread flour on counter" ], "verbs": [ "roll-up", "take", "put-on", "spread-on" ], "verb_classes": [ 36, 0, 1, 27 ], "nouns": [ "dough", "flour", "flour", "flour" ], "noun_classes": [ 25, 75, 75, 75 ], "start_stop_timestamps": [ [ "00:01:31.51", "00:01:36.38" ], [ "00:01:36.55", "00:01:38.83" ], [ "00:01:38.33", "00:01:45.28" ], [ "00:01:38.68", "00:01:40.53" ] ], "start_stop_frames": [ [ 5490, 5782 ], [ 5793, 5929 ], [ 5899, 6316 ], [ 5920, 6031 ] ], "trgnoun": "flour", "trgverb": "spread_on" }, { "key": "P06_03+37_38_39_40", "video_id": "P06_03", "narration_ids": [ "P06_03_37", "P06_03_38", "P06_03_39", "P06_03_40" ], "src": "roll_up flour . put flour on counter . take oil", "src1": "roll_up flour", "src2": "put flour on counter", "src3": "take oil", "trg": "open oil", "vis_src": "P06_03:37 P06_03:38 P06_03:39", "vis_trg": "P06_03:40", "narrations": [ "roll up flour", "put flour on counter", "take oil", "open oil" ], "verbs": [ "roll-up", "put-on", "take", "open" ], "verb_classes": [ 36, 1, 0, 3 ], "nouns": [ "flour", "flour", "oil", "oil" ], "noun_classes": [ 75, 75, 31, 31 ], "start_stop_timestamps": [ [ "00:02:19.21", "00:02:23.38" ], [ "00:02:22.51", "00:02:23.33" ], [ "00:02:24.14", "00:02:25.63" ], [ "00:02:25.51", "00:02:28.16" ] ], "start_stop_frames": [ [ 8352, 8602 ], [ 8550, 8599 ], [ 8648, 8737 ], [ 8730, 8889 ] ], "trgnoun": "oil", "trgverb": "open" }, { "key": "P22_115+125_126_127_128", "video_id": "P22_115", "narration_ids": [ "P22_115_125", "P22_115_126", "P22_115_127", "P22_115_128" ], "src": "put_down spoon_rest . pick_up spatula . rinse spatula", "src1": "put_down spoon_rest", "src2": "pick_up spatula", "src3": "rinse spatula", "trg": "put_down spatula", "vis_src": "P22_115:125 P22_115:126 P22_115:127", "vis_trg": "P22_115:128", "narrations": [ "put down spoon rest", "pick up spatula", "rinse spatula", "put down spatula" ], "verbs": [ "put-down", "pick-up", "rinse", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "rest:spoon", "spatula", "spatula", "spatula" ], "noun_classes": [ 109, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:03:38.40", "00:03:39.56" ], [ "00:03:39.51", "00:03:40.78" ], [ "00:03:40.73", "00:03:42.74" ], [ "00:03:42.98", "00:03:44.50" ] ], "start_stop_frames": [ [ 10920, 10978 ], [ 10975, 11039 ], [ 11036, 11137 ], [ 11149, 11225 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P01_09+502_503_504_505", "video_id": "P01_09", "narration_ids": [ "P01_09_502", "P01_09_503", "P01_09_504", "P01_09_505" ], "src": "take knife . dry knife . cut dough into halves", "src1": "take knife", "src2": "dry knife", "src3": "cut dough into halves", "trg": "separate dough", "vis_src": "P01_09:502 P01_09:503 P01_09:504", "vis_trg": "P01_09:505", "narrations": [ "take knife", "dry knife", "cut dough into halves", "separate dough" ], "verbs": [ "take", "dry", "cut-into", "separate" ], "verb_classes": [ 0, 14, 7, 52 ], "nouns": [ "knife", "knife", "dough", "dough" ], "noun_classes": [ 4, 4, 25, 25 ], "start_stop_timestamps": [ [ "00:34:45.35", "00:34:47.10" ], [ "00:34:47.84", "00:34:50.94" ], [ "00:34:51.97", "00:35:01.32" ], [ "00:35:01.42", "00:35:17.85" ] ], "start_stop_frames": [ [ 125121, 125226 ], [ 125270, 125456 ], [ 125518, 126079 ], [ 126085, 127071 ] ], "trgnoun": "dough", "trgverb": "separate" }, { "key": "P30_107+307_308_309_310", "video_id": "P30_107", "narration_ids": [ "P30_107_307", "P30_107_308", "P30_107_309", "P30_107_310" ], "src": "dice broccoli . gather broccoli_piece . put broccoli_pieces into bowl", "src1": "dice broccoli", "src2": "gather broccoli_piece", "src3": "put broccoli_pieces into bowl", "trg": "take broccoli_piece", "vis_src": "P30_107:307 P30_107:308 P30_107:309", "vis_trg": "P30_107:310", "narrations": [ "dice broccoli", "gather broccoli piece", "put broccoli pieces into bowl", "take broccoli piece" ], "verbs": [ "dice", "gather", "put-into", "take" ], "verb_classes": [ 7, 63, 5, 0 ], "nouns": [ "broccoli", "piece:broccoli", "piece:broccoli", "piece:broccoli" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:16:03.56", "00:16:10.50" ], [ "00:16:10.85", "00:16:11.78" ], [ "00:16:11.83", "00:16:12.39" ], [ "00:16:13.15", "00:16:15.15" ] ], "start_stop_frames": [ [ 48178, 48525 ], [ 48542, 48589 ], [ 48591, 48619 ], [ 48657, 48757 ] ], "trgnoun": "broccoli_piece", "trgverb": "take" }, { "key": "P22_05+246_247_248_249", "video_id": "P22_05", "narration_ids": [ "P22_05_246", "P22_05_247", "P22_05_248", "P22_05_249" ], "src": "remove slice . remove peelings . put_down slice", "src1": "remove slice", "src2": "remove peelings", "src3": "put_down slice", "trg": "pick_up peach", "vis_src": "P22_05:246 P22_05:247 P22_05:248", "vis_trg": "P22_05:249", "narrations": [ "remove slice", "remove peelings", "put down slice", "pick up peach" ], "verbs": [ "remove", "remove", "put-down", "pick-up" ], "verb_classes": [ 12, 12, 1, 0 ], "nouns": [ "peach", "peeling", "peeling", "peach" ], "noun_classes": [ 74, 48, 48, 74 ], "start_stop_timestamps": [ [ "00:11:15.46", "00:11:16.69" ], [ "00:11:22.00", "00:11:24.44" ], [ "00:11:22.94", "00:11:24.41" ], [ "00:11:24.51", "00:11:25.73" ] ], "start_stop_frames": [ [ 40527, 40601 ], [ 40920, 41066 ], [ 40976, 41064 ], [ 41070, 41143 ] ], "trgnoun": "peach", "trgverb": "pick_up" }, { "key": "P30_107+308_309_310_312", "video_id": "P30_107", "narration_ids": [ "P30_107_308", "P30_107_309", "P30_107_310", "P30_107_312" ], "src": "gather broccoli_piece . put broccoli_pieces into bowl . take broccoli_piece", "src1": "gather broccoli_piece", "src2": "put broccoli_pieces into bowl", "src3": "take broccoli_piece", "trg": "put broccoli_pieces", "vis_src": "P30_107:308 P30_107:309 P30_107:310", "vis_trg": "P30_107:312", "narrations": [ "gather broccoli piece", "put broccoli pieces into bowl", "take broccoli piece", "put broccoli pieces" ], "verbs": [ "gather", "put-into", "take", "put" ], "verb_classes": [ 63, 5, 0, 1 ], "nouns": [ "piece:broccoli", "piece:broccoli", "piece:broccoli", "piece:broccoli" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:16:10.85", "00:16:11.78" ], [ "00:16:11.83", "00:16:12.39" ], [ "00:16:13.15", "00:16:15.15" ], [ "00:16:14.34", "00:16:14.79" ] ], "start_stop_frames": [ [ 48542, 48589 ], [ 48591, 48619 ], [ 48657, 48757 ], [ 48717, 48739 ] ], "trgnoun": "broccoli_piece", "trgverb": "put" }, { "key": "P12_101+367_368_369_370", "video_id": "P12_101", "narration_ids": [ "P12_101_367", "P12_101_368", "P12_101_369", "P12_101_370" ], "src": "open cupboard . pick_up grinder . open tap", "src1": "open cupboard", "src2": "pick_up grinder", "src3": "open tap", "trg": "wash grinder", "vis_src": "P12_101:367 P12_101:368 P12_101:369", "vis_trg": "P12_101:370", "narrations": [ "open cupboard", "pick up grinder", "open tap", "wash grinder" ], "verbs": [ "open", "pick-up", "turn-on", "wash" ], "verb_classes": [ 3, 0, 6, 2 ], "nouns": [ "cupboard", "grinder", "tap", "grinder" ], "noun_classes": [ 3, 50, 0, 50 ], "start_stop_timestamps": [ [ "00:22:32.39", "00:22:34.38" ], [ "00:22:35.49", "00:22:36.74" ], [ "00:22:38.31", "00:22:39.63" ], [ "00:22:38.91", "00:22:40.79" ] ], "start_stop_frames": [ [ 67619, 67719 ], [ 67774, 67837 ], [ 67915, 67981 ], [ 67945, 68039 ] ], "trgnoun": "grinder", "trgverb": "wash" }, { "key": "P30_107+309_310_311_312", "video_id": "P30_107", "narration_ids": [ "P30_107_309", "P30_107_310", "P30_107_311", "P30_107_312" ], "src": "put broccoli_pieces into bowl . take broccoli_piece . take another broccoli_piece", "src1": "put broccoli_pieces into bowl", "src2": "take broccoli_piece", "src3": "take another broccoli_piece", "trg": "put broccoli_pieces", "vis_src": "P30_107:309 P30_107:310 P30_107:311", "vis_trg": "P30_107:312", "narrations": [ "put broccoli pieces into bowl", "take broccoli piece", "take another broccoli piece", "put broccoli pieces" ], "verbs": [ "put-into", "take", "take", "put" ], "verb_classes": [ 5, 0, 0, 1 ], "nouns": [ "piece:broccoli", "piece:broccoli", "piece:broccoli", "piece:broccoli" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:16:11.83", "00:16:12.39" ], [ "00:16:13.15", "00:16:15.15" ], [ "00:16:13.44", "00:16:14.14" ], [ "00:16:14.34", "00:16:14.79" ] ], "start_stop_frames": [ [ 48591, 48619 ], [ 48657, 48757 ], [ 48672, 48707 ], [ 48717, 48739 ] ], "trgnoun": "broccoli_piece", "trgverb": "put" }, { "key": "P01_108+27_28_29_30", "video_id": "P01_108", "narration_ids": [ "P01_108_27", "P01_108_28", "P01_108_29", "P01_108_30" ], "src": "close drawer . pick_up colander . pick_up wok", "src1": "close drawer", "src2": "pick_up colander", "src3": "pick_up wok", "trg": "put_down wok", "vis_src": "P01_108:27 P01_108:28 P01_108:29", "vis_trg": "P01_108:30", "narrations": [ "close drawer", "pick up colander", "pick up wok", "put down wok" ], "verbs": [ "close", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 4, 0, 0, 1 ], "nouns": [ "drawer", "colander", "wok", "wok" ], "noun_classes": [ 8, 39, 5, 5 ], "start_stop_timestamps": [ [ "00:01:06.87", "00:01:07.56" ], [ "00:01:08.41", "00:01:09.16" ], [ "00:01:10.31", "00:01:11.04" ], [ "00:01:12.25", "00:01:13.29" ] ], "start_stop_frames": [ [ 3343, 3378 ], [ 3420, 3458 ], [ 3515, 3551 ], [ 3612, 3664 ] ], "trgnoun": "wok", "trgverb": "put_down" }, { "key": "P30_107+315_316_317_318", "video_id": "P30_107", "narration_ids": [ "P30_107_315", "P30_107_316", "P30_107_317", "P30_107_318" ], "src": "put broccoli_pieces . rearrange broccoli_pieces . chop broccoli_pieces", "src1": "put broccoli_pieces", "src2": "rearrange broccoli_pieces", "src3": "chop broccoli_pieces", "trg": "take broccoli_pieces", "vis_src": "P30_107:315 P30_107:316 P30_107:317", "vis_trg": "P30_107:318", "narrations": [ "put broccoli pieces", "rearrange broccoli pieces", "chop broccoli pieces", "take broccoli pieces" ], "verbs": [ "put", "rearrange", "chop", "take" ], "verb_classes": [ 1, 40, 7, 0 ], "nouns": [ "piece:broccoli", "piece:broccoli", "piece:broccoli", "piece:broccoli" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:16:21.37", "00:16:23.92" ], [ "00:16:21.37", "00:16:23.75" ], [ "00:16:23.35", "00:16:29.60" ], [ "00:16:28.74", "00:16:30.33" ] ], "start_stop_frames": [ [ 49068, 49196 ], [ 49068, 49187 ], [ 49167, 49480 ], [ 49437, 49516 ] ], "trgnoun": "broccoli_piece", "trgverb": "take" }, { "key": "P01_19+102_103_104_105", "video_id": "P01_19", "narration_ids": [ "P01_19_102", "P01_19_103", "P01_19_104", "P01_19_105" ], "src": "wipe sink . open bin . throw rubbish in bin", "src1": "wipe sink", "src2": "open bin", "src3": "throw rubbish in bin", "trg": "close bin", "vis_src": "P01_19:102 P01_19:103 P01_19:104", "vis_trg": "P01_19:105", "narrations": [ "wipe sink", "open bin", "throw rubbish in bin", "close bin" ], "verbs": [ "wipe", "open", "throw-in", "close" ], "verb_classes": [ 2, 3, 13, 4 ], "nouns": [ "sink", "bin", "rubbish", "bin" ], "noun_classes": [ 63, 36, 54, 36 ], "start_stop_timestamps": [ [ "00:05:33.83", "00:05:38.62" ], [ "00:05:41.48", "00:05:42.35" ], [ "00:05:42.20", "00:05:42.93" ], [ "00:05:42.71", "00:05:43.42" ] ], "start_stop_frames": [ [ 20029, 20317 ], [ 20488, 20541 ], [ 20532, 20575 ], [ 20562, 20605 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P30_04+103_104_105_106", "video_id": "P30_04", "narration_ids": [ "P30_04_103", "P30_04_104", "P30_04_105", "P30_04_106" ], "src": "open cupboard . put box_lids . take box", "src1": "open cupboard", "src2": "put box_lids", "src3": "take box", "trg": "stack boxes", "vis_src": "P30_04:103 P30_04:104 P30_04:105", "vis_trg": "P30_04:106", "narrations": [ "open cupboard", "put box lids", "take box", "stack boxes" ], "verbs": [ "open", "put", "take", "stack" ], "verb_classes": [ 3, 1, 0, 40 ], "nouns": [ "cupboard", "lid:box", "box", "box" ], "noun_classes": [ 3, 6, 23, 23 ], "start_stop_timestamps": [ [ "00:06:12.91", "00:06:13.74" ], [ "00:06:15.31", "00:06:16.74" ], [ "00:06:17.32", "00:06:20.97" ], [ "00:06:17.45", "00:06:19.47" ] ], "start_stop_frames": [ [ 22374, 22424 ], [ 22518, 22604 ], [ 22639, 22858 ], [ 22647, 22768 ] ], "trgnoun": "box", "trgverb": "stack" }, { "key": "P02_120+182_183_184_185", "video_id": "P02_120", "narration_ids": [ "P02_120_182", "P02_120_183", "P02_120_184", "P02_120_185" ], "src": "pick_up flour_bag . close flour_bag . pick_up sugar_jar", "src1": "pick_up flour_bag", "src2": "close flour_bag", "src3": "pick_up sugar_jar", "trg": "put_down sugar_jar and flour bag", "vis_src": "P02_120:182 P02_120:183 P02_120:184", "vis_trg": "P02_120:185", "narrations": [ "pick up flour bag", "close flour bag", "pick up sugar jar", "put down sugar jar and flour bag" ], "verbs": [ "pick-up", "close", "pick-up", "put-down" ], "verb_classes": [ 0, 4, 0, 1 ], "nouns": [ "bag:flour", "bag:flour", "jar:sugar", "jar:sugar" ], "noun_classes": [ 19, 19, 40, 40 ], "start_stop_timestamps": [ [ "00:10:47.38", "00:10:48.46" ], [ "00:10:48.43", "00:10:50.06" ], [ "00:10:49.16", "00:10:50.22" ], [ "00:10:50.02", "00:10:52.63" ] ], "start_stop_frames": [ [ 32369, 32423 ], [ 32421, 32502 ], [ 32458, 32511 ], [ 32501, 32631 ] ], "trgnoun": "sugar_jar", "trgverb": "put_down" }, { "key": "P20_04+259_260_261_262", "video_id": "P20_04", "narration_ids": [ "P20_04_259", "P20_04_260", "P20_04_261", "P20_04_262" ], "src": "put_down frying_pan . pick_up olive_oil . take lid off olive oil", "src1": "put_down frying_pan", "src2": "pick_up olive_oil", "src3": "take lid off olive oil", "trg": "pour olive_oil", "vis_src": "P20_04:259 P20_04:260 P20_04:261", "vis_trg": "P20_04:262", "narrations": [ "put down frying pan", "pick up olive oil", "take lid off olive oil", "pour olive oil" ], "verbs": [ "put-down", "pick-up", "take-off", "pour" ], "verb_classes": [ 1, 0, 12, 9 ], "nouns": [ "pan:frying", "oil:olive", "lid", "oil:olive" ], "noun_classes": [ 5, 31, 6, 31 ], "start_stop_timestamps": [ [ "00:20:06.05", "00:20:08.10" ], [ "00:20:10.31", "00:20:12.43" ], [ "00:20:12.59", "00:20:14.23" ], [ "00:20:15.49", "00:20:16.31" ] ], "start_stop_frames": [ [ 72363, 72486 ], [ 72618, 72745 ], [ 72755, 72853 ], [ 72929, 72978 ] ], "trgnoun": "olive_oil", "trgverb": "pour" }, { "key": "P20_04+260_261_262_263", "video_id": "P20_04", "narration_ids": [ "P20_04_260", "P20_04_261", "P20_04_262", "P20_04_263" ], "src": "pick_up olive_oil . take lid off olive oil . pour olive_oil", "src1": "pick_up olive_oil", "src2": "take lid off olive oil", "src3": "pour olive_oil", "trg": "pick_up lid", "vis_src": "P20_04:260 P20_04:261 P20_04:262", "vis_trg": "P20_04:263", "narrations": [ "pick up olive oil", "take lid off olive oil", "pour olive oil", "pick up lid" ], "verbs": [ "pick-up", "take-off", "pour", "pick-up" ], "verb_classes": [ 0, 12, 9, 0 ], "nouns": [ "oil:olive", "lid", "oil:olive", "lid" ], "noun_classes": [ 31, 6, 31, 6 ], "start_stop_timestamps": [ [ "00:20:10.31", "00:20:12.43" ], [ "00:20:12.59", "00:20:14.23" ], [ "00:20:15.49", "00:20:16.31" ], [ "00:20:16.53", "00:20:17.73" ] ], "start_stop_frames": [ [ 72618, 72745 ], [ 72755, 72853 ], [ 72929, 72978 ], [ 72991, 73063 ] ], "trgnoun": "lid", "trgverb": "pick_up" }, { "key": "P02_135+26_27_28_29", "video_id": "P02_135", "narration_ids": [ "P02_135_26", "P02_135_27", "P02_135_28", "P02_135_29" ], "src": "pick_up milk from fridges door . close fridge . open milk", "src1": "pick_up milk from fridges door", "src2": "close fridge", "src3": "open milk", "trg": "pour milk from bottle into mug", "vis_src": "P02_135:26 P02_135:27 P02_135:28", "vis_trg": "P02_135:29", "narrations": [ "pick up milk from fridges door", "close fridge", "open milk", "pour milk from bottle into mug" ], "verbs": [ "pick-up", "close", "open", "pour-from" ], "verb_classes": [ 0, 4, 3, 9 ], "nouns": [ "milk", "fridge", "milk", "milk" ], "noun_classes": [ 64, 12, 64, 64 ], "start_stop_timestamps": [ [ "00:00:53.24", "00:00:53.75" ], [ "00:00:53.92", "00:00:55.00" ], [ "00:00:56.98", "00:00:57.76" ], [ "00:00:58.18", "00:01:00.05" ] ], "start_stop_frames": [ [ 2662, 2687 ], [ 2696, 2750 ], [ 2849, 2888 ], [ 2909, 3002 ] ], "trgnoun": "milk", "trgverb": "pour_from" }, { "key": "P28_101+86_87_88_89", "video_id": "P28_101", "narration_ids": [ "P28_101_86", "P28_101_87", "P28_101_88", "P28_101_89" ], "src": "pour salt . pour olive_oil . open cupboard", "src1": "pour salt", "src2": "pour olive_oil", "src3": "open cupboard", "trg": "put olive_oil", "vis_src": "P28_101:86 P28_101:87 P28_101:88", "vis_trg": "P28_101:89", "narrations": [ "pour salt", "pour olive oil", "open cupboard", "put olive oil" ], "verbs": [ "pour", "pour", "open", "put" ], "verb_classes": [ 9, 9, 3, 1 ], "nouns": [ "salt", "oil:olive", "cupboard", "oil:olive" ], "noun_classes": [ 38, 31, 3, 31 ], "start_stop_timestamps": [ [ "00:09:02.81", "00:09:16.81" ], [ "00:09:18.30", "00:09:36.56" ], [ "00:09:39.77", "00:09:41.06" ], [ "00:09:41.07", "00:09:42.43" ] ], "start_stop_frames": [ [ 27140, 27840 ], [ 27914, 28827 ], [ 28988, 29052 ], [ 29053, 29121 ] ], "trgnoun": "olive_oil", "trgverb": "put" }, { "key": "P08_23+219_220_221_222", "video_id": "P08_23", "narration_ids": [ "P08_23_219", "P08_23_220", "P08_23_221", "P08_23_222" ], "src": "get olive_oil . get salt . pour salt", "src1": "get olive_oil", "src2": "get salt", "src3": "pour salt", "trg": "pour olive_oil", "vis_src": "P08_23:219 P08_23:220 P08_23:221", "vis_trg": "P08_23:222", "narrations": [ "get olive oil", "get salt", "pour salt", "pour olive oil" ], "verbs": [ "get", "get", "pour", "pour" ], "verb_classes": [ 0, 0, 9, 9 ], "nouns": [ "oil:olive", "salt", "salt", "oil:olive" ], "noun_classes": [ 31, 38, 38, 31 ], "start_stop_timestamps": [ [ "00:19:24.20", "00:19:25.39" ], [ "00:19:25.46", "00:19:26.35" ], [ "00:19:26.45", "00:19:29.38" ], [ "00:19:29.35", "00:19:32.73" ] ], "start_stop_frames": [ [ 69852, 69923 ], [ 69927, 69981 ], [ 69987, 70162 ], [ 70161, 70363 ] ], "trgnoun": "olive_oil", "trgverb": "pour" }, { "key": "P30_04+60_61_62_63", "video_id": "P30_04", "narration_ids": [ "P30_04_60", "P30_04_61", "P30_04_62", "P30_04_63" ], "src": "inspect plate . take box_lid . dry box_lid", "src1": "inspect plate", "src2": "take box_lid", "src3": "dry box_lid", "trg": "put box_lid", "vis_src": "P30_04:60 P30_04:61 P30_04:62", "vis_trg": "P30_04:63", "narrations": [ "inspect plate", "take box lid", "dry box lid", "put box lid" ], "verbs": [ "inspect", "take", "dry", "put" ], "verb_classes": [ 24, 0, 14, 1 ], "nouns": [ "plate", "lid:box", "lid:box", "lid:box" ], "noun_classes": [ 2, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:02:51.75", "00:02:55.42" ], [ "00:03:00.24", "00:03:01.40" ], [ "00:03:01.01", "00:03:04.21" ], [ "00:03:04.50", "00:03:05.46" ] ], "start_stop_frames": [ [ 10305, 10525 ], [ 10814, 10884 ], [ 10860, 11052 ], [ 11070, 11127 ] ], "trgnoun": "box_lid", "trgverb": "put" }, { "key": "P26_19+58_59_60_61", "video_id": "P26_19", "narration_ids": [ "P26_19_58", "P26_19_59", "P26_19_60", "P26_19_61" ], "src": "put_down saucer . pick_up plate . pick_up dish", "src1": "put_down saucer", "src2": "pick_up plate", "src3": "pick_up dish", "trg": "rinse dish", "vis_src": "P26_19:58 P26_19:59 P26_19:60", "vis_trg": "P26_19:61", "narrations": [ "put down saucer", "pick up plate", "pick up dish", "rinse" ], "verbs": [ "put-down", "pick-up", "pick-up", "rinse" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "saucer", "plate", "dish", "dish" ], "noun_classes": [ 2, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:03:24.64", "00:03:26.59" ], [ "00:03:26.68", "00:03:28.93" ], [ "00:03:27.22", "00:03:28.90" ], [ "00:03:29.00", "00:03:53.75" ] ], "start_stop_frames": [ [ 12278, 12395 ], [ 12400, 12535 ], [ 12433, 12534 ], [ 12540, 14025 ] ], "trgnoun": "dish", "trgverb": "rinse" }, { "key": "P12_101+368_369_370_371", "video_id": "P12_101", "narration_ids": [ "P12_101_368", "P12_101_369", "P12_101_370", "P12_101_371" ], "src": "pick_up grinder . open tap . wash grinder", "src1": "pick_up grinder", "src2": "open tap", "src3": "wash grinder", "trg": "put_down grinder", "vis_src": "P12_101:368 P12_101:369 P12_101:370", "vis_trg": "P12_101:371", "narrations": [ "pick up grinder", "open tap", "wash grinder", "put down grinder" ], "verbs": [ "pick-up", "turn-on", "wash", "put-down" ], "verb_classes": [ 0, 6, 2, 1 ], "nouns": [ "grinder", "tap", "grinder", "grinder" ], "noun_classes": [ 50, 0, 50, 50 ], "start_stop_timestamps": [ [ "00:22:35.49", "00:22:36.74" ], [ "00:22:38.31", "00:22:39.63" ], [ "00:22:38.91", "00:22:40.79" ], [ "00:22:41.09", "00:22:42.65" ] ], "start_stop_frames": [ [ 67774, 67837 ], [ 67915, 67981 ], [ 67945, 68039 ], [ 68054, 68132 ] ], "trgnoun": "grinder", "trgverb": "put_down" }, { "key": "P35_107+190_191_192_193", "video_id": "P35_107", "narration_ids": [ "P35_107_190", "P35_107_191", "P35_107_192", "P35_107_193" ], "src": "drain container . put_down container . pick_up plate", "src1": "drain container", "src2": "put_down container", "src3": "pick_up plate", "trg": "drain plate", "vis_src": "P35_107:190 P35_107:191 P35_107:192", "vis_trg": "P35_107:193", "narrations": [ "drain container", "put down container", "pick up plate", "drain plate" ], "verbs": [ "drain", "put-down", "pick-up", "drain" ], "verb_classes": [ 37, 1, 0, 37 ], "nouns": [ "container", "container", "plate", "plate" ], "noun_classes": [ 21, 21, 2, 2 ], "start_stop_timestamps": [ [ "00:12:30.56", "00:12:33.14" ], [ "00:12:34.24", "00:12:36.74" ], [ "00:12:38.66", "00:12:39.83" ], [ "00:12:39.70", "00:12:42.62" ] ], "start_stop_frames": [ [ 37528, 37657 ], [ 37712, 37837 ], [ 37933, 37991 ], [ 37985, 38131 ] ], "trgnoun": "plate", "trgverb": "drain" }, { "key": "P27_104+187_188_189_190", "video_id": "P27_104", "narration_ids": [ "P27_104_187", "P27_104_188", "P27_104_189", "P27_104_190" ], "src": "pick_up spatula . put_down spatula . pick_up packaging", "src1": "pick_up spatula", "src2": "put_down spatula", "src3": "pick_up packaging", "trg": "open packaging", "vis_src": "P27_104:187 P27_104:188 P27_104:189", "vis_trg": "P27_104:190", "narrations": [ "pick up spatula", "put down spatula", "pick up packaging", "open packaging" ], "verbs": [ "pick-up", "put-down", "pick-up", "open" ], "verb_classes": [ 0, 1, 0, 3 ], "nouns": [ "spatula", "spatula", "packaging", "packaging" ], "noun_classes": [ 20, 20, 26, 26 ], "start_stop_timestamps": [ [ "00:09:04.26", "00:09:05.67" ], [ "00:09:05.77", "00:09:07.23" ], [ "00:09:08.21", "00:09:11.52" ], [ "00:09:08.81", "00:09:16.14" ] ], "start_stop_frames": [ [ 27213, 27283 ], [ 27288, 27361 ], [ 27410, 27576 ], [ 27440, 27807 ] ], "trgnoun": "packaging", "trgverb": "open" }, { "key": "P13_05+24_25_26_27", "video_id": "P13_05", "narration_ids": [ "P13_05_24", "P13_05_25", "P13_05_26", "P13_05_27" ], "src": "stir milk . put coffee back in cupboard . pick_up sugar", "src1": "stir milk", "src2": "put coffee back in cupboard", "src3": "pick_up sugar", "trg": "put sugar in milk", "vis_src": "P13_05:24 P13_05:25 P13_05:26", "vis_trg": "P13_05:27", "narrations": [ "stir milk", "put coffee back in cupboard", "pick up sugar", "put sugar in milk" ], "verbs": [ "stir", "put-in", "pick-up", "put-in" ], "verb_classes": [ 10, 5, 0, 5 ], "nouns": [ "milk", "coffee", "sugar", "sugar" ], "noun_classes": [ 64, 59, 102, 102 ], "start_stop_timestamps": [ [ "00:03:59.68", "00:04:04.31" ], [ "00:04:06.16", "00:04:09.03" ], [ "00:04:09.11", "00:04:09.98" ], [ "00:04:12.83", "00:04:21.01" ] ], "start_stop_frames": [ [ 14380, 14658 ], [ 14769, 14941 ], [ 14946, 14998 ], [ 15169, 15660 ] ], "trgnoun": "sugar", "trgverb": "put_in" }, { "key": "P08_07+1_2_3_4", "video_id": "P08_07", "narration_ids": [ "P08_07_1", "P08_07_2", "P08_07_3", "P08_07_4" ], "src": "place bottle . open cupboard . place glass", "src1": "place bottle", "src2": "open cupboard", "src3": "place glass", "trg": "open bottle", "vis_src": "P08_07:1 P08_07:2 P08_07:3", "vis_trg": "P08_07:4", "narrations": [ "place bottle", "open cupboard", "place glass", "open bottle" ], "verbs": [ "place", "open", "place", "open" ], "verb_classes": [ 1, 3, 1, 3 ], "nouns": [ "bottle", "cupboard", "glass", "bottle" ], "noun_classes": [ 15, 3, 10, 15 ], "start_stop_timestamps": [ [ "00:00:02.36", "00:00:03.61" ], [ "00:00:03.46", "00:00:05.41" ], [ "00:00:05.51", "00:00:08.02" ], [ "00:00:07.13", "00:00:09.63" ] ], "start_stop_frames": [ [ 141, 216 ], [ 207, 324 ], [ 330, 481 ], [ 427, 577 ] ], "trgnoun": "bottle", "trgverb": "open" }, { "key": "P22_101+120_121_122_123", "video_id": "P22_101", "narration_ids": [ "P22_101_120", "P22_101_121", "P22_101_122", "P22_101_123" ], "src": "extract cereals . move cereals . open cereals", "src1": "extract cereals", "src2": "move cereals", "src3": "open cereals", "trg": "pour cereals", "vis_src": "P22_101:120 P22_101:121 P22_101:122", "vis_trg": "P22_101:123", "narrations": [ "extract cereals", "move cereals", "open cereals", "pour cereals" ], "verbs": [ "extract", "move", "open", "pour" ], "verb_classes": [ 12, 11, 3, 9 ], "nouns": [ "cereal", "cereal", "cereal", "cereal" ], "noun_classes": [ 99, 99, 99, 99 ], "start_stop_timestamps": [ [ "00:04:13.89", "00:04:15.33" ], [ "00:04:15.75", "00:04:16.47" ], [ "00:04:16.32", "00:04:21.96" ], [ "00:04:20.65", "00:04:25.63" ] ], "start_stop_frames": [ [ 12694, 12766 ], [ 12787, 12823 ], [ 12816, 13097 ], [ 13032, 13281 ] ], "trgnoun": "cereal", "trgverb": "pour" }, { "key": "P08_26+33_34_35_36", "video_id": "P08_26", "narration_ids": [ "P08_26_33", "P08_26_34", "P08_26_35", "P08_26_36" ], "src": "get bottles . get salt . open cupboard", "src1": "get bottles", "src2": "get salt", "src3": "open cupboard", "trg": "place bottles", "vis_src": "P08_26:33 P08_26:34 P08_26:35", "vis_trg": "P08_26:36", "narrations": [ "get bottles", "get salt", "open cupboard", "place bottles" ], "verbs": [ "get", "get", "open", "place" ], "verb_classes": [ 0, 0, 3, 1 ], "nouns": [ "bottle", "salt", "cupboard", "bottle" ], "noun_classes": [ 15, 38, 3, 15 ], "start_stop_timestamps": [ [ "00:01:52.97", "00:01:57.12" ], [ "00:01:55.24", "00:01:56.27" ], [ "00:01:58.97", "00:02:00.11" ], [ "00:02:00.07", "00:02:03.17" ] ], "start_stop_frames": [ [ 6778, 7027 ], [ 6914, 6976 ], [ 7138, 7206 ], [ 7204, 7390 ] ], "trgnoun": "bottle", "trgverb": "place" }, { "key": "P08_26+34_35_36_37", "video_id": "P08_26", "narration_ids": [ "P08_26_34", "P08_26_35", "P08_26_36", "P08_26_37" ], "src": "get salt . open cupboard . place bottles", "src1": "get salt", "src2": "open cupboard", "src3": "place bottles", "trg": "place salt", "vis_src": "P08_26:34 P08_26:35 P08_26:36", "vis_trg": "P08_26:37", "narrations": [ "get salt", "open cupboard", "place bottles", "place salt" ], "verbs": [ "get", "open", "place", "place" ], "verb_classes": [ 0, 3, 1, 1 ], "nouns": [ "salt", "cupboard", "bottle", "salt" ], "noun_classes": [ 38, 3, 15, 38 ], "start_stop_timestamps": [ [ "00:01:55.24", "00:01:56.27" ], [ "00:01:58.97", "00:02:00.11" ], [ "00:02:00.07", "00:02:03.17" ], [ "00:02:03.27", "00:02:04.37" ] ], "start_stop_frames": [ [ 6914, 6976 ], [ 7138, 7206 ], [ 7204, 7390 ], [ 7396, 7462 ] ], "trgnoun": "salt", "trgverb": "place" }, { "key": "P03_16+17_18_19_20", "video_id": "P03_16", "narration_ids": [ "P03_16_17", "P03_16_18", "P03_16_19", "P03_16_20" ], "src": "pour cup . pour salt . put cup", "src1": "pour cup", "src2": "pour salt", "src3": "put cup", "trg": "put salt in bin", "vis_src": "P03_16:17 P03_16:18 P03_16:19", "vis_trg": "P03_16:20", "narrations": [ "pour cup", "pour salt", "put cup", "put salt in bin" ], "verbs": [ "pour", "pour", "put", "put-in" ], "verb_classes": [ 9, 9, 1, 5 ], "nouns": [ "cup", "salt", "cup", "salt" ], "noun_classes": [ 13, 38, 13, 38 ], "start_stop_timestamps": [ [ "00:00:50.08", "00:00:51.65" ], [ "00:00:51.62", "00:00:58.06" ], [ "00:00:51.97", "00:00:54.51" ], [ "00:01:00.23", "00:01:02.58" ] ], "start_stop_frames": [ [ 3004, 3099 ], [ 3097, 3483 ], [ 3118, 3270 ], [ 3613, 3754 ] ], "trgnoun": "salt", "trgverb": "put_in" }, { "key": "P24_07+53_54_55_56", "video_id": "P24_07", "narration_ids": [ "P24_07_53", "P24_07_54", "P24_07_55", "P24_07_56" ], "src": "take knife . open salt_box . take salt", "src1": "take knife", "src2": "open salt_box", "src3": "take salt", "trg": "put salt in meat", "vis_src": "P24_07:53 P24_07:54 P24_07:55", "vis_trg": "P24_07:56", "narrations": [ "take knife", "open salt box", "take salt", "put salt in meat" ], "verbs": [ "take", "open", "take", "put-in" ], "verb_classes": [ 0, 3, 0, 5 ], "nouns": [ "knife", "box:salt", "salt", "salt" ], "noun_classes": [ 4, 23, 38, 38 ], "start_stop_timestamps": [ [ "00:02:34.16", "00:02:35.03" ], [ "00:02:38.49", "00:02:39.88" ], [ "00:02:39.98", "00:02:44.86" ], [ "00:02:44.58", "00:02:47.99" ] ], "start_stop_frames": [ [ 9249, 9301 ], [ 9509, 9592 ], [ 9598, 9891 ], [ 9874, 10079 ] ], "trgnoun": "salt", "trgverb": "put_in" }, { "key": "P12_02+101_102_103_104", "video_id": "P12_02", "narration_ids": [ "P12_02_101", "P12_02_102", "P12_02_103", "P12_02_104" ], "src": "put water in mug . take salt . take spoon", "src1": "put water in mug", "src2": "take salt", "src3": "take spoon", "trg": "put salt in spoon", "vis_src": "P12_02:101 P12_02:102 P12_02:103", "vis_trg": "P12_02:104", "narrations": [ "put water in mug", "take salt", "take spoon", "put salt in spoon" ], "verbs": [ "put-in", "take", "take", "put-in" ], "verb_classes": [ 5, 0, 0, 5 ], "nouns": [ "water", "salt", "spoon", "salt" ], "noun_classes": [ 27, 38, 1, 38 ], "start_stop_timestamps": [ [ "00:16:18.23", "00:16:19.87" ], [ "00:16:46.03", "00:16:48.18" ], [ "00:16:50.48", "00:16:56.10" ], [ "00:16:56.08", "00:17:04.20" ] ], "start_stop_frames": [ [ 58693, 58792 ], [ 60361, 60490 ], [ 60628, 60966 ], [ 60964, 61452 ] ], "trgnoun": "salt", "trgverb": "put_in" }, { "key": "P03_04+154_155_156_157", "video_id": "P03_04", "narration_ids": [ "P03_04_154", "P03_04_155", "P03_04_156", "P03_04_157" ], "src": "put almonds . get stock_cubes . open stock_cubes", "src1": "put almonds", "src2": "get stock_cubes", "src3": "open stock_cubes", "trg": "take a stock_cube", "vis_src": "P03_04:154 P03_04:155 P03_04:156", "vis_trg": "P03_04:157", "narrations": [ "put almonds", "get stock cubes", "open stock cubes", "take a stock cube" ], "verbs": [ "put", "get", "open", "take" ], "verb_classes": [ 1, 0, 3, 0 ], "nouns": [ "almond", "cube:stock", "cube:stock", "cube:stock" ], "noun_classes": [ 244, 95, 95, 95 ], "start_stop_timestamps": [ [ "00:10:09.83", "00:10:12.33" ], [ "00:10:12.43", "00:10:13.68" ], [ "00:10:14.63", "00:10:17.23" ], [ "00:10:17.58", "00:10:19.85" ] ], "start_stop_frames": [ [ 36589, 36739 ], [ 36745, 36820 ], [ 36877, 37033 ], [ 37054, 37191 ] ], "trgnoun": "stock_cube", "trgverb": "take" }, { "key": "P02_129+20_21_22_23", "video_id": "P02_129", "narration_ids": [ "P02_129_20", "P02_129_21", "P02_129_22", "P02_129_23" ], "src": "break spaghetti . put spaghetti into pan . pick_up spaghetti_bag", "src1": "break spaghetti", "src2": "put spaghetti into pan", "src3": "pick_up spaghetti_bag", "trg": "pick spaghetti from packaging", "vis_src": "P02_129:20 P02_129:21 P02_129:22", "vis_trg": "P02_129:23", "narrations": [ "break spaghetti", "put spaghetti into pan", "pick up spaghetti bag", "pick spaghetti from packaging" ], "verbs": [ "break", "put-into", "pick-up", "pick-from" ], "verb_classes": [ 30, 5, 0, 0 ], "nouns": [ "spaghetti", "spaghetti", "bag:spaghetti", "spaghetti" ], "noun_classes": [ 45, 45, 19, 45 ], "start_stop_timestamps": [ [ "00:00:37.79", "00:00:39.97" ], [ "00:00:40.00", "00:00:40.62" ], [ "00:00:40.98", "00:00:42.28" ], [ "00:00:42.81", "00:00:45.58" ] ], "start_stop_frames": [ [ 1889, 1998 ], [ 2000, 2030 ], [ 2049, 2114 ], [ 2140, 2279 ] ], "trgnoun": "spaghetti", "trgverb": "pick_from" }, { "key": "P06_101+256_257_258_259", "video_id": "P06_101", "narration_ids": [ "P06_101_256", "P06_101_257", "P06_101_258", "P06_101_259" ], "src": "unwrap stock_cube . pick_up chopped_tomatoes . shake can", "src1": "unwrap stock_cube", "src2": "pick_up chopped_tomatoes", "src3": "shake can", "trg": "open can", "vis_src": "P06_101:256 P06_101:257 P06_101:258", "vis_trg": "P06_101:259", "narrations": [ "unwrap stock cube", "pick up chopped tomatoes", "shake can", "open can" ], "verbs": [ "unwrap", "pick-up", "shake", "open" ], "verb_classes": [ 84, 0, 15, 3 ], "nouns": [ "cube:stock", "tomato:chopped", "can", "can" ], "noun_classes": [ 95, 43, 61, 61 ], "start_stop_timestamps": [ [ "00:18:07.12", "00:18:16.67" ], [ "00:18:16.38", "00:18:18.16" ], [ "00:18:18.26", "00:18:19.24" ], [ "00:18:19.20", "00:18:22.47" ] ], "start_stop_frames": [ [ 54355, 54833 ], [ 54819, 54908 ], [ 54913, 54962 ], [ 54960, 55123 ] ], "trgnoun": "can", "trgverb": "open" }, { "key": "P02_129+21_22_23_24", "video_id": "P02_129", "narration_ids": [ "P02_129_21", "P02_129_22", "P02_129_23", "P02_129_24" ], "src": "put spaghetti into pan . pick_up spaghetti_bag . pick spaghetti from packaging", "src1": "put spaghetti into pan", "src2": "pick_up spaghetti_bag", "src3": "pick spaghetti from packaging", "trg": "put_down spaghetti_bag", "vis_src": "P02_129:21 P02_129:22 P02_129:23", "vis_trg": "P02_129:24", "narrations": [ "put spaghetti into pan", "pick up spaghetti bag", "pick spaghetti from packaging", "put down spaghetti bag" ], "verbs": [ "put-into", "pick-up", "pick-from", "put-down" ], "verb_classes": [ 5, 0, 0, 1 ], "nouns": [ "spaghetti", "bag:spaghetti", "spaghetti", "bag:spaghetti" ], "noun_classes": [ 45, 19, 45, 19 ], "start_stop_timestamps": [ [ "00:00:40.00", "00:00:40.62" ], [ "00:00:40.98", "00:00:42.28" ], [ "00:00:42.81", "00:00:45.58" ], [ "00:00:46.09", "00:00:47.02" ] ], "start_stop_frames": [ [ 2000, 2030 ], [ 2049, 2114 ], [ 2140, 2279 ], [ 2304, 2351 ] ], "trgnoun": "spaghetti_bag", "trgverb": "put_down" }, { "key": "P03_04+155_156_157_158", "video_id": "P03_04", "narration_ids": [ "P03_04_155", "P03_04_156", "P03_04_157", "P03_04_158" ], "src": "get stock_cubes . open stock_cubes . take a stock_cube", "src1": "get stock_cubes", "src2": "open stock_cubes", "src3": "take a stock_cube", "trg": "close stock_cubes", "vis_src": "P03_04:155 P03_04:156 P03_04:157", "vis_trg": "P03_04:158", "narrations": [ "get stock cubes", "open stock cubes", "take a stock cube", "close stock cubes" ], "verbs": [ "get", "open", "take", "close" ], "verb_classes": [ 0, 3, 0, 4 ], "nouns": [ "cube:stock", "cube:stock", "cube:stock", "cube:stock" ], "noun_classes": [ 95, 95, 95, 95 ], "start_stop_timestamps": [ [ "00:10:12.43", "00:10:13.68" ], [ "00:10:14.63", "00:10:17.23" ], [ "00:10:17.58", "00:10:19.85" ], [ "00:10:24.38", "00:10:26.65" ] ], "start_stop_frames": [ [ 36745, 36820 ], [ 36877, 37033 ], [ 37054, 37191 ], [ 37462, 37599 ] ], "trgnoun": "stock_cube", "trgverb": "close" }, { "key": "P02_129+22_23_24_25", "video_id": "P02_129", "narration_ids": [ "P02_129_22", "P02_129_23", "P02_129_24", "P02_129_25" ], "src": "pick_up spaghetti_bag . pick spaghetti from packaging . put_down spaghetti_bag", "src1": "pick_up spaghetti_bag", "src2": "pick spaghetti from packaging", "src3": "put_down spaghetti_bag", "trg": "break spaghetti", "vis_src": "P02_129:22 P02_129:23 P02_129:24", "vis_trg": "P02_129:25", "narrations": [ "pick up spaghetti bag", "pick spaghetti from packaging", "put down spaghetti bag", "break spaghetti" ], "verbs": [ "pick-up", "pick-from", "put-down", "break" ], "verb_classes": [ 0, 0, 1, 30 ], "nouns": [ "bag:spaghetti", "spaghetti", "bag:spaghetti", "spaghetti" ], "noun_classes": [ 19, 45, 19, 45 ], "start_stop_timestamps": [ [ "00:00:40.98", "00:00:42.28" ], [ "00:00:42.81", "00:00:45.58" ], [ "00:00:46.09", "00:00:47.02" ], [ "00:00:49.00", "00:00:50.39" ] ], "start_stop_frames": [ [ 2049, 2114 ], [ 2140, 2279 ], [ 2304, 2351 ], [ 2450, 2519 ] ], "trgnoun": "spaghetti", "trgverb": "break" }, { "key": "P03_04+156_157_158_159", "video_id": "P03_04", "narration_ids": [ "P03_04_156", "P03_04_157", "P03_04_158", "P03_04_159" ], "src": "open stock_cubes . take a stock_cube . close stock_cubes", "src1": "open stock_cubes", "src2": "take a stock_cube", "src3": "close stock_cubes", "trg": "put stock_cubes", "vis_src": "P03_04:156 P03_04:157 P03_04:158", "vis_trg": "P03_04:159", "narrations": [ "open stock cubes", "take a stock cube", "close stock cubes", "put stock cubes" ], "verbs": [ "open", "take", "close", "put" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "cube:stock", "cube:stock", "cube:stock", "cube:stock" ], "noun_classes": [ 95, 95, 95, 95 ], "start_stop_timestamps": [ [ "00:10:14.63", "00:10:17.23" ], [ "00:10:17.58", "00:10:19.85" ], [ "00:10:24.38", "00:10:26.65" ], [ "00:10:27.05", "00:10:27.91" ] ], "start_stop_frames": [ [ 36877, 37033 ], [ 37054, 37191 ], [ 37462, 37599 ], [ 37623, 37674 ] ], "trgnoun": "stock_cube", "trgverb": "put" }, { "key": "P30_05+255_257_258_259", "video_id": "P30_05", "narration_ids": [ "P30_05_255", "P30_05_257", "P30_05_258", "P30_05_259" ], "src": "remove stock_cube from packaging . put stock_cubes in tin . grab the rubbish", "src1": "remove stock_cube from packaging", "src2": "put stock_cubes in tin", "src3": "grab the rubbish", "trg": "put rubbish in bin", "vis_src": "P30_05:255 P30_05:257 P30_05:258", "vis_trg": "P30_05:259", "narrations": [ "remove stock cube from packaging", "put stock cubes in tin", "grab the rubbish", "put rubbish in bin" ], "verbs": [ "remove-from", "put-in", "grab", "put-in" ], "verb_classes": [ 12, 5, 0, 5 ], "nouns": [ "cube:stock", "cube:stock", "rubbish", "rubbish" ], "noun_classes": [ 95, 95, 54, 54 ], "start_stop_timestamps": [ [ "00:20:39.57", "00:20:42.89" ], [ "00:20:45.25", "00:20:47.51" ], [ "00:20:47.49", "00:20:53.10" ], [ "00:20:54.54", "00:20:56.16" ] ], "start_stop_frames": [ [ 74374, 74573 ], [ 74715, 74850 ], [ 74849, 75186 ], [ 75272, 75369 ] ], "trgnoun": "rubbish", "trgverb": "put_in" }, { "key": "P03_04+157_158_159_160", "video_id": "P03_04", "narration_ids": [ "P03_04_157", "P03_04_158", "P03_04_159", "P03_04_160" ], "src": "take a stock_cube . close stock_cubes . put stock_cubes", "src1": "take a stock_cube", "src2": "close stock_cubes", "src3": "put stock_cubes", "trg": "open stock_cube", "vis_src": "P03_04:157 P03_04:158 P03_04:159", "vis_trg": "P03_04:160", "narrations": [ "take a stock cube", "close stock cubes", "put stock cubes", "open stock cube" ], "verbs": [ "take", "close", "put", "open" ], "verb_classes": [ 0, 4, 1, 3 ], "nouns": [ "cube:stock", "cube:stock", "cube:stock", "cube:stock" ], "noun_classes": [ 95, 95, 95, 95 ], "start_stop_timestamps": [ [ "00:10:17.58", "00:10:19.85" ], [ "00:10:24.38", "00:10:26.65" ], [ "00:10:27.05", "00:10:27.91" ], [ "00:10:28.10", "00:10:43.60" ] ], "start_stop_frames": [ [ 37054, 37191 ], [ 37462, 37599 ], [ 37623, 37674 ], [ 37686, 38616 ] ], "trgnoun": "stock_cube", "trgverb": "open" }, { "key": "P02_129+107_108_109_110", "video_id": "P02_129", "narration_ids": [ "P02_129_107", "P02_129_108", "P02_129_109", "P02_129_110" ], "src": "cover pan using lid . pick_up spaghetti_bag . open cupboard", "src1": "cover pan using lid", "src2": "pick_up spaghetti_bag", "src3": "open cupboard", "trg": "put spaghetti_bag in cupboard", "vis_src": "P02_129:107 P02_129:108 P02_129:109", "vis_trg": "P02_129:110", "narrations": [ "cover pan using lid", "pick up spaghetti bag", "open cupboard", "put spaghetti bag in cupboard" ], "verbs": [ "cover", "pick-up", "open", "put-in" ], "verb_classes": [ 36, 0, 3, 5 ], "nouns": [ "pan", "bag:spaghetti", "cupboard", "bag:spaghetti" ], "noun_classes": [ 5, 19, 3, 19 ], "start_stop_timestamps": [ [ "00:03:55.50", "00:03:56.33" ], [ "00:03:58.54", "00:03:59.79" ], [ "00:04:01.02", "00:04:01.46" ], [ "00:04:01.49", "00:04:04.77" ] ], "start_stop_frames": [ [ 11775, 11816 ], [ 11927, 11989 ], [ 12051, 12073 ], [ 12074, 12238 ] ], "trgnoun": "spaghetti_bag", "trgverb": "put_in" }, { "key": "P12_02+102_103_104_105", "video_id": "P12_02", "narration_ids": [ "P12_02_102", "P12_02_103", "P12_02_104", "P12_02_105" ], "src": "take salt . take spoon . put salt in spoon", "src1": "take salt", "src2": "take spoon", "src3": "put salt in spoon", "trg": "put salt on mince meat", "vis_src": "P12_02:102 P12_02:103 P12_02:104", "vis_trg": "P12_02:105", "narrations": [ "take salt", "take spoon", "put salt in spoon", "put salt on mince meat" ], "verbs": [ "take", "take", "put-in", "put-on" ], "verb_classes": [ 0, 0, 5, 1 ], "nouns": [ "salt", "spoon", "salt", "salt" ], "noun_classes": [ 38, 1, 38, 38 ], "start_stop_timestamps": [ [ "00:16:46.03", "00:16:48.18" ], [ "00:16:50.48", "00:16:56.10" ], [ "00:16:56.08", "00:17:04.20" ], [ "00:17:04.30", "00:17:07.55" ] ], "start_stop_frames": [ [ 60361, 60490 ], [ 60628, 60966 ], [ 60964, 61452 ], [ 61458, 61653 ] ], "trgnoun": "salt", "trgverb": "put_on" }, { "key": "P07_04+33_34_35_36", "video_id": "P07_04", "narration_ids": [ "P07_04_33", "P07_04_34", "P07_04_35", "P07_04_36" ], "src": "cut ham . pick_up package . put_down package", "src1": "cut ham", "src2": "pick_up package", "src3": "put_down package", "trg": "open package", "vis_src": "P07_04:33 P07_04:34 P07_04:35", "vis_trg": "P07_04:36", "narrations": [ "cut ham", "pick up package", "put down package", "open package" ], "verbs": [ "cut", "pick-up", "put-down", "open" ], "verb_classes": [ 7, 0, 1, 3 ], "nouns": [ "ham", "package", "package", "package" ], "noun_classes": [ 156, 26, 26, 26 ], "start_stop_timestamps": [ [ "00:02:27.75", "00:02:42.59" ], [ "00:02:46.46", "00:02:47.49" ], [ "00:02:48.26", "00:02:49.11" ], [ "00:02:49.49", "00:02:50.57" ] ], "start_stop_frames": [ [ 8865, 9755 ], [ 9987, 10049 ], [ 10095, 10146 ], [ 10169, 10234 ] ], "trgnoun": "package", "trgverb": "open" }, { "key": "P28_06+105_106_107_108", "video_id": "P28_06", "narration_ids": [ "P28_06_105", "P28_06_106", "P28_06_107", "P28_06_108" ], "src": "take salt . open salt . open oil", "src1": "take salt", "src2": "open salt", "src3": "open oil", "trg": "put salt in tray", "vis_src": "P28_06:105 P28_06:106 P28_06:107", "vis_trg": "P28_06:108", "narrations": [ "take salt", "open salt", "open oil", "put salt in tray" ], "verbs": [ "take", "open", "open", "put-in" ], "verb_classes": [ 0, 3, 3, 5 ], "nouns": [ "salt", "salt", "oil", "salt" ], "noun_classes": [ 38, 38, 31, 38 ], "start_stop_timestamps": [ [ "00:08:29.87", "00:08:30.62" ], [ "00:08:30.70", "00:08:31.94" ], [ "00:08:31.28", "00:08:32.25" ], [ "00:08:32.51", "00:08:41.69" ] ], "start_stop_frames": [ [ 30592, 30637 ], [ 30642, 30716 ], [ 30676, 30735 ], [ 30750, 31301 ] ], "trgnoun": "salt", "trgverb": "put_in" }, { "key": "P04_113+371_372_373_374", "video_id": "P04_113", "narration_ids": [ "P04_113_371", "P04_113_372", "P04_113_373", "P04_113_374" ], "src": "close drawer . pick_up tupperware_tub . open cupboard", "src1": "close drawer", "src2": "pick_up tupperware_tub", "src3": "open cupboard", "trg": "put tupperware_tub in cupboard", "vis_src": "P04_113:371 P04_113:372 P04_113:373", "vis_trg": "P04_113:374", "narrations": [ "close drawer", "pick up tupperware tub", "open cupboard", "put tupperware tub in cupboard" ], "verbs": [ "close", "pick-up", "open", "put" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "drawer", "tub:tupperware", "cupboard", "tub:tupperware" ], "noun_classes": [ 8, 23, 3, 23 ], "start_stop_timestamps": [ [ "00:11:50.96", "00:11:51.74" ], [ "00:11:51.84", "00:11:52.86" ], [ "00:11:53.24", "00:11:54.39" ], [ "00:11:54.48", "00:11:56.12" ] ], "start_stop_frames": [ [ 35548, 35587 ], [ 35592, 35643 ], [ 35662, 35719 ], [ 35724, 35806 ] ], "trgnoun": "tupperware_tub", "trgverb": "put" }, { "key": "P28_111+122_123_126_129", "video_id": "P28_111", "narration_ids": [ "P28_111_122", "P28_111_123", "P28_111_126", "P28_111_129" ], "src": "put cup . take sponge . damp sponge", "src1": "put cup", "src2": "take sponge", "src3": "damp sponge", "trg": "put sponge", "vis_src": "P28_111:122 P28_111:123 P28_111:126", "vis_trg": "P28_111:129", "narrations": [ "put cup", "take sponge", "damp sponge", "put sponge" ], "verbs": [ "put", "take", "damp", "put" ], "verb_classes": [ 1, 0, 62, 1 ], "nouns": [ "cup", "sponge", "sponge", "sponge" ], "noun_classes": [ 13, 9, 9, 9 ], "start_stop_timestamps": [ [ "00:05:51.72", "00:05:53.42" ], [ "00:05:53.90", "00:05:54.56" ], [ "00:05:54.00", "00:05:56.59" ], [ "00:06:13.46", "00:06:14.10" ] ], "start_stop_frames": [ [ 17586, 17671 ], [ 17695, 17728 ], [ 17700, 17829 ], [ 18673, 18705 ] ], "trgnoun": "sponge", "trgverb": "put" }, { "key": "P24_05+146_147_148_149", "video_id": "P24_05", "narration_ids": [ "P24_05_146", "P24_05_147", "P24_05_148", "P24_05_149" ], "src": "pick_up box . open box . take salt", "src1": "pick_up box", "src2": "open box", "src3": "take salt", "trg": "put salt in sauce", "vis_src": "P24_05:146 P24_05:147 P24_05:148", "vis_trg": "P24_05:149", "narrations": [ "pick up box", "open box", "take salt", "put salt in sauce" ], "verbs": [ "pick-up", "open", "take", "put-in" ], "verb_classes": [ 0, 3, 0, 5 ], "nouns": [ "box", "box", "salt", "salt" ], "noun_classes": [ 23, 23, 38, 38 ], "start_stop_timestamps": [ [ "00:13:23.05", "00:13:24.13" ], [ "00:13:24.23", "00:13:26.87" ], [ "00:13:26.97", "00:13:32.35" ], [ "00:13:32.38", "00:13:44.25" ] ], "start_stop_frames": [ [ 48183, 48247 ], [ 48253, 48412 ], [ 48418, 48741 ], [ 48742, 49455 ] ], "trgnoun": "salt", "trgverb": "put_in" }, { "key": "P02_06+25_26_27_28", "video_id": "P02_06", "narration_ids": [ "P02_06_25", "P02_06_26", "P02_06_27", "P02_06_28" ], "src": "put pan on stove . pick_up bag . open trash_bin", "src1": "put pan on stove", "src2": "pick_up bag", "src3": "open trash_bin", "trg": "throw bag", "vis_src": "P02_06:25 P02_06:26 P02_06:27", "vis_trg": "P02_06:28", "narrations": [ "put pan on stove", "pick up bag", "open trash bin", "throw bag" ], "verbs": [ "put-on", "pick-up", "open", "throw" ], "verb_classes": [ 1, 0, 3, 13 ], "nouns": [ "pan", "bag", "bin:trash", "bag" ], "noun_classes": [ 5, 19, 36, 19 ], "start_stop_timestamps": [ [ "00:01:12.66", "00:01:14.18" ], [ "00:01:15.02", "00:01:16.04" ], [ "00:01:17.20", "00:01:18.61" ], [ "00:01:18.21", "00:01:19.09" ] ], "start_stop_frames": [ [ 4359, 4450 ], [ 4501, 4562 ], [ 4632, 4716 ], [ 4692, 4745 ] ], "trgnoun": "bag", "trgverb": "throw" }, { "key": "P20_04+113_114_115_117", "video_id": "P20_04", "narration_ids": [ "P20_04_113", "P20_04_114", "P20_04_115", "P20_04_117" ], "src": "pick_up meat_piece . put meat_pieces in bowl . put_down meat_piece", "src1": "pick_up meat_piece", "src2": "put meat_pieces in bowl", "src3": "put_down meat_piece", "trg": "put_down knife", "vis_src": "P20_04:113 P20_04:114 P20_04:115", "vis_trg": "P20_04:117", "narrations": [ "pick up meat piece", "put meat pieces in bowl", "put down meat piece", "put down knife" ], "verbs": [ "pick-up", "put-in", "put-down", "put-down" ], "verb_classes": [ 0, 5, 1, 1 ], "nouns": [ "piece:meat", "piece:meat", "piece:meat", "knife" ], "noun_classes": [ 28, 28, 28, 4 ], "start_stop_timestamps": [ [ "00:08:11.38", "00:08:14.57" ], [ "00:08:12.00", "00:08:29.43" ], [ "00:08:13.25", "00:08:14.50" ], [ "00:08:26.19", "00:08:31.25" ] ], "start_stop_frames": [ [ 29482, 29674 ], [ 29520, 30565 ], [ 29595, 29670 ], [ 30371, 30675 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P28_103+2_3_4_5", "video_id": "P28_103", "narration_ids": [ "P28_103_2", "P28_103_3", "P28_103_4", "P28_103_5" ], "src": "damp sponge . wash cup . put sponge", "src1": "damp sponge", "src2": "wash cup", "src3": "put sponge", "trg": "rinse cup", "vis_src": "P28_103:2 P28_103:3 P28_103:4", "vis_trg": "P28_103:5", "narrations": [ "damp sponge", "wash cup", "put sponge", "rinse cup" ], "verbs": [ "damp", "wash", "put", "rinse" ], "verb_classes": [ 62, 2, 1, 2 ], "nouns": [ "sponge", "cup", "sponge", "cup" ], "noun_classes": [ 9, 13, 9, 13 ], "start_stop_timestamps": [ [ "00:00:10.58", "00:00:11.67" ], [ "00:00:12.80", "00:00:19.83" ], [ "00:00:19.92", "00:00:20.96" ], [ "00:00:22.47", "00:00:32.27" ] ], "start_stop_frames": [ [ 529, 583 ], [ 640, 991 ], [ 996, 1048 ], [ 1123, 1613 ] ], "trgnoun": "cup", "trgverb": "rinse" }, { "key": "P07_04+37_38_39_40", "video_id": "P07_04", "narration_ids": [ "P07_04_37", "P07_04_38", "P07_04_39", "P07_04_40" ], "src": "close package . pick_up cup . turn_on switch", "src1": "close package", "src2": "pick_up cup", "src3": "turn_on switch", "trg": "rinse cup", "vis_src": "P07_04:37 P07_04:38 P07_04:39", "vis_trg": "P07_04:40", "narrations": [ "close package", "pick up cup", "turn on switch", "rinse cup" ], "verbs": [ "close", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 4, 0, 6, 2 ], "nouns": [ "package", "cup", "switch", "cup" ], "noun_classes": [ 26, 13, 92, 13 ], "start_stop_timestamps": [ [ "00:02:51.02", "00:02:51.79" ], [ "00:03:07.44", "00:03:08.37" ], [ "00:03:09.62", "00:03:11.58" ], [ "00:03:12.01", "00:03:15.13" ] ], "start_stop_frames": [ [ 10261, 10307 ], [ 11246, 11302 ], [ 11377, 11494 ], [ 11520, 11707 ] ], "trgnoun": "cup", "trgverb": "rinse" }, { "key": "P04_121+480_481_482_483", "video_id": "P04_121", "narration_ids": [ "P04_121_480", "P04_121_481", "P04_121_482", "P04_121_483" ], "src": "empty whey into pan . put_down bowl . put cheese in bowl", "src1": "empty whey into pan", "src2": "put_down bowl", "src3": "put cheese in bowl", "trg": "stretch cheese", "vis_src": "P04_121:480 P04_121:481 P04_121:482", "vis_trg": "P04_121:483", "narrations": [ "empty whey into pan", "put down bowl", "put cheese in bowl", "stretch cheese" ], "verbs": [ "empty-into", "put-down", "put-in", "stretch" ], "verb_classes": [ 20, 1, 5, 50 ], "nouns": [ "whey", "bowl", "cheese", "cheese" ], "noun_classes": [ 150, 7, 32, 32 ], "start_stop_timestamps": [ [ "00:20:43.57", "00:20:44.54" ], [ "00:20:44.70", "00:20:45.83" ], [ "00:20:45.93", "00:20:46.61" ], [ "00:20:46.78", "00:20:49.83" ] ], "start_stop_frames": [ [ 62178, 62227 ], [ 62235, 62291 ], [ 62296, 62330 ], [ 62339, 62491 ] ], "trgnoun": "cheese", "trgverb": "stretch" }, { "key": "P10_04+421_422_423_424", "video_id": "P10_04", "narration_ids": [ "P10_04_421", "P10_04_422", "P10_04_423", "P10_04_424" ], "src": "put_down the brush . clean the spade . put the spade back", "src1": "put_down the brush", "src2": "clean the spade", "src3": "put the spade back", "trg": "use another spade to mix the with the sprout", "vis_src": "P10_04:421 P10_04:422 P10_04:423", "vis_trg": "P10_04:424", "narrations": [ "put down the brush", "clean the spade", "put the spade back", "use another spade to mix the with the sprout" ], "verbs": [ "put-down", "clean", "put", "mix-with" ], "verb_classes": [ 1, 2, 1, 10 ], "nouns": [ "brush", "spade", "spade", "spade" ], "noun_classes": [ 103, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:45:12.66", "00:45:14.21" ], [ "00:45:14.31", "00:45:19.25" ], [ "00:45:19.59", "00:45:20.75" ], [ "00:45:22.14", "00:45:31.14" ] ], "start_stop_frames": [ [ 162759, 162852 ], [ 162858, 163155 ], [ 163175, 163245 ], [ 163328, 163868 ] ], "trgnoun": "spade", "trgverb": "mix_with" }, { "key": "P30_107+683_684_685_686", "video_id": "P30_107", "narration_ids": [ "P30_107_683", "P30_107_684", "P30_107_685", "P30_107_686" ], "src": "rearrange garlic_pieces . dice garlic . scrape bits of garlic off knife", "src1": "rearrange garlic_pieces", "src2": "dice garlic", "src3": "scrape bits of garlic off knife", "trg": "scrape garlic into pan", "vis_src": "P30_107:683 P30_107:684 P30_107:685", "vis_trg": "P30_107:686", "narrations": [ "rearrange garlic pieces", "dice garlic", "scrape bits of garlic off knife", "scrape garlic into pan" ], "verbs": [ "rearrange", "dice", "scrape-off", "scrape-into" ], "verb_classes": [ 40, 7, 25, 25 ], "nouns": [ "piece:garlic", "garlic", "bit:garlic", "garlic" ], "noun_classes": [ 51, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:36:21.24", "00:36:22.70" ], [ "00:36:22.23", "00:36:31.54" ], [ "00:36:30.27", "00:36:31.65" ], [ "00:36:32.00", "00:36:35.19" ] ], "start_stop_frames": [ [ 109061, 109134 ], [ 109111, 109577 ], [ 109513, 109582 ], [ 109600, 109759 ] ], "trgnoun": "garlic", "trgverb": "scrape_into" }, { "key": "P29_01+157_158_159_160", "video_id": "P29_01", "narration_ids": [ "P29_01_157", "P29_01_158", "P29_01_159", "P29_01_160" ], "src": "throw away garlic . pick_up spatula . open stock_cube", "src1": "throw away garlic", "src2": "pick_up spatula", "src3": "open stock_cube", "trg": "crush stock_cube", "vis_src": "P29_01:157 P29_01:158 P29_01:159", "vis_trg": "P29_01:160", "narrations": [ "throw away garlic", "pick up spatula", "open stock cube", "crush stock cube" ], "verbs": [ "throw", "pick-up", "open", "crush" ], "verb_classes": [ 13, 0, 3, 49 ], "nouns": [ "garlic", "spatula", "cube:stock", "cube:stock" ], "noun_classes": [ 51, 20, 95, 95 ], "start_stop_timestamps": [ [ "00:09:46.32", "00:09:47.92" ], [ "00:09:50.19", "00:09:53.70" ], [ "00:09:50.96", "00:09:58.54" ], [ "00:10:04.28", "00:10:08.09" ] ], "start_stop_frames": [ [ 35179, 35275 ], [ 35411, 35622 ], [ 35457, 35912 ], [ 36256, 36485 ] ], "trgnoun": "stock_cube", "trgverb": "crush" }, { "key": "P30_05+384_385_386_387", "video_id": "P30_05", "narration_ids": [ "P30_05_384", "P30_05_385", "P30_05_386", "P30_05_387" ], "src": "put box . open cupboard . put tin", "src1": "put box", "src2": "open cupboard", "src3": "put tin", "trg": "take box", "vis_src": "P30_05:384 P30_05:385 P30_05:386", "vis_trg": "P30_05:387", "narrations": [ "put box", "open cupboard", "put tin", "take box" ], "verbs": [ "put", "open", "put", "take" ], "verb_classes": [ 1, 3, 1, 0 ], "nouns": [ "box", "cupboard", "tin", "box" ], "noun_classes": [ 23, 3, 61, 23 ], "start_stop_timestamps": [ [ "00:30:47.20", "00:30:48.59" ], [ "00:30:48.28", "00:30:49.53" ], [ "00:30:49.56", "00:30:51.96" ], [ "00:30:58.22", "00:30:59.20" ] ], "start_stop_frames": [ [ 110832, 110915 ], [ 110896, 110971 ], [ 110973, 111117 ], [ 111493, 111552 ] ], "trgnoun": "box", "trgverb": "take" }, { "key": "P06_104+21_22_23_24", "video_id": "P06_104", "narration_ids": [ "P06_104_21", "P06_104_22", "P06_104_23", "P06_104_24" ], "src": "eat sweet_potato . put fork down . pick_up pan", "src1": "eat sweet_potato", "src2": "put fork down", "src3": "pick_up pan", "trg": "shake pan", "vis_src": "P06_104:21 P06_104:22 P06_104:23", "vis_trg": "P06_104:24", "narrations": [ "eat sweet potato", "put fork down", "pick up pan", "shake pan" ], "verbs": [ "eat", "put-down", "pick-up", "shake" ], "verb_classes": [ 35, 1, 0, 15 ], "nouns": [ "potato:sweet", "fork", "pan", "pan" ], "noun_classes": [ 30, 14, 5, 5 ], "start_stop_timestamps": [ [ "00:01:23.83", "00:01:32.21" ], [ "00:01:32.82", "00:01:35.74" ], [ "00:01:35.81", "00:01:38.19" ], [ "00:01:38.28", "00:01:39.56" ] ], "start_stop_frames": [ [ 4191, 4610 ], [ 4641, 4787 ], [ 4790, 4909 ], [ 4914, 4978 ] ], "trgnoun": "pan", "trgverb": "shake" }, { "key": "P06_101+253_254_255_256", "video_id": "P06_101", "narration_ids": [ "P06_101_253", "P06_101_254", "P06_101_255", "P06_101_256" ], "src": "pick_up lid . put lids in cans . pick_up stock_cube", "src1": "pick_up lid", "src2": "put lids in cans", "src3": "pick_up stock_cube", "trg": "unwrap stock_cube", "vis_src": "P06_101:253 P06_101:254 P06_101:255", "vis_trg": "P06_101:256", "narrations": [ "pick up lid", "put lids in cans", "pick up stock cube", "unwrap stock cube" ], "verbs": [ "pick-up", "put-in", "pick-up", "unwrap" ], "verb_classes": [ 0, 5, 0, 84 ], "nouns": [ "lid", "lid", "cube:stock", "cube:stock" ], "noun_classes": [ 6, 6, 95, 95 ], "start_stop_timestamps": [ [ "00:18:03.12", "00:18:04.44" ], [ "00:18:04.52", "00:18:05.81" ], [ "00:18:05.14", "00:18:07.34" ], [ "00:18:07.12", "00:18:16.67" ] ], "start_stop_frames": [ [ 54155, 54222 ], [ 54226, 54290 ], [ 54257, 54366 ], [ 54355, 54833 ] ], "trgnoun": "stock_cube", "trgverb": "unwrap" }, { "key": "P01_105+538_539_540_541", "video_id": "P01_105", "narration_ids": [ "P01_105_538", "P01_105_539", "P01_105_540", "P01_105_541" ], "src": "pick_up noodles . put_down noodles . fold noodles bag", "src1": "pick_up noodles", "src2": "put_down noodles", "src3": "fold noodles bag", "trg": "put noodles into cupboard", "vis_src": "P01_105:538 P01_105:539 P01_105:540", "vis_trg": "P01_105:541", "narrations": [ "pick up noodles", "put down noodles", "fold noodles bag", "put noodles into cupboard" ], "verbs": [ "pick-up", "put-down", "fold", "put-into" ], "verb_classes": [ 0, 1, 28, 5 ], "nouns": [ "noodle", "noodle", "bag:noodle", "noodle" ], "noun_classes": [ 155, 155, 19, 155 ], "start_stop_timestamps": [ [ "00:21:33.34", "00:21:41.06" ], [ "00:21:40.45", "00:21:41.39" ], [ "00:21:41.50", "00:21:43.88" ], [ "00:21:43.34", "00:21:46.14" ] ], "start_stop_frames": [ [ 64666, 65053 ], [ 65022, 65069 ], [ 65075, 65194 ], [ 65166, 65307 ] ], "trgnoun": "noodle", "trgverb": "put_into" }, { "key": "P02_128+28_29_30_31", "video_id": "P02_128", "narration_ids": [ "P02_128_28", "P02_128_29", "P02_128_30", "P02_128_31" ], "src": "throw milk_bottle into recycling box . open fridge . get milk_bottle from fridge", "src1": "throw milk_bottle into recycling box", "src2": "open fridge", "src3": "get milk_bottle from fridge", "trg": "close fridge", "vis_src": "P02_128:28 P02_128:29 P02_128:30", "vis_trg": "P02_128:31", "narrations": [ "throw milk bottle into recycling box", "open fridge", "get milk bottle from fridge", "close fridge" ], "verbs": [ "throw-into", "open", "get-from", "close" ], "verb_classes": [ 13, 3, 0, 4 ], "nouns": [ "bottle:milk", "fridge", "bottle:milk", "fridge" ], "noun_classes": [ 15, 12, 15, 12 ], "start_stop_timestamps": [ [ "00:00:59.67", "00:01:00.64" ], [ "00:01:03.95", "00:01:04.85" ], [ "00:01:06.37", "00:01:07.77" ], [ "00:01:07.71", "00:01:08.60" ] ], "start_stop_frames": [ [ 2983, 3032 ], [ 3197, 3242 ], [ 3318, 3388 ], [ 3385, 3429 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P22_111+434_435_436_437", "video_id": "P22_111", "narration_ids": [ "P22_111_434", "P22_111_435", "P22_111_436", "P22_111_437" ], "src": "open washing up liquid . turn_on tap . close washing up liquid", "src1": "open washing up liquid", "src2": "turn_on tap", "src3": "close washing up liquid", "trg": "shake washing up liquid", "vis_src": "P22_111:434 P22_111:435 P22_111:436", "vis_trg": "P22_111:437", "narrations": [ "open washing up liquid", "turn on tap", "close washing up liquid", "shake washing up liquid" ], "verbs": [ "open", "turn-on", "close", "shake" ], "verb_classes": [ 3, 6, 4, 15 ], "nouns": [ "liquid:washing:up", "tap", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 22, 0, 22, 22 ], "start_stop_timestamps": [ [ "00:16:18.13", "00:16:20.76" ], [ "00:16:21.39", "00:16:22.35" ], [ "00:16:23.05", "00:16:30.36" ], [ "00:16:32.05", "00:16:33.64" ] ], "start_stop_frames": [ [ 48906, 49038 ], [ 49069, 49117 ], [ 49152, 49518 ], [ 49602, 49682 ] ], "trgnoun": "up_washing_liquid", "trgverb": "shake" }, { "key": "P02_123+44_45_46_47", "video_id": "P02_123", "narration_ids": [ "P02_123_44", "P02_123_45", "P02_123_46", "P02_123_47" ], "src": "open cupboard . pick_up water_bottle . pick_up squeezer", "src1": "open cupboard", "src2": "pick_up water_bottle", "src3": "pick_up squeezer", "trg": "return water_bottle to cupboard", "vis_src": "P02_123:44 P02_123:45 P02_123:46", "vis_trg": "P02_123:47", "narrations": [ "open cupboard", "pick up water bottle", "pick up squeezer", "return water bottle to cupboard" ], "verbs": [ "open", "pick-up", "pick-up", "return-to" ], "verb_classes": [ 3, 0, 0, 11 ], "nouns": [ "cupboard", "bottle:water", "squeezer", "bottle:water" ], "noun_classes": [ 3, 15, 106, 15 ], "start_stop_timestamps": [ [ "00:01:32.20", "00:01:34.19" ], [ "00:01:34.18", "00:01:35.28" ], [ "00:01:35.25", "00:01:37.40" ], [ "00:01:37.48", "00:01:38.09" ] ], "start_stop_frames": [ [ 4610, 4709 ], [ 4709, 4764 ], [ 4762, 4870 ], [ 4873, 4904 ] ], "trgnoun": "water_bottle", "trgverb": "return_to" }, { "key": "P22_104+162_163_164_165", "video_id": "P22_104", "narration_ids": [ "P22_104_162", "P22_104_163", "P22_104_164", "P22_104_165" ], "src": "close drawer . open fridge . put_down olives", "src1": "close drawer", "src2": "open fridge", "src3": "put_down olives", "trg": "close fridge", "vis_src": "P22_104:162 P22_104:163 P22_104:164", "vis_trg": "P22_104:165", "narrations": [ "close drawer", "open fridge", "put down olives", "close fridge" ], "verbs": [ "close", "open", "put-down", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "drawer", "fridge", "olive", "fridge" ], "noun_classes": [ 8, 12, 83, 12 ], "start_stop_timestamps": [ [ "00:08:30.52", "00:08:31.35" ], [ "00:08:44.45", "00:08:47.07" ], [ "00:08:47.42", "00:08:48.51" ], [ "00:08:48.97", "00:08:49.97" ] ], "start_stop_frames": [ [ 25526, 25567 ], [ 26222, 26353 ], [ 26370, 26425 ], [ 26448, 26498 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P01_01+244_245_246_247", "video_id": "P01_01", "narration_ids": [ "P01_01_244", "P01_01_245", "P01_01_246", "P01_01_247" ], "src": "stir vegetables . stir rice . put_down spatula", "src1": "stir vegetables", "src2": "stir rice", "src3": "put_down spatula", "trg": "waiting for rice to be cooked", "vis_src": "P01_01:244 P01_01:245 P01_01:246", "vis_trg": "P01_01:247", "narrations": [ "stir vegetables", "stir rice", "put down spatula", "waiting for rice to be cooked" ], "verbs": [ "stir", "stir", "put-down", "wait-for" ], "verb_classes": [ 10, 10, 1, 72 ], "nouns": [ "vegetable", "rice", "spatula", "rice" ], "noun_classes": [ 94, 55, 20, 55 ], "start_stop_timestamps": [ [ "00:19:23.09", "00:19:31.98" ], [ "00:19:32.15", "00:19:38.40" ], [ "00:19:38.58", "00:19:40.53" ], [ "00:19:43.09", "00:20:11.97" ] ], "start_stop_frames": [ [ 69785, 70318 ], [ 70329, 70704 ], [ 70714, 70831 ], [ 70985, 72718 ] ], "trgnoun": "rice", "trgverb": "wait_for" }, { "key": "P01_01+250_251_252_253", "video_id": "P01_01", "narration_ids": [ "P01_01_250", "P01_01_251", "P01_01_252", "P01_01_253" ], "src": "stir vegetables and tofu . take spoon . scoop rice", "src1": "stir vegetables and tofu", "src2": "take spoon", "src3": "scoop rice", "trg": "taste rice", "vis_src": "P01_01:250 P01_01:251 P01_01:252", "vis_trg": "P01_01:253", "narrations": [ "stir vegetables and tofu", "take spoon", "scoop rice", "taste rice" ], "verbs": [ "stir", "take", "scoop", "taste" ], "verb_classes": [ 10, 0, 16, 35 ], "nouns": [ "vegetable", "spoon", "rice", "rice" ], "noun_classes": [ 94, 1, 55, 55 ], "start_stop_timestamps": [ [ "00:20:15.33", "00:20:25.72" ], [ "00:20:25.60", "00:20:26.60" ], [ "00:20:27.73", "00:20:30.68" ], [ "00:20:31.57", "00:20:36.04" ] ], "start_stop_frames": [ [ 72919, 73543 ], [ 73536, 73596 ], [ 73663, 73840 ], [ 73894, 74162 ] ], "trgnoun": "rice", "trgverb": "taste" }, { "key": "P06_103+21_22_23_24", "video_id": "P06_103", "narration_ids": [ "P06_103_21", "P06_103_22", "P06_103_23", "P06_103_24" ], "src": "take lid off pan . pick_up sweet_potato with fork . cut sweet_potato", "src1": "take lid off pan", "src2": "pick_up sweet_potato with fork", "src3": "cut sweet_potato", "trg": "put sweet_potato in pan", "vis_src": "P06_103:21 P06_103:22 P06_103:23", "vis_trg": "P06_103:24", "narrations": [ "take lid off pan", "pick up sweet potato with fork", "cut sweet potato", "put sweet potato in pan" ], "verbs": [ "take-off", "pick-up", "cut", "put-in" ], "verb_classes": [ 12, 0, 7, 5 ], "nouns": [ "lid", "potato:sweet", "potato:sweet", "potato:sweet" ], "noun_classes": [ 6, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:01:58.61", "00:02:00.05" ], [ "00:02:09.27", "00:02:10.23" ], [ "00:02:11.62", "00:02:13.35" ], [ "00:02:14.90", "00:02:16.18" ] ], "start_stop_frames": [ [ 5930, 6002 ], [ 6463, 6511 ], [ 6581, 6667 ], [ 6745, 6809 ] ], "trgnoun": "sweet_potato", "trgverb": "put_in" }, { "key": "P01_01+141_142_143_144", "video_id": "P01_01", "narration_ids": [ "P01_01_141", "P01_01_142", "P01_01_143", "P01_01_144" ], "src": "stir vegetables . open cupboard . take saucepan", "src1": "stir vegetables", "src2": "open cupboard", "src3": "take saucepan", "trg": "put_down saucepan", "vis_src": "P01_01:141 P01_01:142 P01_01:143", "vis_trg": "P01_01:144", "narrations": [ "stir vegetables", "open cupboard", "take saucepan", "put down saucepan" ], "verbs": [ "stir", "open", "take", "put-down" ], "verb_classes": [ 10, 3, 0, 1 ], "nouns": [ "vegetable", "cupboard", "saucepan", "saucepan" ], "noun_classes": [ 94, 3, 5, 5 ], "start_stop_timestamps": [ [ "00:10:55.73", "00:11:00.95" ], [ "00:11:02.55", "00:11:03.55" ], [ "00:11:03.55", "00:11:05.30" ], [ "00:11:07.31", "00:11:14.16" ] ], "start_stop_frames": [ [ 39343, 39657 ], [ 39753, 39813 ], [ 39813, 39918 ], [ 40038, 40449 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P06_103+31_32_33_34", "video_id": "P06_103", "narration_ids": [ "P06_103_31", "P06_103_32", "P06_103_33", "P06_103_34" ], "src": "take_off oven_gloves . pick_up fork . pick_up sweet_potato with fork", "src1": "take_off oven_gloves", "src2": "pick_up fork", "src3": "pick_up sweet_potato with fork", "trg": "eat sweet_potato", "vis_src": "P06_103:31 P06_103:32 P06_103:33", "vis_trg": "P06_103:34", "narrations": [ "take off oven gloves", "pick up fork", "pick up sweet potato with fork", "eat sweet potato" ], "verbs": [ "take-off", "pick-up", "pick-up", "eat" ], "verb_classes": [ 12, 0, 0, 35 ], "nouns": [ "glove:oven", "fork", "potato:sweet", "potato:sweet" ], "noun_classes": [ 60, 14, 30, 30 ], "start_stop_timestamps": [ [ "00:02:27.55", "00:02:32.07" ], [ "00:02:32.28", "00:02:32.84" ], [ "00:02:33.14", "00:02:35.15" ], [ "00:02:34.77", "00:02:40.68" ] ], "start_stop_frames": [ [ 7377, 7603 ], [ 7614, 7642 ], [ 7656, 7757 ], [ 7738, 8034 ] ], "trgnoun": "sweet_potato", "trgverb": "eat" }, { "key": "P11_104+127_128_129_130", "video_id": "P11_104", "narration_ids": [ "P11_104_127", "P11_104_128", "P11_104_129", "P11_104_130" ], "src": "drop brush . pick_up pan . pick_up brush", "src1": "drop brush", "src2": "pick_up pan", "src3": "pick_up brush", "trg": "scrub pan", "vis_src": "P11_104:127 P11_104:128 P11_104:129", "vis_trg": "P11_104:130", "narrations": [ "drop brush", "pick up pan", "pick up brush", "scrub pan" ], "verbs": [ "drop", "pick-up", "pick-up", "scrub" ], "verb_classes": [ 59, 0, 0, 29 ], "nouns": [ "brush", "pan", "brush", "pan" ], "noun_classes": [ 103, 5, 103, 5 ], "start_stop_timestamps": [ [ "00:09:38.91", "00:09:40.11" ], [ "00:09:40.03", "00:09:41.14" ], [ "00:09:41.51", "00:09:42.26" ], [ "00:09:43.06", "00:09:53.81" ] ], "start_stop_frames": [ [ 28945, 29005 ], [ 29001, 29057 ], [ 29075, 29113 ], [ 29152, 29690 ] ], "trgnoun": "pan", "trgverb": "scrub" }, { "key": "P09_03+25_26_27_28", "video_id": "P09_03", "narration_ids": [ "P09_03_25", "P09_03_26", "P09_03_27", "P09_03_28" ], "src": "wash cutting_board . pick_up spatula . wash spatula", "src1": "wash cutting_board", "src2": "pick_up spatula", "src3": "wash spatula", "trg": "rinse spatula", "vis_src": "P09_03:25 P09_03:26 P09_03:27", "vis_trg": "P09_03:28", "narrations": [ "wash cutting board", "pick up spatula", "wash spatula", "rinse spatula" ], "verbs": [ "wash", "pick-up", "wash", "rinse" ], "verb_classes": [ 2, 0, 2, 2 ], "nouns": [ "board:cutting", "spatula", "spatula", "spatula" ], "noun_classes": [ 18, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:01:43.40", "00:01:47.65" ], [ "00:01:49.44", "00:01:50.19" ], [ "00:01:50.35", "00:01:52.60" ], [ "00:01:54.20", "00:01:57.20" ] ], "start_stop_frames": [ [ 6204, 6459 ], [ 6566, 6611 ], [ 6621, 6756 ], [ 6852, 7032 ] ], "trgnoun": "spatula", "trgverb": "rinse" }, { "key": "P01_105+544_545_546_547", "video_id": "P01_105", "narration_ids": [ "P01_105_544", "P01_105_545", "P01_105_546", "P01_105_547" ], "src": "put_down noodles . open cupboard . pick_up saucepans", "src1": "put_down noodles", "src2": "open cupboard", "src3": "pick_up saucepans", "trg": "lift saucepans", "vis_src": "P01_105:544 P01_105:545 P01_105:546", "vis_trg": "P01_105:547", "narrations": [ "put down noodles", "open cupboard", "pick up saucepans", "lift saucepans" ], "verbs": [ "put-down", "open", "pick-up", "lift" ], "verb_classes": [ 1, 3, 0, 33 ], "nouns": [ "noodle", "cupboard", "saucepan", "saucepan" ], "noun_classes": [ 155, 3, 5, 5 ], "start_stop_timestamps": [ [ "00:21:49.44", "00:21:53.17" ], [ "00:21:53.33", "00:21:54.39" ], [ "00:21:54.96", "00:21:56.68" ], [ "00:21:56.09", "00:21:57.61" ] ], "start_stop_frames": [ [ 65472, 65658 ], [ 65666, 65719 ], [ 65748, 65834 ], [ 65804, 65880 ] ], "trgnoun": "saucepan", "trgverb": "lift" }, { "key": "P01_102+6_7_8_9", "video_id": "P01_102", "narration_ids": [ "P01_102_6", "P01_102_7", "P01_102_8", "P01_102_9" ], "src": "close bin . take sponge . wash spatula", "src1": "close bin", "src2": "take sponge", "src3": "wash spatula", "trg": "put_down spatula", "vis_src": "P01_102:6 P01_102:7 P01_102:8", "vis_trg": "P01_102:9", "narrations": [ "close bin", "take sponge", "wash spatula", "put down spatula" ], "verbs": [ "close", "take", "wash", "put-down" ], "verb_classes": [ 4, 0, 2, 1 ], "nouns": [ "bin", "sponge", "spatula", "spatula" ], "noun_classes": [ 36, 9, 20, 20 ], "start_stop_timestamps": [ [ "00:00:15.10", "00:00:15.63" ], [ "00:00:16.19", "00:00:16.67" ], [ "00:00:16.95", "00:00:29.36" ], [ "00:00:29.46", "00:00:30.18" ] ], "start_stop_frames": [ [ 755, 781 ], [ 809, 833 ], [ 847, 1468 ], [ 1473, 1509 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P09_03+24_25_26_27", "video_id": "P09_03", "narration_ids": [ "P09_03_24", "P09_03_25", "P09_03_26", "P09_03_27" ], "src": "take cutting_board . wash cutting_board . pick_up spatula", "src1": "take cutting_board", "src2": "wash cutting_board", "src3": "pick_up spatula", "trg": "wash spatula", "vis_src": "P09_03:24 P09_03:25 P09_03:26", "vis_trg": "P09_03:27", "narrations": [ "take cutting board", "wash cutting board", "pick up spatula", "wash spatula" ], "verbs": [ "take", "wash", "pick-up", "wash" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "board:cutting", "board:cutting", "spatula", "spatula" ], "noun_classes": [ 18, 18, 20, 20 ], "start_stop_timestamps": [ [ "00:01:42.50", "00:01:43.30" ], [ "00:01:43.40", "00:01:47.65" ], [ "00:01:49.44", "00:01:50.19" ], [ "00:01:50.35", "00:01:52.60" ] ], "start_stop_frames": [ [ 6150, 6198 ], [ 6204, 6459 ], [ 6566, 6611 ], [ 6621, 6756 ] ], "trgnoun": "spatula", "trgverb": "wash" }, { "key": "P04_04+145_146_147_148", "video_id": "P04_04", "narration_ids": [ "P04_04_145", "P04_04_146", "P04_04_147", "P04_04_148" ], "src": "move onion . open cupboard . pick_up onion", "src1": "move onion", "src2": "open cupboard", "src3": "pick_up onion", "trg": "halve onion", "vis_src": "P04_04:145 P04_04:146 P04_04:147", "vis_trg": "P04_04:148", "narrations": [ "move onion", "open cupboard", "pick up onion", "halve onion" ], "verbs": [ "move", "open", "pick-up", "halve" ], "verb_classes": [ 11, 3, 0, 7 ], "nouns": [ "onion", "cupboard", "onion", "onion" ], "noun_classes": [ 16, 3, 16, 16 ], "start_stop_timestamps": [ [ "00:13:34.24", "00:13:38.60" ], [ "00:13:39.40", "00:13:41.14" ], [ "00:13:41.06", "00:13:43.67" ], [ "00:13:44.60", "00:13:48.72" ] ], "start_stop_frames": [ [ 48854, 49116 ], [ 49164, 49268 ], [ 49263, 49420 ], [ 49476, 49723 ] ], "trgnoun": "onion", "trgverb": "halve" }, { "key": "P30_05+385_386_387_388", "video_id": "P30_05", "narration_ids": [ "P30_05_385", "P30_05_386", "P30_05_387", "P30_05_388" ], "src": "open cupboard . put tin . take box", "src1": "open cupboard", "src2": "put tin", "src3": "take box", "trg": "put box", "vis_src": "P30_05:385 P30_05:386 P30_05:387", "vis_trg": "P30_05:388", "narrations": [ "open cupboard", "put tin", "take box", "put box" ], "verbs": [ "open", "put", "take", "put" ], "verb_classes": [ 3, 1, 0, 1 ], "nouns": [ "cupboard", "tin", "box", "box" ], "noun_classes": [ 3, 61, 23, 23 ], "start_stop_timestamps": [ [ "00:30:48.28", "00:30:49.53" ], [ "00:30:49.56", "00:30:51.96" ], [ "00:30:58.22", "00:30:59.20" ], [ "00:30:59.54", "00:31:03.16" ] ], "start_stop_frames": [ [ 110896, 110971 ], [ 110973, 111117 ], [ 111493, 111552 ], [ 111572, 111789 ] ], "trgnoun": "box", "trgverb": "put" }, { "key": "P22_113+103_104_105_106", "video_id": "P22_113", "narration_ids": [ "P22_113_103", "P22_113_104", "P22_113_105", "P22_113_106" ], "src": "stir egg . tap spatula . wash spatula", "src1": "stir egg", "src2": "tap spatula", "src3": "wash spatula", "trg": "put_down spatula", "vis_src": "P22_113:103 P22_113:104 P22_113:105", "vis_trg": "P22_113:106", "narrations": [ "stir egg", "tap spatula", "wash spatula", "put down spatula" ], "verbs": [ "stir", "tap", "wash", "put-down" ], "verb_classes": [ 10, 32, 2, 1 ], "nouns": [ "egg", "spatula", "spatula", "spatula" ], "noun_classes": [ 53, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:02:58.17", "00:03:25.30" ], [ "00:03:24.48", "00:03:27.41" ], [ "00:03:27.42", "00:03:31.84" ], [ "00:03:37.01", "00:03:37.63" ] ], "start_stop_frames": [ [ 8908, 10265 ], [ 10224, 10370 ], [ 10371, 10592 ], [ 10850, 10881 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P03_09+14_15_16_17", "video_id": "P03_09", "narration_ids": [ "P03_09_14", "P03_09_15", "P03_09_16", "P03_09_17" ], "src": "put bottle in fridge . grab squash . close fridge", "src1": "put bottle in fridge", "src2": "grab squash", "src3": "close fridge", "trg": "put squash", "vis_src": "P03_09:14 P03_09:15 P03_09:16", "vis_trg": "P03_09:17", "narrations": [ "put bottle in fridge", "grab squash", "close fridge", "put squash" ], "verbs": [ "put-in", "grab", "close", "put" ], "verb_classes": [ 5, 0, 4, 1 ], "nouns": [ "bottle", "squash", "fridge", "squash" ], "noun_classes": [ 15, 116, 12, 116 ], "start_stop_timestamps": [ [ "00:00:26.90", "00:00:28.15" ], [ "00:00:28.39", "00:00:31.96" ], [ "00:00:29.35", "00:00:30.60" ], [ "00:00:31.85", "00:00:32.60" ] ], "start_stop_frames": [ [ 1614, 1689 ], [ 1703, 1917 ], [ 1761, 1836 ], [ 1911, 1956 ] ], "trgnoun": "squash", "trgverb": "put" }, { "key": "P02_105+32_33_34_35", "video_id": "P02_105", "narration_ids": [ "P02_105_32", "P02_105_33", "P02_105_34", "P02_105_35" ], "src": "put_on second_glove . pick_up sponge . open tap", "src1": "put_on second_glove", "src2": "pick_up sponge", "src3": "open tap", "trg": "soak sponge", "vis_src": "P02_105:32 P02_105:33 P02_105:34", "vis_trg": "P02_105:35", "narrations": [ "put on second glove", "pick up sponge", "open tap", "soak sponge" ], "verbs": [ "put-on", "pick-up", "turn-on", "soak" ], "verb_classes": [ 1, 0, 6, 56 ], "nouns": [ "glove:second", "sponge", "tap", "sponge" ], "noun_classes": [ 60, 9, 0, 9 ], "start_stop_timestamps": [ [ "00:00:55.25", "00:00:57.83" ], [ "00:00:58.32", "00:00:58.99" ], [ "00:00:59.09", "00:01:00.07" ], [ "00:01:00.24", "00:01:00.54" ] ], "start_stop_frames": [ [ 2762, 2891 ], [ 2916, 2949 ], [ 2954, 3003 ], [ 3012, 3027 ] ], "trgnoun": "sponge", "trgverb": "soak" }, { "key": "P04_121+51_52_53_54", "video_id": "P04_121", "narration_ids": [ "P04_121_51", "P04_121_52", "P04_121_53", "P04_121_54" ], "src": "cut cheese_curd with spatula . stir cheese_curds with spatula . cut cheese_curds with spatula", "src1": "cut cheese_curd with spatula", "src2": "stir cheese_curds with spatula", "src3": "cut cheese_curds with spatula", "trg": "stir cheese_curds in pan with spatula", "vis_src": "P04_121:51 P04_121:52 P04_121:53", "vis_trg": "P04_121:54", "narrations": [ "cut cheese curd with spatula", "stir cheese curds with spatula", "cut cheese curds with spatula", "stir cheese curds in pan with spatula" ], "verbs": [ "cut-with", "stir-with", "cut-with", "stir-in" ], "verb_classes": [ 7, 10, 7, 10 ], "nouns": [ "curd:cheese", "curd:cheese", "curd:cheese", "curd:cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:03:48.80", "00:03:50.45" ], [ "00:03:51.20", "00:03:52.26" ], [ "00:03:52.37", "00:03:54.73" ], [ "00:03:53.50", "00:04:14.82" ] ], "start_stop_frames": [ [ 11440, 11522 ], [ 11560, 11613 ], [ 11618, 11736 ], [ 11675, 12741 ] ], "trgnoun": "cheese_curd", "trgverb": "stir_in" }, { "key": "P25_05+100_101_102_103", "video_id": "P25_05", "narration_ids": [ "P25_05_100", "P25_05_101", "P25_05_102", "P25_05_103" ], "src": "put_down sausage . put_down fork and knife . pick_up salad", "src1": "put_down sausage", "src2": "put_down fork and knife", "src3": "pick_up salad", "trg": "put_down salad", "vis_src": "P25_05:100 P25_05:101 P25_05:102", "vis_trg": "P25_05:103", "narrations": [ "put down sausage", "put down fork and knife", "pick up salad", "put down salad" ], "verbs": [ "put-down", "put-down", "pick-up", "put-down" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "sausage", "fork", "salad", "salad" ], "noun_classes": [ 86, 14, 68, 68 ], "start_stop_timestamps": [ [ "00:16:08.76", "00:16:10.54" ], [ "00:16:28.07", "00:16:30.77" ], [ "00:16:30.72", "00:16:32.23" ], [ "00:16:32.90", "00:16:34.54" ] ], "start_stop_frames": [ [ 58125, 58232 ], [ 59284, 59446 ], [ 59443, 59533 ], [ 59574, 59672 ] ], "trgnoun": "salad", "trgverb": "put_down" }, { "key": "P30_108+126_127_128_129", "video_id": "P30_108", "narration_ids": [ "P30_108_126", "P30_108_127", "P30_108_128", "P30_108_129" ], "src": "empty water from pan into sink . pick_up sponge . scrub pan", "src1": "empty water from pan into sink", "src2": "pick_up sponge", "src3": "scrub pan", "trg": "dip sponge into water", "vis_src": "P30_108:126 P30_108:127 P30_108:128", "vis_trg": "P30_108:129", "narrations": [ "empty water from pan into sink", "pick up sponge", "scrub pan", "dip sponge into water" ], "verbs": [ "empty", "pick-up", "scrub", "dip" ], "verb_classes": [ 20, 0, 29, 66 ], "nouns": [ "water", "sponge", "pan", "sponge" ], "noun_classes": [ 27, 9, 5, 9 ], "start_stop_timestamps": [ [ "00:05:26.09", "00:05:27.06" ], [ "00:05:28.04", "00:05:28.82" ], [ "00:05:28.81", "00:05:29.98" ], [ "00:05:48.00", "00:05:50.47" ] ], "start_stop_frames": [ [ 16304, 16353 ], [ 16402, 16441 ], [ 16440, 16499 ], [ 17400, 17523 ] ], "trgnoun": "sponge", "trgverb": "dip" }, { "key": "P02_116+23_24_25_26", "video_id": "P02_116", "narration_ids": [ "P02_116_23", "P02_116_24", "P02_116_25", "P02_116_26" ], "src": "put_down tupperware . wear gloves . pick_up tray", "src1": "put_down tupperware", "src2": "wear gloves", "src3": "pick_up tray", "trg": "put tray in sink", "vis_src": "P02_116:23 P02_116:24 P02_116:25", "vis_trg": "P02_116:26", "narrations": [ "put down tupperware", "wear gloves", "pick up tray", "put tray in sink" ], "verbs": [ "put-down", "wear", "pick-up", "put-in" ], "verb_classes": [ 1, 68, 0, 5 ], "nouns": [ "tupperware", "glove", "tray", "tray" ], "noun_classes": [ 23, 60, 35, 35 ], "start_stop_timestamps": [ [ "00:00:52.91", "00:00:54.43" ], [ "00:00:56.16", "00:00:58.31" ], [ "00:00:58.30", "00:00:59.35" ], [ "00:00:59.42", "00:01:00.75" ] ], "start_stop_frames": [ [ 2645, 2721 ], [ 2808, 2915 ], [ 2915, 2967 ], [ 2971, 3037 ] ], "trgnoun": "tray", "trgverb": "put_in" }, { "key": "P02_09+418_419_420_421", "video_id": "P02_09", "narration_ids": [ "P02_09_418", "P02_09_419", "P02_09_420", "P02_09_421" ], "src": "lower heat . pick_up plates . open cupboard", "src1": "lower heat", "src2": "pick_up plates", "src3": "open cupboard", "trg": "return plates", "vis_src": "P02_09:418 P02_09:419 P02_09:420", "vis_trg": "P02_09:421", "narrations": [ "lower heat", "pick up plates", "open cupboard", "return plates" ], "verbs": [ "lower", "pick-up", "open", "return" ], "verb_classes": [ 73, 0, 3, 1 ], "nouns": [ "heat", "plate", "cupboard", "plate" ], "noun_classes": [ 65, 2, 3, 2 ], "start_stop_timestamps": [ [ "00:28:50.36", "00:28:51.86" ], [ "00:28:53.71", "00:28:57.16" ], [ "00:28:57.26", "00:28:58.26" ], [ "00:28:58.49", "00:28:59.09" ] ], "start_stop_frames": [ [ 103821, 103911 ], [ 104022, 104229 ], [ 104235, 104295 ], [ 104309, 104345 ] ], "trgnoun": "plate", "trgverb": "return" }, { "key": "P02_129+433_434_435_436", "video_id": "P02_129", "narration_ids": [ "P02_129_433", "P02_129_434", "P02_129_435", "P02_129_436" ], "src": "try to lock food processor cover . check cover . lock food_processors cover", "src1": "try to lock food processor cover", "src2": "check cover", "src3": "lock food_processors cover", "trg": "turn_on food_processor", "vis_src": "P02_129:433 P02_129:434 P02_129:435", "vis_trg": "P02_129:436", "narrations": [ "try to lock food processor cover", "check cover", "lock food processors cover", "turn on food processor" ], "verbs": [ "lock", "check", "lock", "turn-on" ], "verb_classes": [ 86, 24, 86, 6 ], "nouns": [ "cover:food:processor", "cover", "processor:food", "processor:food" ], "noun_classes": [ 89, 89, 147, 147 ], "start_stop_timestamps": [ [ "00:15:39.54", "00:15:42.65" ], [ "00:15:43.51", "00:15:46.72" ], [ "00:15:54.91", "00:16:00.33" ], [ "00:16:00.74", "00:16:01.41" ] ], "start_stop_frames": [ [ 46977, 47132 ], [ 47175, 47336 ], [ 47745, 48016 ], [ 48037, 48070 ] ], "trgnoun": "food_processor", "trgverb": "turn_on" }, { "key": "P13_08+0_1_2_4", "video_id": "P13_08", "narration_ids": [ "P13_08_0", "P13_08_1", "P13_08_2", "P13_08_4" ], "src": "take detergent . pour detergent in pan . clean pan", "src1": "take detergent", "src2": "pour detergent in pan", "src3": "clean pan", "trg": "put dish on table", "vis_src": "P13_08:0 P13_08:1 P13_08:2", "vis_trg": "P13_08:4", "narrations": [ "take detergent", "pour detergent in pan", "clean pan", "put dish on table" ], "verbs": [ "take", "pour", "clean", "put-on" ], "verb_classes": [ 0, 9, 2, 1 ], "nouns": [ "detergent", "detergent", "pan", "dish" ], "noun_classes": [ 22, 22, 5, 2 ], "start_stop_timestamps": [ [ "00:00:05.42", "00:00:07.78" ], [ "00:00:08.24", "00:00:10.83" ], [ "00:00:17.76", "00:00:30.63" ], [ "00:00:54.62", "00:00:55.45" ] ], "start_stop_frames": [ [ 325, 466 ], [ 494, 649 ], [ 1065, 1837 ], [ 3277, 3327 ] ], "trgnoun": "dish", "trgverb": "put_on" }, { "key": "P04_06+39_41_42_43", "video_id": "P04_06", "narration_ids": [ "P04_06_39", "P04_06_41", "P04_06_42", "P04_06_43" ], "src": "pick_up bread . squeeze dough . pick_up box", "src1": "pick_up bread", "src2": "squeeze dough", "src3": "pick_up box", "trg": "open box", "vis_src": "P04_06:39 P04_06:41 P04_06:42", "vis_trg": "P04_06:43", "narrations": [ "pick up", "squeeze dough", "pick up box", "open box" ], "verbs": [ "pick-up", "squeeze", "pick-up", "open" ], "verb_classes": [ 0, 18, 0, 3 ], "nouns": [ "bread", "dough", "box", "box" ], "noun_classes": [ 33, 25, 23, 23 ], "start_stop_timestamps": [ [ "00:03:52.57", "00:03:55.41" ], [ "00:03:57.09", "00:04:02.23" ], [ "00:04:05.63", "00:04:08.79" ], [ "00:04:09.72", "00:04:10.72" ] ], "start_stop_frames": [ [ 13954, 14124 ], [ 14225, 14533 ], [ 14737, 14927 ], [ 14983, 15043 ] ], "trgnoun": "box", "trgverb": "open" }, { "key": "P27_105+152_154_155_156", "video_id": "P27_105", "narration_ids": [ "P27_105_152", "P27_105_154", "P27_105_155", "P27_105_156" ], "src": "pick_up bread . open packaging . put_down bread_slices", "src1": "pick_up bread", "src2": "open packaging", "src3": "put_down bread_slices", "trg": "put_down bread", "vis_src": "P27_105:152 P27_105:154 P27_105:155", "vis_trg": "P27_105:156", "narrations": [ "pick up bread", "open packaging", "put down bread slices", "put down bread" ], "verbs": [ "pick-up", "open", "put-down", "put-down" ], "verb_classes": [ 0, 3, 1, 1 ], "nouns": [ "bread", "packaging", "slice:bread", "bread" ], "noun_classes": [ 33, 26, 33, 33 ], "start_stop_timestamps": [ [ "00:09:11.62", "00:09:12.64" ], [ "00:09:17.76", "00:09:22.99" ], [ "00:09:24.32", "00:09:25.78" ], [ "00:09:28.22", "00:09:29.25" ] ], "start_stop_frames": [ [ 27581, 27632 ], [ 27888, 28149 ], [ 28216, 28289 ], [ 28411, 28462 ] ], "trgnoun": "bread", "trgverb": "put_down" }, { "key": "P26_10+15_16_17_18", "video_id": "P26_10", "narration_ids": [ "P26_10_15", "P26_10_16", "P26_10_17", "P26_10_18" ], "src": "put oil . close counter . pick_up bread", "src1": "put oil", "src2": "close counter", "src3": "pick_up bread", "trg": "put bread", "vis_src": "P26_10:15 P26_10:16 P26_10:17", "vis_trg": "P26_10:18", "narrations": [ "put oil", "close counter", "pick up bread", "put bread" ], "verbs": [ "put", "close", "pick-up", "put" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "oil", "counter", "bread", "bread" ], "noun_classes": [ 31, 42, 33, 33 ], "start_stop_timestamps": [ [ "00:01:18.83", "00:01:20.95" ], [ "00:01:20.30", "00:01:21.74" ], [ "00:01:21.84", "00:01:22.79" ], [ "00:01:22.85", "00:01:24.10" ] ], "start_stop_frames": [ [ 4729, 4857 ], [ 4818, 4904 ], [ 4910, 4967 ], [ 4971, 5046 ] ], "trgnoun": "bread", "trgverb": "put" }, { "key": "P22_113+319_320_321_322", "video_id": "P22_113", "narration_ids": [ "P22_113_319", "P22_113_320", "P22_113_321", "P22_113_322" ], "src": "pick_up bread . put_down bread . pick_up tea_towel", "src1": "pick_up bread", "src2": "put_down bread", "src3": "pick_up tea_towel", "trg": "put_down tea_towel", "vis_src": "P22_113:319 P22_113:320 P22_113:321", "vis_trg": "P22_113:322", "narrations": [ "pick up bread", "put down bread", "pick up tea towel", "put down tea towel" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "bread", "bread", "towel:tea", "towel:tea" ], "noun_classes": [ 33, 33, 52, 52 ], "start_stop_timestamps": [ [ "00:11:04.41", "00:11:05.21" ], [ "00:11:05.31", "00:11:06.31" ], [ "00:11:06.54", "00:11:07.87" ], [ "00:11:08.24", "00:11:10.38" ] ], "start_stop_frames": [ [ 33220, 33260 ], [ 33265, 33315 ], [ 33327, 33393 ], [ 33412, 33519 ] ], "trgnoun": "tea_towel", "trgverb": "put_down" }, { "key": "P01_106+15_16_17_18", "video_id": "P01_106", "narration_ids": [ "P01_106_15", "P01_106_16", "P01_106_17", "P01_106_18" ], "src": "put_down container . pick_up container . open cupboard", "src1": "put_down container", "src2": "pick_up container", "src3": "open cupboard", "trg": "put container into cupboard", "vis_src": "P01_106:15 P01_106:16 P01_106:17", "vis_trg": "P01_106:18", "narrations": [ "put down container", "pick up container", "open cupboard", "put container into cupboard" ], "verbs": [ "put-down", "pick-up", "open", "put-into" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "container", "container", "cupboard", "container" ], "noun_classes": [ 21, 21, 3, 21 ], "start_stop_timestamps": [ [ "00:00:27.97", "00:00:30.98" ], [ "00:00:31.27", "00:00:35.19" ], [ "00:00:35.04", "00:00:36.19" ], [ "00:00:35.72", "00:00:37.28" ] ], "start_stop_frames": [ [ 1398, 1549 ], [ 1563, 1759 ], [ 1752, 1809 ], [ 1786, 1864 ] ], "trgnoun": "container", "trgverb": "put_into" }, { "key": "P07_09+28_29_30_31", "video_id": "P07_09", "narration_ids": [ "P07_09_28", "P07_09_29", "P07_09_30", "P07_09_31" ], "src": "flip tortilla . open fridge . open bottle", "src1": "flip tortilla", "src2": "open fridge", "src3": "open bottle", "trg": "shake bottle", "vis_src": "P07_09:28 P07_09:29 P07_09:30", "vis_trg": "P07_09:31", "narrations": [ "flip tortilla", "open fridge", "open bottle", "shake bottle" ], "verbs": [ "flip", "open", "open", "shake" ], "verb_classes": [ 22, 3, 3, 15 ], "nouns": [ "tortilla", "fridge", "bottle", "bottle" ], "noun_classes": [ 107, 12, 15, 15 ], "start_stop_timestamps": [ [ "00:03:35.56", "00:03:41.62" ], [ "00:03:46.04", "00:03:47.54" ], [ "00:04:08.77", "00:04:09.83" ], [ "00:04:10.34", "00:04:13.87" ] ], "start_stop_frames": [ [ 12933, 13297 ], [ 13562, 13652 ], [ 14926, 14989 ], [ 15020, 15232 ] ], "trgnoun": "bottle", "trgverb": "shake" }, { "key": "P03_02+54_55_56_57", "video_id": "P03_02", "narration_ids": [ "P03_02_54", "P03_02_55", "P03_02_56", "P03_02_57" ], "src": "shake bottle . open bottle . pour_out water", "src1": "shake bottle", "src2": "open bottle", "src3": "pour_out water", "trg": "place bottle", "vis_src": "P03_02:54 P03_02:55 P03_02:56", "vis_trg": "P03_02:57", "narrations": [ "shake bottle", "open bottle", "pour out water", "place bottle" ], "verbs": [ "shake", "open", "pour-out", "place" ], "verb_classes": [ 15, 3, 9, 1 ], "nouns": [ "bottle", "bottle", "water", "bottle" ], "noun_classes": [ 15, 15, 27, 15 ], "start_stop_timestamps": [ [ "00:01:38.09", "00:01:40.63" ], [ "00:01:42.69", "00:01:43.73" ], [ "00:01:43.79", "00:01:44.54" ], [ "00:01:44.80", "00:01:45.65" ] ], "start_stop_frames": [ [ 5885, 6037 ], [ 6161, 6223 ], [ 6227, 6272 ], [ 6288, 6339 ] ], "trgnoun": "bottle", "trgverb": "place" }, { "key": "P22_05+247_248_249_250", "video_id": "P22_05", "narration_ids": [ "P22_05_247", "P22_05_248", "P22_05_249", "P22_05_250" ], "src": "remove peelings . put_down slice . pick_up peach", "src1": "remove peelings", "src2": "put_down slice", "src3": "pick_up peach", "trg": "cut peach", "vis_src": "P22_05:247 P22_05:248 P22_05:249", "vis_trg": "P22_05:250", "narrations": [ "remove peelings", "put down slice", "pick up peach", "cut peach" ], "verbs": [ "remove", "put-down", "pick-up", "cut" ], "verb_classes": [ 12, 1, 0, 7 ], "nouns": [ "peeling", "peeling", "peach", "peach" ], "noun_classes": [ 48, 48, 74, 74 ], "start_stop_timestamps": [ [ "00:11:22.00", "00:11:24.44" ], [ "00:11:22.94", "00:11:24.41" ], [ "00:11:24.51", "00:11:25.73" ], [ "00:11:25.77", "00:11:27.99" ] ], "start_stop_frames": [ [ 40920, 41066 ], [ 40976, 41064 ], [ 41070, 41143 ], [ 41146, 41279 ] ], "trgnoun": "peach", "trgverb": "cut" }, { "key": "P26_124+158_159_160_161", "video_id": "P26_124", "narration_ids": [ "P26_124_158", "P26_124_159", "P26_124_160", "P26_124_161" ], "src": "pick_up plate . open rubbish_bag . throw food", "src1": "pick_up plate", "src2": "open rubbish_bag", "src3": "throw food", "trg": "throw plate", "vis_src": "P26_124:158 P26_124:159 P26_124:160", "vis_trg": "P26_124:161", "narrations": [ "pick up plate", "open rubbish bag", "throw food", "throw plate" ], "verbs": [ "pick-up", "open", "throw", "throw" ], "verb_classes": [ 0, 3, 13, 13 ], "nouns": [ "plate", "bag:rubbish", "food", "plate" ], "noun_classes": [ 2, 19, 34, 2 ], "start_stop_timestamps": [ [ "00:09:29.84", "00:09:30.95" ], [ "00:09:31.55", "00:09:32.70" ], [ "00:09:33.28", "00:09:36.34" ], [ "00:09:37.50", "00:09:38.75" ] ], "start_stop_frames": [ [ 28492, 28547 ], [ 28577, 28635 ], [ 28664, 28817 ], [ 28875, 28937 ] ], "trgnoun": "plate", "trgverb": "throw" }, { "key": "P03_02+62_63_64_65", "video_id": "P03_02", "narration_ids": [ "P03_02_62", "P03_02_63", "P03_02_64", "P03_02_65" ], "src": "shake bottle . pour_out water . shake bottle", "src1": "shake bottle", "src2": "pour_out water", "src3": "shake bottle", "trg": "open bottle", "vis_src": "P03_02:62 P03_02:63 P03_02:64", "vis_trg": "P03_02:65", "narrations": [ "shake bottle", "pour out water", "shake", "open bottle" ], "verbs": [ "shake", "pour-out", "shake", "open" ], "verb_classes": [ 15, 9, 15, 3 ], "nouns": [ "bottle", "water", "bottle", "bottle" ], "noun_classes": [ 15, 27, 15, 15 ], "start_stop_timestamps": [ [ "00:01:52.40", "00:01:54.87" ], [ "00:01:55.66", "00:01:56.96" ], [ "00:01:57.84", "00:01:58.68" ], [ "00:01:58.95", "00:01:59.97" ] ], "start_stop_frames": [ [ 6744, 6892 ], [ 6939, 7017 ], [ 7070, 7120 ], [ 7137, 7198 ] ], "trgnoun": "bottle", "trgverb": "open" }, { "key": "P03_02+63_64_65_66", "video_id": "P03_02", "narration_ids": [ "P03_02_63", "P03_02_64", "P03_02_65", "P03_02_66" ], "src": "pour_out water . shake bottle . open bottle", "src1": "pour_out water", "src2": "shake bottle", "src3": "open bottle", "trg": "pour_out bottle", "vis_src": "P03_02:63 P03_02:64 P03_02:65", "vis_trg": "P03_02:66", "narrations": [ "pour out water", "shake", "open bottle", "pour out bottle" ], "verbs": [ "pour-out", "shake", "open", "pour-out" ], "verb_classes": [ 9, 15, 3, 9 ], "nouns": [ "water", "bottle", "bottle", "bottle" ], "noun_classes": [ 27, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:01:55.66", "00:01:56.96" ], [ "00:01:57.84", "00:01:58.68" ], [ "00:01:58.95", "00:01:59.97" ], [ "00:02:00.05", "00:02:01.38" ] ], "start_stop_frames": [ [ 6939, 7017 ], [ 7070, 7120 ], [ 7137, 7198 ], [ 7203, 7282 ] ], "trgnoun": "bottle", "trgverb": "pour_out" }, { "key": "P03_19+77_78_79_80", "video_id": "P03_19", "narration_ids": [ "P03_19_77", "P03_19_78", "P03_19_79", "P03_19_80" ], "src": "turn_down hob . shake bottle . open bottle", "src1": "turn_down hob", "src2": "shake bottle", "src3": "open bottle", "trg": "pour_out bottle", "vis_src": "P03_19:77 P03_19:78 P03_19:79", "vis_trg": "P03_19:80", "narrations": [ "turn down hob", "shake bottle", "open bottle", "pour out bottle" ], "verbs": [ "turn-down", "shake", "open", "pour-out" ], "verb_classes": [ 65, 15, 3, 9 ], "nouns": [ "hob", "bottle", "bottle", "bottle" ], "noun_classes": [ 24, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:04:02.94", "00:04:03.94" ], [ "00:04:04.25", "00:04:06.84" ], [ "00:04:06.48", "00:04:08.07" ], [ "00:04:07.88", "00:04:09.55" ] ], "start_stop_frames": [ [ 14576, 14636 ], [ 14655, 14810 ], [ 14788, 14884 ], [ 14872, 14973 ] ], "trgnoun": "bottle", "trgverb": "pour_out" }, { "key": "P22_103+303_304_305_306", "video_id": "P22_103", "narration_ids": [ "P22_103_303", "P22_103_304", "P22_103_305", "P22_103_306" ], "src": "lather pot . turn_on tap . rinse pot", "src1": "lather pot", "src2": "turn_on tap", "src3": "rinse pot", "trg": "put_down pot", "vis_src": "P22_103:303 P22_103:304 P22_103:305", "vis_trg": "P22_103:306", "narrations": [ "lather pot", "turn on tap", "rinse pot", "put down pot" ], "verbs": [ "lather", "turn-on", "rinse", "put-down" ], "verb_classes": [ 2, 6, 2, 1 ], "nouns": [ "pot", "tap", "pot", "pot" ], "noun_classes": [ 29, 0, 29, 29 ], "start_stop_timestamps": [ [ "00:09:55.38", "00:10:06.30" ], [ "00:10:06.40", "00:10:07.15" ], [ "00:10:06.92", "00:10:17.57" ], [ "00:10:17.70", "00:10:18.50" ] ], "start_stop_frames": [ [ 29769, 30314 ], [ 30320, 30357 ], [ 30345, 30878 ], [ 30885, 30925 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P03_02+76_77_78_79", "video_id": "P03_02", "narration_ids": [ "P03_02_76", "P03_02_77", "P03_02_78", "P03_02_79" ], "src": "shake bottle . open bottle . pour bottle", "src1": "shake bottle", "src2": "open bottle", "src3": "pour bottle", "trg": "place bottle", "vis_src": "P03_02:76 P03_02:77 P03_02:78", "vis_trg": "P03_02:79", "narrations": [ "shake bottle", "open bottle", "pour bottle", "place bottle" ], "verbs": [ "shake", "open", "pour", "place" ], "verb_classes": [ 15, 3, 9, 1 ], "nouns": [ "bottle", "bottle", "bottle", "bottle" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:02:32.24", "00:02:34.20" ], [ "00:02:34.43", "00:02:35.19" ], [ "00:02:34.92", "00:02:37.40" ], [ "00:02:38.55", "00:02:39.17" ] ], "start_stop_frames": [ [ 9134, 9252 ], [ 9265, 9311 ], [ 9295, 9444 ], [ 9513, 9550 ] ], "trgnoun": "bottle", "trgverb": "place" }, { "key": "P26_124+159_160_161_162", "video_id": "P26_124", "narration_ids": [ "P26_124_159", "P26_124_160", "P26_124_161", "P26_124_162" ], "src": "open rubbish_bag . throw food . throw plate", "src1": "open rubbish_bag", "src2": "throw food", "src3": "throw plate", "trg": "pick_up plate", "vis_src": "P26_124:159 P26_124:160 P26_124:161", "vis_trg": "P26_124:162", "narrations": [ "open rubbish bag", "throw food", "throw plate", "pick up plate" ], "verbs": [ "open", "throw", "throw", "pick-up" ], "verb_classes": [ 3, 13, 13, 0 ], "nouns": [ "bag:rubbish", "food", "plate", "plate" ], "noun_classes": [ 19, 34, 2, 2 ], "start_stop_timestamps": [ [ "00:09:31.55", "00:09:32.70" ], [ "00:09:33.28", "00:09:36.34" ], [ "00:09:37.50", "00:09:38.75" ], [ "00:09:39.64", "00:09:40.95" ] ], "start_stop_frames": [ [ 28577, 28635 ], [ 28664, 28817 ], [ 28875, 28937 ], [ 28982, 29047 ] ], "trgnoun": "plate", "trgverb": "pick_up" }, { "key": "P22_13+73_74_75_76", "video_id": "P22_13", "narration_ids": [ "P22_13_73", "P22_13_74", "P22_13_75", "P22_13_76" ], "src": "put_down carafe . pick_up filter . rinse filter", "src1": "put_down carafe", "src2": "pick_up filter", "src3": "rinse filter", "trg": "put_down filter", "vis_src": "P22_13:73 P22_13:74 P22_13:75", "vis_trg": "P22_13:76", "narrations": [ "put down carafe", "pick up filter", "rinse filter", "put down filter" ], "verbs": [ "put-down", "pick-up", "rinse", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "carafe", "filter", "filter", "filter" ], "noun_classes": [ 66, 77, 77, 77 ], "start_stop_timestamps": [ [ "00:02:37.24", "00:02:40.97" ], [ "00:02:41.75", "00:02:43.19" ], [ "00:02:42.55", "00:02:47.39" ], [ "00:02:47.28", "00:02:48.74" ] ], "start_stop_frames": [ [ 9434, 9658 ], [ 9705, 9791 ], [ 9753, 10043 ], [ 10036, 10124 ] ], "trgnoun": "filter", "trgverb": "put_down" }, { "key": "P08_05+207_208_209_210", "video_id": "P08_05", "narration_ids": [ "P08_05_207", "P08_05_208", "P08_05_209", "P08_05_210" ], "src": "place jar . close fridge . open cupboard", "src1": "place jar", "src2": "close fridge", "src3": "open cupboard", "trg": "look_in cupboard", "vis_src": "P08_05:207 P08_05:208 P08_05:209", "vis_trg": "P08_05:210", "narrations": [ "place jar", "close fridge", "open cupboard", "look in cupboard" ], "verbs": [ "place", "close", "open", "look-in" ], "verb_classes": [ 1, 4, 3, 24 ], "nouns": [ "jar", "fridge", "cupboard", "cupboard" ], "noun_classes": [ 40, 12, 3, 3 ], "start_stop_timestamps": [ [ "00:16:51.86", "00:16:53.59" ], [ "00:16:52.94", "00:16:54.64" ], [ "00:16:54.95", "00:16:57.83" ], [ "00:17:00.89", "00:17:08.04" ] ], "start_stop_frames": [ [ 60711, 60815 ], [ 60776, 60878 ], [ 60897, 61069 ], [ 61253, 61682 ] ], "trgnoun": "cupboard", "trgverb": "look_in" }, { "key": "P22_13+72_73_74_75", "video_id": "P22_13", "narration_ids": [ "P22_13_72", "P22_13_73", "P22_13_74", "P22_13_75" ], "src": "empty carafe . put_down carafe . pick_up filter", "src1": "empty carafe", "src2": "put_down carafe", "src3": "pick_up filter", "trg": "rinse filter", "vis_src": "P22_13:72 P22_13:73 P22_13:74", "vis_trg": "P22_13:75", "narrations": [ "empty carafe", "put down carafe", "pick up filter", "rinse filter" ], "verbs": [ "empty", "put-down", "pick-up", "rinse" ], "verb_classes": [ 20, 1, 0, 2 ], "nouns": [ "carafe", "carafe", "filter", "filter" ], "noun_classes": [ 66, 66, 77, 77 ], "start_stop_timestamps": [ [ "00:02:32.60", "00:02:34.10" ], [ "00:02:37.24", "00:02:40.97" ], [ "00:02:41.75", "00:02:43.19" ], [ "00:02:42.55", "00:02:47.39" ] ], "start_stop_frames": [ [ 9156, 9246 ], [ 9434, 9658 ], [ 9705, 9791 ], [ 9753, 10043 ] ], "trgnoun": "filter", "trgverb": "rinse" }, { "key": "P22_05+100_101_102_103", "video_id": "P22_05", "narration_ids": [ "P22_05_100", "P22_05_101", "P22_05_102", "P22_05_103" ], "src": "wash carafe . rinse pitcher . rinse carafe", "src1": "wash carafe", "src2": "rinse pitcher", "src3": "rinse carafe", "trg": "empty carafe", "vis_src": "P22_05:100 P22_05:101 P22_05:102", "vis_trg": "P22_05:103", "narrations": [ "wash carafe", "rinse pitcher", "rinse carafe", "empty carafe" ], "verbs": [ "wash", "rinse", "rinse", "empty" ], "verb_classes": [ 2, 2, 2, 20 ], "nouns": [ "carafe", "pitcher", "carafe", "carafe" ], "noun_classes": [ 66, 66, 66, 66 ], "start_stop_timestamps": [ [ "00:04:08.54", "00:04:17.18" ], [ "00:04:11.72", "00:04:25.72" ], [ "00:04:17.91", "00:04:25.99" ], [ "00:04:25.82", "00:04:27.37" ] ], "start_stop_frames": [ [ 14912, 15430 ], [ 15103, 15943 ], [ 15474, 15959 ], [ 15949, 16042 ] ], "trgnoun": "carafe", "trgverb": "empty" }, { "key": "P22_06+147_148_149_150", "video_id": "P22_06", "narration_ids": [ "P22_06_147", "P22_06_148", "P22_06_149", "P22_06_150" ], "src": "rinse filter . put_down filter . pick_up carafe", "src1": "rinse filter", "src2": "put_down filter", "src3": "pick_up carafe", "trg": "open carafe", "vis_src": "P22_06:147 P22_06:148 P22_06:149", "vis_trg": "P22_06:150", "narrations": [ "rinse filter", "put down filter", "pick up carafe", "open carafe" ], "verbs": [ "rinse", "put-down", "pick-up", "open" ], "verb_classes": [ 2, 1, 0, 3 ], "nouns": [ "filter", "filter", "carafe", "carafe" ], "noun_classes": [ 77, 77, 66, 66 ], "start_stop_timestamps": [ [ "00:05:47.91", "00:05:51.78" ], [ "00:05:54.20", "00:05:54.70" ], [ "00:05:54.90", "00:05:55.80" ], [ "00:05:55.32", "00:05:56.26" ] ], "start_stop_frames": [ [ 20874, 21106 ], [ 21252, 21282 ], [ 21294, 21348 ], [ 21319, 21375 ] ], "trgnoun": "carafe", "trgverb": "open" }, { "key": "P22_07+28_29_30_31", "video_id": "P22_07", "narration_ids": [ "P22_07_28", "P22_07_29", "P22_07_30", "P22_07_31" ], "src": "place forks . close drawer . pick_up carafe", "src1": "place forks", "src2": "close drawer", "src3": "pick_up carafe", "trg": "place carafe", "vis_src": "P22_07:28 P22_07:29 P22_07:30", "vis_trg": "P22_07:31", "narrations": [ "place forks", "close drawer", "pick up carafe", "place carafe" ], "verbs": [ "place", "close", "pick-up", "place" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "fork", "drawer", "carafe", "carafe" ], "noun_classes": [ 14, 8, 66, 66 ], "start_stop_timestamps": [ [ "00:00:49.42", "00:00:50.27" ], [ "00:00:50.15", "00:00:51.21" ], [ "00:00:51.01", "00:00:52.33" ], [ "00:00:52.96", "00:00:56.42" ] ], "start_stop_frames": [ [ 2965, 3016 ], [ 3009, 3072 ], [ 3060, 3139 ], [ 3177, 3385 ] ], "trgnoun": "carafe", "trgverb": "place" }, { "key": "P04_109+98_99_101_102", "video_id": "P04_109", "narration_ids": [ "P04_109_98", "P04_109_99", "P04_109_101", "P04_109_102" ], "src": "wipe carrot off knife into measuring jug . grab carrot . pick_up carrot_piece", "src1": "wipe carrot off knife into measuring jug", "src2": "grab carrot", "src3": "pick_up carrot_piece", "trg": "chuck carrot into measuring jug", "vis_src": "P04_109:98 P04_109:99 P04_109:101", "vis_trg": "P04_109:102", "narrations": [ "wipe carrot off knife into measuring jug", "grab carrot", "pick up carrot piece", "chuck carrot into measuring jug" ], "verbs": [ "wipe-off", "grab", "pick-up", "chuck-into" ], "verb_classes": [ 2, 0, 0, 13 ], "nouns": [ "carrot", "carrot", "piece:carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:04:01.44", "00:04:02.12" ], [ "00:04:02.21", "00:04:03.46" ], [ "00:04:02.45", "00:04:03.59" ], [ "00:04:03.69", "00:04:04.37" ] ], "start_stop_frames": [ [ 12072, 12106 ], [ 12110, 12173 ], [ 12122, 12179 ], [ 12184, 12218 ] ], "trgnoun": "carrot", "trgverb": "chuck_into" }, { "key": "P22_05+96_97_98_99", "video_id": "P22_05", "narration_ids": [ "P22_05_96", "P22_05_97", "P22_05_98", "P22_05_99" ], "src": "rinse filter . put_down down filter . grab pitcher", "src1": "rinse filter", "src2": "put_down down filter", "src3": "grab pitcher", "trg": "rinse pitcher", "vis_src": "P22_05:96 P22_05:97 P22_05:98", "vis_trg": "P22_05:99", "narrations": [ "rinse filter", "put down down filter", "grab pitcher", "rinse pitcher" ], "verbs": [ "rinse", "put-down", "grab", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "filter", "filter", "pitcher", "pitcher" ], "noun_classes": [ 77, 77, 66, 66 ], "start_stop_timestamps": [ [ "00:03:59.65", "00:04:05.38" ], [ "00:04:05.42", "00:04:06.23" ], [ "00:04:05.54", "00:04:06.80" ], [ "00:04:06.87", "00:04:12.69" ] ], "start_stop_frames": [ [ 14379, 14722 ], [ 14725, 14773 ], [ 14732, 14808 ], [ 14812, 15161 ] ], "trgnoun": "pitcher", "trgverb": "rinse" }, { "key": "P27_103+655_656_657_658", "video_id": "P27_103", "narration_ids": [ "P27_103_655", "P27_103_656", "P27_103_657", "P27_103_658" ], "src": "turn_off switch . open cupboard . pick_up toothpick", "src1": "turn_off switch", "src2": "open cupboard", "src3": "pick_up toothpick", "trg": "put_down toothpick", "vis_src": "P27_103:655 P27_103:656 P27_103:657", "vis_trg": "P27_103:658", "narrations": [ "turn off switch", "open cupboard", "pick up toothpick", "put down toothpick" ], "verbs": [ "turn-off", "open", "pick-up", "put-down" ], "verb_classes": [ 8, 3, 0, 1 ], "nouns": [ "switch", "cupboard", "toothpick", "toothpick" ], "noun_classes": [ 92, 3, 228, 228 ], "start_stop_timestamps": [ [ "00:39:58.15", "00:39:59.09" ], [ "00:39:59.49", "00:40:01.00" ], [ "00:40:00.80", "00:40:02.90" ], [ "00:40:06.09", "00:40:06.59" ] ], "start_stop_frames": [ [ 119907, 119954 ], [ 119974, 120050 ], [ 120040, 120145 ], [ 120304, 120329 ] ], "trgnoun": "toothpick", "trgverb": "put_down" }, { "key": "P03_02+64_65_66_67", "video_id": "P03_02", "narration_ids": [ "P03_02_64", "P03_02_65", "P03_02_66", "P03_02_67" ], "src": "shake bottle . open bottle . pour_out bottle", "src1": "shake bottle", "src2": "open bottle", "src3": "pour_out bottle", "trg": "fill_up bottle", "vis_src": "P03_02:64 P03_02:65 P03_02:66", "vis_trg": "P03_02:67", "narrations": [ "shake", "open bottle", "pour out bottle", "fill up bottle" ], "verbs": [ "shake", "open", "pour-out", "fill-up" ], "verb_classes": [ 15, 3, 9, 26 ], "nouns": [ "bottle", "bottle", "bottle", "bottle" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:01:57.84", "00:01:58.68" ], [ "00:01:58.95", "00:01:59.97" ], [ "00:02:00.05", "00:02:01.38" ], [ "00:02:02.16", "00:02:06.28" ] ], "start_stop_frames": [ [ 7070, 7120 ], [ 7137, 7198 ], [ 7203, 7282 ], [ 7329, 7576 ] ], "trgnoun": "bottle", "trgverb": "fill_up" }, { "key": "P04_104+277_278_279_280", "video_id": "P04_104", "narration_ids": [ "P04_104_277", "P04_104_278", "P04_104_279", "P04_104_280" ], "src": "close tablet_holder . close dishwasher . turn_on dishwasher", "src1": "close tablet_holder", "src2": "close dishwasher", "src3": "turn_on dishwasher", "trg": "press go on dishwasher", "vis_src": "P04_104:277 P04_104:278 P04_104:279", "vis_trg": "P04_104:280", "narrations": [ "close tablet holder", "close dishwasher", "turn on dishwasher", "press go on dishwasher" ], "verbs": [ "close", "close", "turn-on", "press" ], "verb_classes": [ 4, 4, 6, 21 ], "nouns": [ "holder:tablet", "dishwasher", "dishwasher", "dishwasher" ], "noun_classes": [ 135, 70, 70, 70 ], "start_stop_timestamps": [ [ "00:10:43.33", "00:10:43.74" ], [ "00:10:43.84", "00:10:45.84" ], [ "00:10:44.50", "00:10:51.02" ], [ "00:10:50.01", "00:10:51.08" ] ], "start_stop_frames": [ [ 32166, 32187 ], [ 32192, 32292 ], [ 32225, 32551 ], [ 32500, 32554 ] ], "trgnoun": "dishwasher", "trgverb": "press" }, { "key": "P02_101+77_78_79_81", "video_id": "P02_101", "narration_ids": [ "P02_101_77", "P02_101_78", "P02_101_79", "P02_101_81" ], "src": "put jam down . pick_up toast . spread jam and butter", "src1": "put jam down", "src2": "pick_up toast", "src3": "spread jam and butter", "trg": "put_down toast", "vis_src": "P02_101:77 P02_101:78 P02_101:79", "vis_trg": "P02_101:81", "narrations": [ "put jam down", "pick up toast", "spread jam and butter", "put down toast" ], "verbs": [ "put", "pick-up", "spread", "put-down" ], "verb_classes": [ 1, 0, 27, 1 ], "nouns": [ "jam", "toast", "jam", "toast" ], "noun_classes": [ 115, 33, 115, 33 ], "start_stop_timestamps": [ [ "00:03:06.71", "00:03:07.97" ], [ "00:03:06.98", "00:03:07.99" ], [ "00:03:07.91", "00:03:12.58" ], [ "00:03:11.00", "00:03:14.45" ] ], "start_stop_frames": [ [ 9335, 9398 ], [ 9349, 9399 ], [ 9395, 9629 ], [ 9550, 9722 ] ], "trgnoun": "toast", "trgverb": "put_down" }, { "key": "P22_06+148_149_150_151", "video_id": "P22_06", "narration_ids": [ "P22_06_148", "P22_06_149", "P22_06_150", "P22_06_151" ], "src": "put_down filter . pick_up carafe . open carafe", "src1": "put_down filter", "src2": "pick_up carafe", "src3": "open carafe", "trg": "rinse carafe", "vis_src": "P22_06:148 P22_06:149 P22_06:150", "vis_trg": "P22_06:151", "narrations": [ "put down filter", "pick up carafe", "open carafe", "rinse carafe" ], "verbs": [ "put-down", "pick-up", "open", "rinse" ], "verb_classes": [ 1, 0, 3, 2 ], "nouns": [ "filter", "carafe", "carafe", "carafe" ], "noun_classes": [ 77, 66, 66, 66 ], "start_stop_timestamps": [ [ "00:05:54.20", "00:05:54.70" ], [ "00:05:54.90", "00:05:55.80" ], [ "00:05:55.32", "00:05:56.26" ], [ "00:05:56.32", "00:05:57.70" ] ], "start_stop_frames": [ [ 21252, 21282 ], [ 21294, 21348 ], [ 21319, 21375 ], [ 21379, 21462 ] ], "trgnoun": "carafe", "trgverb": "rinse" }, { "key": "P22_117+417_418_419_420", "video_id": "P22_117", "narration_ids": [ "P22_117_417", "P22_117_418", "P22_117_419", "P22_117_420" ], "src": "fill saucepan . adjust tap . put_down ladle", "src1": "fill saucepan", "src2": "adjust tap", "src3": "put_down ladle", "trg": "put_down saucepan", "vis_src": "P22_117:417 P22_117:418 P22_117:419", "vis_trg": "P22_117:420", "narrations": [ "fill saucepan", "adjust tap", "put down ladle", "put down saucepan" ], "verbs": [ "fill", "adjust", "put-down", "put-down" ], "verb_classes": [ 26, 17, 1, 1 ], "nouns": [ "saucepan", "tap", "ladle", "saucepan" ], "noun_classes": [ 5, 0, 97, 5 ], "start_stop_timestamps": [ [ "00:15:28.75", "00:15:31.23" ], [ "00:15:29.83", "00:15:31.45" ], [ "00:15:35.50", "00:15:36.00" ], [ "00:15:36.10", "00:15:37.60" ] ], "start_stop_frames": [ [ 46437, 46561 ], [ 46491, 46572 ], [ 46775, 46800 ], [ 46805, 46880 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P22_05+76_77_78_79", "video_id": "P22_05", "narration_ids": [ "P22_05_76", "P22_05_77", "P22_05_78", "P22_05_79" ], "src": "close pitcher . put_down down pitcher . grab filter", "src1": "close pitcher", "src2": "put_down down pitcher", "src3": "grab filter", "trg": "lather filter", "vis_src": "P22_05:76 P22_05:77 P22_05:78", "vis_trg": "P22_05:79", "narrations": [ "close pitcher", "put down down pitcher", "grab filter", "lather filter" ], "verbs": [ "close", "put-down", "grab", "lather" ], "verb_classes": [ 4, 1, 0, 2 ], "nouns": [ "pitcher", "pitcher", "filter", "filter" ], "noun_classes": [ 66, 66, 77, 77 ], "start_stop_timestamps": [ [ "00:03:01.31", "00:03:02.21" ], [ "00:03:02.16", "00:03:03.59" ], [ "00:03:03.64", "00:03:05.36" ], [ "00:03:05.46", "00:03:11.06" ] ], "start_stop_frames": [ [ 10878, 10932 ], [ 10929, 11015 ], [ 11018, 11121 ], [ 11127, 11463 ] ], "trgnoun": "filter", "trgverb": "lather" }, { "key": "P04_113+137_138_139_140", "video_id": "P04_113", "narration_ids": [ "P04_113_137", "P04_113_138", "P04_113_139", "P04_113_140" ], "src": "open dishwasher_drawer . put ramekin in dishwasher . pick_up plate", "src1": "open dishwasher_drawer", "src2": "put ramekin in dishwasher", "src3": "pick_up plate", "trg": "close dishwasher_drawer", "vis_src": "P04_113:137 P04_113:138 P04_113:139", "vis_trg": "P04_113:140", "narrations": [ "open dishwasher drawer", "put ramekin in dishwasher", "pick up plate", "close dishwasher drawer" ], "verbs": [ "open", "put-in", "pick-up", "close" ], "verb_classes": [ 3, 5, 0, 4 ], "nouns": [ "drawer:dishwasher", "ramekin", "plate", "drawer:dishwasher" ], "noun_classes": [ 70, 7, 2, 70 ], "start_stop_timestamps": [ [ "00:04:16.51", "00:04:17.36" ], [ "00:04:17.15", "00:04:18.40" ], [ "00:04:19.20", "00:04:20.30" ], [ "00:04:20.90", "00:04:21.48" ] ], "start_stop_frames": [ [ 12825, 12868 ], [ 12857, 12919 ], [ 12960, 13015 ], [ 13044, 13074 ] ], "trgnoun": "dishwasher_drawer", "trgverb": "close" }, { "key": "P04_109+140_141_142_143", "video_id": "P04_109", "narration_ids": [ "P04_109_140", "P04_109_141", "P04_109_142", "P04_109_143" ], "src": "drop cucumber into bowl . wipe cucumber off knife . pick_up bits of cucumber", "src1": "drop cucumber into bowl", "src2": "wipe cucumber off knife", "src3": "pick_up bits of cucumber", "trg": "throw cucumber into measuring jug", "vis_src": "P04_109:140 P04_109:141 P04_109:142", "vis_trg": "P04_109:143", "narrations": [ "drop cucumber into bowl", "wipe cucumber off knife", "pick up bits of cucumber", "throw cucumber into measuring jug" ], "verbs": [ "drop-into", "wipe", "pick-up", "throw-into" ], "verb_classes": [ 5, 2, 0, 13 ], "nouns": [ "cucumber", "cucumber", "bit:cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:05:02.76", "00:05:03.31" ], [ "00:05:03.22", "00:05:04.60" ], [ "00:05:04.88", "00:05:06.35" ], [ "00:05:06.33", "00:05:06.84" ] ], "start_stop_frames": [ [ 15138, 15165 ], [ 15161, 15230 ], [ 15244, 15317 ], [ 15316, 15341 ] ], "trgnoun": "cucumber", "trgverb": "throw_into" }, { "key": "P04_113+171_172_173_174", "video_id": "P04_113", "narration_ids": [ "P04_113_171", "P04_113_172", "P04_113_173", "P04_113_174" ], "src": "put_down steamer_tray . pick_up rice cooker bowl . turn_on tap", "src1": "put_down steamer_tray", "src2": "pick_up rice cooker bowl", "src3": "turn_on tap", "trg": "fill rice cooker bowl with water", "vis_src": "P04_113:171 P04_113:172 P04_113:173", "vis_trg": "P04_113:174", "narrations": [ "put down steamer tray", "pick up rice cooker bowl", "turn on tap", "fill rice cooker bowl with water" ], "verbs": [ "put-down", "pick-up", "turn-on", "fill-with" ], "verb_classes": [ 1, 0, 6, 26 ], "nouns": [ "tray:steamer", "bowl:rice:cooker", "tap", "bowl:rice:cooker" ], "noun_classes": [ 35, 7, 0, 7 ], "start_stop_timestamps": [ [ "00:05:13.60", "00:05:14.44" ], [ "00:05:15.13", "00:05:16.53" ], [ "00:05:17.78", "00:05:18.93" ], [ "00:05:18.85", "00:05:21.74" ] ], "start_stop_frames": [ [ 15680, 15722 ], [ 15756, 15826 ], [ 15888, 15946 ], [ 15942, 16087 ] ], "trgnoun": "cooker_rice_bowl", "trgverb": "fill_with" }, { "key": "P02_135+36_37_38_39", "video_id": "P02_135", "narration_ids": [ "P02_135_36", "P02_135_37", "P02_135_38", "P02_135_39" ], "src": "stir coffee in mug using wooden stirrer . pick knife from stand . turn bagel to its side", "src1": "stir coffee in mug using wooden stirrer", "src2": "pick knife from stand", "src3": "turn bagel to its side", "trg": "cut bagel using knife", "vis_src": "P02_135:36 P02_135:37 P02_135:38", "vis_trg": "P02_135:39", "narrations": [ "stir coffee in mug using wooden stirrer", "pick knife from stand", "turn bagel to its side", "cut bagel using knife" ], "verbs": [ "stir-in", "pick-from", "turn-to", "cut" ], "verb_classes": [ 10, 0, 23, 7 ], "nouns": [ "coffee", "knife", "bagel", "bagel" ], "noun_classes": [ 59, 4, 33, 33 ], "start_stop_timestamps": [ [ "00:01:11.74", "00:01:13.74" ], [ "00:01:18.14", "00:01:19.24" ], [ "00:01:22.59", "00:01:23.26" ], [ "00:01:23.40", "00:01:30.54" ] ], "start_stop_frames": [ [ 3586, 3686 ], [ 3907, 3961 ], [ 4129, 4163 ], [ 4170, 4527 ] ], "trgnoun": "bagel", "trgverb": "cut" }, { "key": "P02_101+76_77_78_79", "video_id": "P02_101", "narration_ids": [ "P02_101_76", "P02_101_77", "P02_101_78", "P02_101_79" ], "src": "put jam on bread . put jam down . pick_up toast", "src1": "put jam on bread", "src2": "put jam down", "src3": "pick_up toast", "trg": "spread jam and butter", "vis_src": "P02_101:76 P02_101:77 P02_101:78", "vis_trg": "P02_101:79", "narrations": [ "put jam on bread", "put jam down", "pick up toast", "spread jam and butter" ], "verbs": [ "put-on", "put", "pick-up", "spread" ], "verb_classes": [ 1, 1, 0, 27 ], "nouns": [ "jam", "jam", "toast", "jam" ], "noun_classes": [ 115, 115, 33, 115 ], "start_stop_timestamps": [ [ "00:03:03.44", "00:03:06.61" ], [ "00:03:06.71", "00:03:07.97" ], [ "00:03:06.98", "00:03:07.99" ], [ "00:03:07.91", "00:03:12.58" ] ], "start_stop_frames": [ [ 9172, 9330 ], [ 9335, 9398 ], [ 9349, 9399 ], [ 9395, 9629 ] ], "trgnoun": "jam", "trgverb": "spread" }, { "key": "P22_11+129_130_131_132", "video_id": "P22_11", "narration_ids": [ "P22_11_129", "P22_11_130", "P22_11_131", "P22_11_132" ], "src": "place jar . place teaspoon . pick_up carafe", "src1": "place jar", "src2": "place teaspoon", "src3": "pick_up carafe", "trg": "open carafe", "vis_src": "P22_11:129 P22_11:130 P22_11:131", "vis_trg": "P22_11:132", "narrations": [ "place jar", "place teaspoon", "pick up carafe", "open carafe" ], "verbs": [ "place", "place", "pick-up", "open" ], "verb_classes": [ 1, 1, 0, 3 ], "nouns": [ "jar", "teaspoon", "carafe", "carafe" ], "noun_classes": [ 40, 1, 66, 66 ], "start_stop_timestamps": [ [ "00:04:31.56", "00:04:32.56" ], [ "00:04:31.61", "00:04:33.02" ], [ "00:04:35.20", "00:04:37.08" ], [ "00:04:36.68", "00:04:37.97" ] ], "start_stop_frames": [ [ 16293, 16353 ], [ 16296, 16381 ], [ 16512, 16624 ], [ 16600, 16678 ] ], "trgnoun": "carafe", "trgverb": "open" }, { "key": "P03_119+76_77_78_79", "video_id": "P03_119", "narration_ids": [ "P03_119_76", "P03_119_77", "P03_119_78", "P03_119_79" ], "src": "wipe_down side . pick_up saucepan . wash saucepan", "src1": "wipe_down side", "src2": "pick_up saucepan", "src3": "wash saucepan", "trg": "put saucepan in drying up rack", "vis_src": "P03_119:76 P03_119:77 P03_119:78", "vis_trg": "P03_119:79", "narrations": [ "wipe down side", "pick up saucepan", "wash saucepan", "put saucepan in drying up rack" ], "verbs": [ "wipe-down", "pick-up", "wash", "put-in" ], "verb_classes": [ 2, 0, 2, 5 ], "nouns": [ "side", "saucepan", "saucepan", "saucepan" ], "noun_classes": [ 42, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:03:22.32", "00:03:23.33" ], [ "00:03:25.19", "00:03:26.48" ], [ "00:03:26.96", "00:03:39.54" ], [ "00:03:39.64", "00:03:41.38" ] ], "start_stop_frames": [ [ 10116, 10166 ], [ 10259, 10324 ], [ 10348, 10977 ], [ 10982, 11069 ] ], "trgnoun": "saucepan", "trgverb": "put_in" }, { "key": "P02_101+39_40_41_42", "video_id": "P02_101", "narration_ids": [ "P02_101_39", "P02_101_40", "P02_101_41", "P02_101_42" ], "src": "pick_up butter . pick_up jam . put jam", "src1": "pick_up butter", "src2": "pick_up jam", "src3": "put jam", "trg": "put butter", "vis_src": "P02_101:39 P02_101:40 P02_101:41", "vis_trg": "P02_101:42", "narrations": [ "pick up butter", "pick up jam", "put jam", "put butter" ], "verbs": [ "pick-up", "pick-up", "put", "put" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "butter", "jam", "jam", "butter" ], "noun_classes": [ 78, 115, 115, 78 ], "start_stop_timestamps": [ [ "00:01:28.14", "00:01:29.05" ], [ "00:01:29.11", "00:01:30.94" ], [ "00:01:31.90", "00:01:32.75" ], [ "00:01:32.59", "00:01:33.34" ] ], "start_stop_frames": [ [ 4407, 4452 ], [ 4455, 4547 ], [ 4595, 4637 ], [ 4629, 4667 ] ], "trgnoun": "butter", "trgverb": "put" }, { "key": "P02_135+11_12_13_14", "video_id": "P02_135", "narration_ids": [ "P02_135_11", "P02_135_12", "P02_135_13", "P02_135_14" ], "src": "put_down bag . remove bagel from bag . put_down bagel", "src1": "put_down bag", "src2": "remove bagel from bag", "src3": "put_down bagel", "trg": "crumple bag", "vis_src": "P02_135:11 P02_135:12 P02_135:13", "vis_trg": "P02_135:14", "narrations": [ "put down bag", "remove bagel from bag", "put down bagel", "crumple bag" ], "verbs": [ "put-down", "remove-from", "put-down", "crumple" ], "verb_classes": [ 1, 12, 1, 18 ], "nouns": [ "bag", "bagel", "bagel", "bag" ], "noun_classes": [ 19, 33, 33, 19 ], "start_stop_timestamps": [ [ "00:00:24.81", "00:00:25.70" ], [ "00:00:25.67", "00:00:28.65" ], [ "00:00:28.68", "00:00:29.35" ], [ "00:00:29.31", "00:00:31.81" ] ], "start_stop_frames": [ [ 1240, 1285 ], [ 1283, 1432 ], [ 1434, 1467 ], [ 1465, 1590 ] ], "trgnoun": "bag", "trgverb": "crumple" }, { "key": "P02_101+106_107_108_109", "video_id": "P02_101", "narration_ids": [ "P02_101_106", "P02_101_107", "P02_101_108", "P02_101_109" ], "src": "pick_up jam and butter . open fridge . put butter", "src1": "pick_up jam and butter", "src2": "open fridge", "src3": "put butter", "trg": "put jam", "vis_src": "P02_101:106 P02_101:107 P02_101:108", "vis_trg": "P02_101:109", "narrations": [ "pick up jam and butter", "open fridge", "put butter", "put jam" ], "verbs": [ "pick-up", "open", "put", "put" ], "verb_classes": [ 0, 3, 1, 1 ], "nouns": [ "jam", "fridge", "butter", "jam" ], "noun_classes": [ 115, 12, 78, 115 ], "start_stop_timestamps": [ [ "00:03:54.50", "00:03:55.55" ], [ "00:03:56.95", "00:03:58.61" ], [ "00:03:57.54", "00:03:59.09" ], [ "00:03:59.35", "00:04:00.20" ] ], "start_stop_frames": [ [ 11725, 11777 ], [ 11847, 11930 ], [ 11877, 11954 ], [ 11967, 12010 ] ], "trgnoun": "jam", "trgverb": "put" }, { "key": "P08_11+29_30_31_32", "video_id": "P08_11", "narration_ids": [ "P08_11_29", "P08_11_30", "P08_11_31", "P08_11_32" ], "src": "open cupboard . get detergent . pour detergent in cup", "src1": "open cupboard", "src2": "get detergent", "src3": "pour detergent in cup", "trg": "put detergent in washing machine", "vis_src": "P08_11:29 P08_11:30 P08_11:31", "vis_trg": "P08_11:32", "narrations": [ "open cupboard", "get detergent", "pour detergent in cup", "put detergent in washing machine" ], "verbs": [ "open", "get", "pour", "put-in" ], "verb_classes": [ 3, 0, 9, 5 ], "nouns": [ "cupboard", "detergent", "detergent", "detergent" ], "noun_classes": [ 3, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:02:14.30", "00:02:15.21" ], [ "00:02:15.53", "00:02:17.69" ], [ "00:02:18.35", "00:02:22.93" ], [ "00:02:22.93", "00:02:30.28" ] ], "start_stop_frames": [ [ 8058, 8112 ], [ 8131, 8261 ], [ 8301, 8575 ], [ 8575, 9016 ] ], "trgnoun": "detergent", "trgverb": "put_in" }, { "key": "P02_135+9_11_12_13", "video_id": "P02_135", "narration_ids": [ "P02_135_9", "P02_135_11", "P02_135_12", "P02_135_13" ], "src": "pick_up bag with bagel . put_down bag . remove bagel from bag", "src1": "pick_up bag with bagel", "src2": "put_down bag", "src3": "remove bagel from bag", "trg": "put_down bagel", "vis_src": "P02_135:9 P02_135:11 P02_135:12", "vis_trg": "P02_135:13", "narrations": [ "pick up bag with bagel", "put down bag", "remove bagel from bag", "put down bagel" ], "verbs": [ "pick-up", "put-down", "remove-from", "put-down" ], "verb_classes": [ 0, 1, 12, 1 ], "nouns": [ "bag", "bag", "bagel", "bagel" ], "noun_classes": [ 19, 19, 33, 33 ], "start_stop_timestamps": [ [ "00:00:19.70", "00:00:23.30" ], [ "00:00:24.81", "00:00:25.70" ], [ "00:00:25.67", "00:00:28.65" ], [ "00:00:28.68", "00:00:29.35" ] ], "start_stop_frames": [ [ 985, 1165 ], [ 1240, 1285 ], [ 1283, 1432 ], [ 1434, 1467 ] ], "trgnoun": "bagel", "trgverb": "put_down" }, { "key": "P02_112+69_70_71_72", "video_id": "P02_112", "narration_ids": [ "P02_112_69", "P02_112_70", "P02_112_71", "P02_112_72" ], "src": "get tray . get another tray . put_down trays on surface", "src1": "get tray", "src2": "get another tray", "src3": "put_down trays on surface", "trg": "pick_up tray", "vis_src": "P02_112:69 P02_112:70 P02_112:71", "vis_trg": "P02_112:72", "narrations": [ "get tray", "get another tray", "put down trays on surface", "pick up tray" ], "verbs": [ "get", "get", "put-down", "pick-up" ], "verb_classes": [ 0, 0, 1, 0 ], "nouns": [ "tray", "tray", "tray", "tray" ], "noun_classes": [ 35, 35, 35, 35 ], "start_stop_timestamps": [ [ "00:03:18.09", "00:03:23.80" ], [ "00:03:26.09", "00:03:27.34" ], [ "00:03:32.63", "00:03:33.85" ], [ "00:03:33.95", "00:03:34.85" ] ], "start_stop_frames": [ [ 9904, 10190 ], [ 10304, 10367 ], [ 10631, 10692 ], [ 10697, 10742 ] ], "trgnoun": "tray", "trgverb": "pick_up" }, { "key": "P02_101+70_71_72_73", "video_id": "P02_101", "narration_ids": [ "P02_101_70", "P02_101_71", "P02_101_72", "P02_101_73" ], "src": "spread butter . scoop jam . pick_up jam", "src1": "spread butter", "src2": "scoop jam", "src3": "pick_up jam", "trg": "put jam on bread", "vis_src": "P02_101:70 P02_101:71 P02_101:72", "vis_trg": "P02_101:73", "narrations": [ "spread butter", "scoop jam", "pick up jam", "put jam on bread" ], "verbs": [ "spread", "scoop", "pick-up", "put-on" ], "verb_classes": [ 27, 16, 0, 1 ], "nouns": [ "butter", "jam", "jam", "jam" ], "noun_classes": [ 78, 115, 115, 115 ], "start_stop_timestamps": [ [ "00:02:51.72", "00:02:58.70" ], [ "00:02:58.66", "00:02:59.96" ], [ "00:02:59.65", "00:03:01.24" ], [ "00:03:00.24", "00:03:01.66" ] ], "start_stop_frames": [ [ 8586, 8935 ], [ 8933, 8998 ], [ 8982, 9062 ], [ 9012, 9083 ] ], "trgnoun": "jam", "trgverb": "put_on" }, { "key": "P35_104+621_622_623_624", "video_id": "P35_104", "narration_ids": [ "P35_104_621", "P35_104_622", "P35_104_623", "P35_104_624" ], "src": "close drawer . pick_up drying_rack . drain drying_rack", "src1": "close drawer", "src2": "pick_up drying_rack", "src3": "drain drying_rack", "trg": "put_down drying_rack", "vis_src": "P35_104:621 P35_104:622 P35_104:623", "vis_trg": "P35_104:624", "narrations": [ "close drawer", "pick up drying rack", "drain drying rack", "put down drying rack" ], "verbs": [ "close", "pick-up", "drain", "put-down" ], "verb_classes": [ 4, 0, 37, 1 ], "nouns": [ "drawer", "rack:drying", "rack:drying", "rack:drying" ], "noun_classes": [ 8, 110, 110, 110 ], "start_stop_timestamps": [ [ "00:43:41.00", "00:43:42.25" ], [ "00:43:44.77", "00:43:45.89" ], [ "00:43:46.34", "00:43:50.20" ], [ "00:43:51.85", "00:43:53.68" ] ], "start_stop_frames": [ [ 131050, 131112 ], [ 131238, 131294 ], [ 131317, 131510 ], [ 131592, 131684 ] ], "trgnoun": "drying_rack", "trgverb": "put_down" }, { "key": "P02_135+96_97_98_99", "video_id": "P02_135", "narration_ids": [ "P02_135_96", "P02_135_97", "P02_135_98", "P02_135_99" ], "src": "pick_up bagel from toaster . put bagel down on chopping board . scoop jam from jar using knife", "src1": "pick_up bagel from toaster", "src2": "put bagel down on chopping board", "src3": "scoop jam from jar using knife", "trg": "spread jam on bagel using knife", "vis_src": "P02_135:96 P02_135:97 P02_135:98", "vis_trg": "P02_135:99", "narrations": [ "pick up bagel from toaster", "put bagel down on chopping board", "scoop jam from jar using knife", "spread jam on bagel using knife" ], "verbs": [ "pick-up", "put-down", "scoop", "spread-on" ], "verb_classes": [ 0, 1, 16, 27 ], "nouns": [ "bagel", "bagel", "jam", "jam" ], "noun_classes": [ 33, 33, 115, 115 ], "start_stop_timestamps": [ [ "00:03:47.87", "00:03:48.82" ], [ "00:03:48.71", "00:03:49.94" ], [ "00:03:50.52", "00:03:51.82" ], [ "00:03:51.59", "00:03:54.56" ] ], "start_stop_frames": [ [ 11393, 11441 ], [ 11435, 11497 ], [ 11526, 11591 ], [ 11579, 11728 ] ], "trgnoun": "jam", "trgverb": "spread_on" }, { "key": "P01_103+5_6_7_8", "video_id": "P01_103", "narration_ids": [ "P01_103_5", "P01_103_6", "P01_103_7", "P01_103_8" ], "src": "pick_up wok . open cupboard . pick_up paper", "src1": "pick_up wok", "src2": "open cupboard", "src3": "pick_up paper", "trg": "put paper onto wok", "vis_src": "P01_103:5 P01_103:6 P01_103:7", "vis_trg": "P01_103:8", "narrations": [ "pick up wok", "open cupboard", "pick up paper", "put paper onto wok" ], "verbs": [ "pick-up", "open", "pick-up", "put-onto" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "wok", "cupboard", "paper", "paper" ], "noun_classes": [ 5, 3, 49, 49 ], "start_stop_timestamps": [ [ "00:00:13.01", "00:00:14.65" ], [ "00:00:16.17", "00:00:17.30" ], [ "00:00:18.73", "00:00:19.37" ], [ "00:00:18.12", "00:00:19.60" ] ], "start_stop_frames": [ [ 650, 732 ], [ 808, 865 ], [ 936, 968 ], [ 906, 980 ] ], "trgnoun": "paper", "trgverb": "put_onto" }, { "key": "P08_24+44_45_46_47", "video_id": "P08_24", "narration_ids": [ "P08_24_44", "P08_24_45", "P08_24_46", "P08_24_47" ], "src": "cut potato . open cupboard . get oil", "src1": "cut potato", "src2": "open cupboard", "src3": "get oil", "trg": "place oil", "vis_src": "P08_24:44 P08_24:45 P08_24:46", "vis_trg": "P08_24:47", "narrations": [ "cut potato", "open cupboard", "get oil", "place oil" ], "verbs": [ "cut", "open", "get", "place" ], "verb_classes": [ 7, 3, 0, 1 ], "nouns": [ "potato", "cupboard", "oil", "oil" ], "noun_classes": [ 30, 3, 31, 31 ], "start_stop_timestamps": [ [ "00:02:38.01", "00:02:42.53" ], [ "00:02:47.60", "00:02:49.05" ], [ "00:02:48.92", "00:02:50.71" ], [ "00:02:50.69", "00:02:54.91" ] ], "start_stop_frames": [ [ 9480, 9751 ], [ 10056, 10143 ], [ 10135, 10242 ], [ 10241, 10494 ] ], "trgnoun": "oil", "trgverb": "place" }, { "key": "P04_107+691_692_693_694", "video_id": "P04_107", "narration_ids": [ "P04_107_691", "P04_107_692", "P04_107_693", "P04_107_694" ], "src": "put_down dough . roll_out dough . straighten_out dough", "src1": "put_down dough", "src2": "roll_out dough", "src3": "straighten_out dough", "trg": "lay_down dough", "vis_src": "P04_107:691 P04_107:692 P04_107:693", "vis_trg": "P04_107:694", "narrations": [ "put down dough", "roll out dough", "straighten out dough", "lay down dough" ], "verbs": [ "put-down", "roll-out", "straighten-out", "lay-down" ], "verb_classes": [ 1, 39, 40, 1 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:18:43.08", "00:18:43.80" ], [ "00:18:43.80", "00:18:47.82" ], [ "00:18:47.10", "00:18:51.80" ], [ "00:18:51.48", "00:18:52.30" ] ], "start_stop_frames": [ [ 56154, 56190 ], [ 56190, 56391 ], [ 56354, 56590 ], [ 56574, 56615 ] ], "trgnoun": "dough", "trgverb": "lay_down" }, { "key": "P02_126+53_54_55_56", "video_id": "P02_126", "narration_ids": [ "P02_126_53", "P02_126_54", "P02_126_55", "P02_126_56" ], "src": "leave spoon with yoghurt on plate . pick_up lid . cover yoghurt", "src1": "leave spoon with yoghurt on plate", "src2": "pick_up lid", "src3": "cover yoghurt", "trg": "pick_up yoghurt", "vis_src": "P02_126:53 P02_126:54 P02_126:55", "vis_trg": "P02_126:56", "narrations": [ "leave spoon with yoghurt on plate", "pick up lid", "cover yoghurt", "pick up yoghurt" ], "verbs": [ "leave-with", "pick-up", "cover", "pick-up" ], "verb_classes": [ 1, 0, 36, 0 ], "nouns": [ "spoon", "lid", "yoghurt", "yoghurt" ], "noun_classes": [ 1, 6, 98, 98 ], "start_stop_timestamps": [ [ "00:02:15.76", "00:02:17.21" ], [ "00:02:17.15", "00:02:18.15" ], [ "00:02:18.03", "00:02:19.64" ], [ "00:02:19.73", "00:02:20.92" ] ], "start_stop_frames": [ [ 6788, 6860 ], [ 6857, 6907 ], [ 6901, 6981 ], [ 6986, 7046 ] ], "trgnoun": "yoghurt", "trgverb": "pick_up" }, { "key": "P22_15+233_234_235_236", "video_id": "P22_15", "narration_ids": [ "P22_15_233", "P22_15_234", "P22_15_235", "P22_15_236" ], "src": "get oil . set_down oil . get tupperware", "src1": "get oil", "src2": "set_down oil", "src3": "get tupperware", "trg": "open tupperware", "vis_src": "P22_15:233 P22_15:234 P22_15:235", "vis_trg": "P22_15:236", "narrations": [ "get oil", "set down oil", "get tupperware", "open tupperware" ], "verbs": [ "get", "set-down", "get", "open" ], "verb_classes": [ 0, 1, 0, 3 ], "nouns": [ "oil", "oil", "tupperware", "tupperware" ], "noun_classes": [ 31, 31, 23, 23 ], "start_stop_timestamps": [ [ "00:08:51.26", "00:08:52.01" ], [ "00:08:52.70", "00:08:53.86" ], [ "00:08:53.87", "00:08:55.54" ], [ "00:08:55.39", "00:08:56.89" ] ], "start_stop_frames": [ [ 31875, 31920 ], [ 31962, 32031 ], [ 32032, 32132 ], [ 32123, 32213 ] ], "trgnoun": "tupperware", "trgverb": "open" }, { "key": "P06_07+31_32_33_34", "video_id": "P06_07", "narration_ids": [ "P06_07_31", "P06_07_32", "P06_07_33", "P06_07_34" ], "src": "take dough . roll_up dough . take flour", "src1": "take dough", "src2": "roll_up dough", "src3": "take flour", "trg": "put flour on counter", "vis_src": "P06_07:31 P06_07:32 P06_07:33", "vis_trg": "P06_07:34", "narrations": [ "take dough", "roll up dough", "take flour", "put flour on counter" ], "verbs": [ "take", "roll-up", "take", "put-on" ], "verb_classes": [ 0, 36, 0, 1 ], "nouns": [ "dough", "dough", "flour", "flour" ], "noun_classes": [ 25, 25, 75, 75 ], "start_stop_timestamps": [ [ "00:01:27.61", "00:01:30.61" ], [ "00:01:31.51", "00:01:36.38" ], [ "00:01:36.55", "00:01:38.83" ], [ "00:01:38.33", "00:01:45.28" ] ], "start_stop_frames": [ [ 5256, 5436 ], [ 5490, 5782 ], [ 5793, 5929 ], [ 5899, 6316 ] ], "trgnoun": "flour", "trgverb": "put_on" }, { "key": "P22_104+20_21_22_23", "video_id": "P22_104", "narration_ids": [ "P22_104_20", "P22_104_21", "P22_104_22", "P22_104_23" ], "src": "close drawer . pick_up jar . close fridge", "src1": "close drawer", "src2": "pick_up jar", "src3": "close fridge", "trg": "open fridge", "vis_src": "P22_104:20 P22_104:21 P22_104:22", "vis_trg": "P22_104:23", "narrations": [ "close drawer", "pick up jar", "close fridge", "open fridge" ], "verbs": [ "close", "pick-up", "close", "open" ], "verb_classes": [ 4, 0, 4, 3 ], "nouns": [ "drawer", "jar", "fridge", "fridge" ], "noun_classes": [ 8, 40, 12, 12 ], "start_stop_timestamps": [ [ "00:01:04.18", "00:01:04.81" ], [ "00:01:09.69", "00:01:10.48" ], [ "00:01:12.76", "00:01:14.24" ], [ "00:01:16.90", "00:01:17.78" ] ], "start_stop_frames": [ [ 3209, 3240 ], [ 3484, 3524 ], [ 3638, 3711 ], [ 3845, 3889 ] ], "trgnoun": "fridge", "trgverb": "open" }, { "key": "P04_109+172_173_174_175", "video_id": "P04_109", "narration_ids": [ "P04_109_172", "P04_109_173", "P04_109_174", "P04_109_175" ], "src": "put_down measuring_jug . separate pieces of cucumber . toss carrot and cucumber", "src1": "put_down measuring_jug", "src2": "separate pieces of cucumber", "src3": "toss carrot and cucumber", "trg": "pick_up piece of cucumber", "vis_src": "P04_109:172 P04_109:173 P04_109:174", "vis_trg": "P04_109:175", "narrations": [ "put down measuring jug", "separate pieces of cucumber", "toss carrot and cucumber", "pick up piece of cucumber" ], "verbs": [ "put-down", "separate", "toss", "pick-up" ], "verb_classes": [ 1, 52, 13, 0 ], "nouns": [ "jug:measuring", "piece:cucumber", "carrot", "piece:cucumber" ], "noun_classes": [ 66, 72, 41, 72 ], "start_stop_timestamps": [ [ "00:05:57.25", "00:05:58.41" ], [ "00:05:58.40", "00:06:02.36" ], [ "00:06:02.35", "00:06:08.65" ], [ "00:06:08.70", "00:06:09.21" ] ], "start_stop_frames": [ [ 17862, 17920 ], [ 17920, 18118 ], [ 18117, 18432 ], [ 18435, 18460 ] ], "trgnoun": "cucumber_piece", "trgverb": "pick_up" }, { "key": "P01_09+294_295_296_297", "video_id": "P01_09", "narration_ids": [ "P01_09_294", "P01_09_295", "P01_09_296", "P01_09_297" ], "src": "take mushroom . turn_on tap . wash mushroom", "src1": "take mushroom", "src2": "turn_on tap", "src3": "wash mushroom", "trg": "put_down mushroom", "vis_src": "P01_09:294 P01_09:295 P01_09:296", "vis_trg": "P01_09:297", "narrations": [ "take mushroom", "turn on tap", "wash mushroom", "put down mushroom" ], "verbs": [ "take", "turn-on", "wash", "put-down" ], "verb_classes": [ 0, 6, 2, 1 ], "nouns": [ "mushroom", "tap", "mushroom", "mushroom" ], "noun_classes": [ 56, 0, 56, 56 ], "start_stop_timestamps": [ [ "00:22:25.48", "00:22:26.35" ], [ "00:22:26.32", "00:22:27.62" ], [ "00:22:27.72", "00:22:31.61" ], [ "00:22:31.71", "00:22:32.84" ] ], "start_stop_frames": [ [ 80728, 80781 ], [ 80779, 80857 ], [ 80863, 81096 ], [ 81102, 81170 ] ], "trgnoun": "mushroom", "trgverb": "put_down" }, { "key": "P02_109+112_113_114_115", "video_id": "P02_109", "narration_ids": [ "P02_109_112", "P02_109_113", "P02_109_114", "P02_109_115" ], "src": "pick_up garlic_presser . open garlic_press . put garlic in presser", "src1": "pick_up garlic_presser", "src2": "open garlic_press", "src3": "put garlic in presser", "trg": "close garlic_presser", "vis_src": "P02_109:112 P02_109:113 P02_109:114", "vis_trg": "P02_109:115", "narrations": [ "pick up garlic presser", "open garlic press", "put garlic in presser", "close garlic presser" ], "verbs": [ "pick-up", "open", "put-in", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "presser:garlic", "press:garlic", "garlic", "presser:garlic" ], "noun_classes": [ 172, 172, 51, 172 ], "start_stop_timestamps": [ [ "00:09:59.99", "00:10:01.34" ], [ "00:10:01.06", "00:10:02.41" ], [ "00:10:02.14", "00:10:02.69" ], [ "00:10:02.63", "00:10:04.57" ] ], "start_stop_frames": [ [ 29999, 30067 ], [ 30052, 30120 ], [ 30107, 30134 ], [ 30131, 30228 ] ], "trgnoun": "garlic_presser", "trgverb": "close" }, { "key": "P22_104+8_9_10_11", "video_id": "P22_104", "narration_ids": [ "P22_104_8", "P22_104_9", "P22_104_10", "P22_104_11" ], "src": "dry hands . open fridge . pick_up salad", "src1": "dry hands", "src2": "open fridge", "src3": "pick_up salad", "trg": "put_down salad", "vis_src": "P22_104:8 P22_104:9 P22_104:10", "vis_trg": "P22_104:11", "narrations": [ "dry hands", "open fridge", "pick up salad", "put down salad" ], "verbs": [ "dry", "open", "pick-up", "put-down" ], "verb_classes": [ 14, 3, 0, 1 ], "nouns": [ "hand", "fridge", "salad", "salad" ], "noun_classes": [ 11, 12, 68, 68 ], "start_stop_timestamps": [ [ "00:00:24.61", "00:00:26.77" ], [ "00:00:29.07", "00:00:31.45" ], [ "00:00:31.78", "00:00:33.42" ], [ "00:00:33.71", "00:00:34.26" ] ], "start_stop_frames": [ [ 1230, 1338 ], [ 1453, 1572 ], [ 1589, 1671 ], [ 1685, 1713 ] ], "trgnoun": "salad", "trgverb": "put_down" }, { "key": "P28_105+116_117_118_119", "video_id": "P28_105", "narration_ids": [ "P28_105_116", "P28_105_117", "P28_105_118", "P28_105_119" ], "src": "damp sponge . wipe sink . wipe counter", "src1": "damp sponge", "src2": "wipe sink", "src3": "wipe counter", "trg": "put sponge", "vis_src": "P28_105:116 P28_105:117 P28_105:118", "vis_trg": "P28_105:119", "narrations": [ "damp sponge", "wipe sink", "wipe counter", "put sponge" ], "verbs": [ "damp", "wipe", "wipe", "put" ], "verb_classes": [ 62, 2, 2, 1 ], "nouns": [ "sponge", "sink", "counter", "sponge" ], "noun_classes": [ 9, 63, 42, 9 ], "start_stop_timestamps": [ [ "00:09:14.60", "00:09:17.85" ], [ "00:09:18.44", "00:09:22.02" ], [ "00:09:22.12", "00:09:25.27" ], [ "00:09:24.63", "00:09:25.17" ] ], "start_stop_frames": [ [ 27730, 27892 ], [ 27922, 28101 ], [ 28106, 28263 ], [ 28231, 28258 ] ], "trgnoun": "sponge", "trgverb": "put" }, { "key": "P02_09+375_376_377_378", "video_id": "P02_09", "narration_ids": [ "P02_09_375", "P02_09_376", "P02_09_377", "P02_09_378" ], "src": "open chicken_stock . open cupboard . get glass", "src1": "open chicken_stock", "src2": "open cupboard", "src3": "get glass", "trg": "put glass", "vis_src": "P02_09:375 P02_09:376 P02_09:377", "vis_trg": "P02_09:378", "narrations": [ "open chicken stock", "open cupboard", "get glass", "put glass" ], "verbs": [ "open", "open", "get", "put" ], "verb_classes": [ 3, 3, 0, 1 ], "nouns": [ "stock:chicken", "cupboard", "glass", "glass" ], "noun_classes": [ 95, 3, 10, 10 ], "start_stop_timestamps": [ [ "00:27:11.21", "00:27:13.39" ], [ "00:27:13.30", "00:27:15.41" ], [ "00:27:15.51", "00:27:17.72" ], [ "00:27:18.44", "00:27:19.57" ] ], "start_stop_frames": [ [ 97872, 98003 ], [ 97998, 98124 ], [ 98130, 98263 ], [ 98306, 98374 ] ], "trgnoun": "glass", "trgverb": "put" }, { "key": "P04_112+245_246_247_248", "video_id": "P04_112", "narration_ids": [ "P04_112_245", "P04_112_246", "P04_112_247", "P04_112_248" ], "src": "unroll cling_film . tear cling_film . drop roll of cling film into drawer", "src1": "unroll cling_film", "src2": "tear cling_film", "src3": "drop roll of cling film into drawer", "trg": "put cling_film over measuring jug", "vis_src": "P04_112:245 P04_112:246 P04_112:247", "vis_trg": "P04_112:248", "narrations": [ "unroll cling film", "tear cling film", "drop roll of cling film into drawer", "put cling film over measuring jug" ], "verbs": [ "unroll", "tear", "drop", "put-over" ], "verb_classes": [ 39, 43, 59, 1 ], "nouns": [ "film:cling", "film:cling", "roll:cling:film", "film:cling" ], "noun_classes": [ 100, 100, 227, 100 ], "start_stop_timestamps": [ [ "00:07:28.71", "00:07:46.17" ], [ "00:07:45.97", "00:07:47.50" ], [ "00:07:47.75", "00:07:48.32" ], [ "00:07:49.05", "00:07:52.06" ] ], "start_stop_frames": [ [ 22435, 23308 ], [ 23298, 23375 ], [ 23387, 23416 ], [ 23452, 23603 ] ], "trgnoun": "cling_film", "trgverb": "put_over" }, { "key": "P02_129+130_131_132_133", "video_id": "P02_129", "narration_ids": [ "P02_129_130", "P02_129_131", "P02_129_132", "P02_129_133" ], "src": "close fridge . pick_up bag . close bag", "src1": "close fridge", "src2": "pick_up bag", "src3": "close bag", "trg": "put_down bag", "vis_src": "P02_129:130 P02_129:131 P02_129:132", "vis_trg": "P02_129:133", "narrations": [ "close fridge", "pick up bag", "close bag", "put down bag" ], "verbs": [ "close", "pick-up", "close", "put-down" ], "verb_classes": [ 4, 0, 4, 1 ], "nouns": [ "fridge", "bag", "bag", "bag" ], "noun_classes": [ 12, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:04:51.47", "00:04:52.34" ], [ "00:04:55.79", "00:04:56.58" ], [ "00:04:56.50", "00:04:57.66" ], [ "00:04:57.54", "00:04:58.32" ] ], "start_stop_frames": [ [ 14573, 14617 ], [ 14789, 14829 ], [ 14825, 14882 ], [ 14877, 14916 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P28_106+18_19_20_21", "video_id": "P28_106", "narration_ids": [ "P28_106_18", "P28_106_19", "P28_106_20", "P28_106_21" ], "src": "put parmesan . take sponge . wipe counter", "src1": "put parmesan", "src2": "take sponge", "src3": "wipe counter", "trg": "put sponge", "vis_src": "P28_106:18 P28_106:19 P28_106:20", "vis_trg": "P28_106:21", "narrations": [ "put parmesan", "take sponge", "wipe counter", "put sponge" ], "verbs": [ "put", "take", "wipe", "put" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "parmesan", "sponge", "counter", "sponge" ], "noun_classes": [ 32, 9, 42, 9 ], "start_stop_timestamps": [ [ "00:01:16.92", "00:01:18.22" ], [ "00:01:19.30", "00:01:19.94" ], [ "00:01:20.87", "00:01:28.99" ], [ "00:01:30.66", "00:01:31.08" ] ], "start_stop_frames": [ [ 3846, 3911 ], [ 3965, 3997 ], [ 4043, 4449 ], [ 4533, 4554 ] ], "trgnoun": "sponge", "trgverb": "put" }, { "key": "P28_101+37_38_39_40", "video_id": "P28_101", "narration_ids": [ "P28_101_37", "P28_101_38", "P28_101_39", "P28_101_40" ], "src": "peel_off garlic . put garlic . pick_up trash", "src1": "peel_off garlic", "src2": "put garlic", "src3": "pick_up trash", "trg": "throw away trash", "vis_src": "P28_101:37 P28_101:38 P28_101:39", "vis_trg": "P28_101:40", "narrations": [ "peel off garlic", "put garlic", "pick up trash", "throw away trash" ], "verbs": [ "peel-off", "put", "pick-up", "throw" ], "verb_classes": [ 19, 1, 0, 13 ], "nouns": [ "garlic", "garlic", "trash", "trash" ], "noun_classes": [ 51, 51, 54, 54 ], "start_stop_timestamps": [ [ "00:02:18.58", "00:02:51.46" ], [ "00:02:51.56", "00:02:53.15" ], [ "00:02:53.85", "00:03:07.86" ], [ "00:03:14.86", "00:03:21.13" ] ], "start_stop_frames": [ [ 6928, 8573 ], [ 8578, 8657 ], [ 8692, 9393 ], [ 9743, 10056 ] ], "trgnoun": "trash", "trgverb": "throw" }, { "key": "P30_109+46_48_49_50", "video_id": "P30_109", "narration_ids": [ "P30_109_46", "P30_109_48", "P30_109_49", "P30_109_50" ], "src": "put kitchen_towel into pan . pick_up pot . put lid onto pot", "src1": "put kitchen_towel into pan", "src2": "pick_up pot", "src3": "put lid onto pot", "trg": "put pot into cupboard", "vis_src": "P30_109:46 P30_109:48 P30_109:49", "vis_trg": "P30_109:50", "narrations": [ "put kitchen towel into pan", "pick up pot", "put lid onto pot", "put pot into cupboard" ], "verbs": [ "put-into", "pick-up", "put-onto", "put-into" ], "verb_classes": [ 5, 0, 1, 5 ], "nouns": [ "towel:kitchen", "pot", "lid", "pot" ], "noun_classes": [ 93, 29, 6, 29 ], "start_stop_timestamps": [ [ "00:01:18.54", "00:01:19.29" ], [ "00:01:21.32", "00:01:24.35" ], [ "00:01:24.41", "00:01:24.91" ], [ "00:01:25.26", "00:01:26.96" ] ], "start_stop_frames": [ [ 3926, 3964 ], [ 4065, 4217 ], [ 4220, 4245 ], [ 4263, 4348 ] ], "trgnoun": "pot", "trgverb": "put_into" }, { "key": "P06_103+113_114_115_116", "video_id": "P06_103", "narration_ids": [ "P06_103_113", "P06_103_114", "P06_103_115", "P06_103_116" ], "src": "open cupboard . pick_up sieve . pick_up rice", "src1": "open cupboard", "src2": "pick_up sieve", "src3": "pick_up rice", "trg": "pour rice into sieve", "vis_src": "P06_103:113 P06_103:114 P06_103:115", "vis_trg": "P06_103:116", "narrations": [ "open cupboard", "pick up sieve", "pick up rice", "pour rice into sieve" ], "verbs": [ "open", "pick-up", "pick-up", "pour-into" ], "verb_classes": [ 3, 0, 0, 9 ], "nouns": [ "cupboard", "sieve", "rice", "rice" ], "noun_classes": [ 3, 39, 55, 55 ], "start_stop_timestamps": [ [ "00:08:00.70", "00:08:01.60" ], [ "00:08:02.10", "00:08:04.34" ], [ "00:08:05.54", "00:08:06.72" ], [ "00:08:06.40", "00:08:09.40" ] ], "start_stop_frames": [ [ 24035, 24080 ], [ 24105, 24217 ], [ 24277, 24336 ], [ 24320, 24470 ] ], "trgnoun": "rice", "trgverb": "pour_into" }, { "key": "P04_112+211_212_213_214", "video_id": "P04_112", "narration_ids": [ "P04_112_211", "P04_112_212", "P04_112_213", "P04_112_214" ], "src": "put_down cling film box . pick_up cling film roll . pull cling_film off roll", "src1": "put_down cling film box", "src2": "pick_up cling film roll", "src3": "pull cling_film off roll", "trg": "tear_off cling_film", "vis_src": "P04_112:211 P04_112:212 P04_112:213", "vis_trg": "P04_112:214", "narrations": [ "put down cling film box", "pick up cling film roll", "pull cling film off roll", "tear off cling film" ], "verbs": [ "put-down", "pick-up", "pull-off", "tear-off" ], "verb_classes": [ 1, 0, 0, 43 ], "nouns": [ "box:cling:film", "roll:cling:film", "film:cling", "film:cling" ], "noun_classes": [ 23, 227, 100, 100 ], "start_stop_timestamps": [ [ "00:06:03.28", "00:06:03.96" ], [ "00:06:03.75", "00:06:05.53" ], [ "00:06:05.50", "00:06:09.87" ], [ "00:06:09.75", "00:06:11.00" ] ], "start_stop_frames": [ [ 18164, 18198 ], [ 18187, 18276 ], [ 18275, 18493 ], [ 18487, 18550 ] ], "trgnoun": "cling_film", "trgverb": "tear_off" }, { "key": "P01_04+4_5_6_7", "video_id": "P01_04", "narration_ids": [ "P01_04_4", "P01_04_5", "P01_04_6", "P01_04_7" ], "src": "put cereal_bag into cereal box . close cereal_box . open cupboard", "src1": "put cereal_bag into cereal box", "src2": "close cereal_box", "src3": "open cupboard", "trg": "put_down cereal_box", "vis_src": "P01_04:4 P01_04:5 P01_04:6", "vis_trg": "P01_04:7", "narrations": [ "put cereal bag into cereal box", "close cereal box", "open cupboard", "put down cereal box" ], "verbs": [ "put-into", "close", "open", "put-down" ], "verb_classes": [ 5, 4, 3, 1 ], "nouns": [ "bag:cereal", "box:cereal", "cupboard", "box:cereal" ], "noun_classes": [ 19, 23, 3, 23 ], "start_stop_timestamps": [ [ "00:00:10.36", "00:00:14.11" ], [ "00:00:14.21", "00:00:17.21" ], [ "00:00:18.91", "00:00:20.16" ], [ "00:00:19.68", "00:00:22.71" ] ], "start_stop_frames": [ [ 621, 846 ], [ 852, 1032 ], [ 1134, 1209 ], [ 1180, 1362 ] ], "trgnoun": "cereal_box", "trgverb": "put_down" }, { "key": "P04_06+8_9_10_11", "video_id": "P04_06", "narration_ids": [ "P04_06_8", "P04_06_9", "P04_06_10", "P04_06_11" ], "src": "close bag . open freezer . put_in freezer", "src1": "close bag", "src2": "open freezer", "src3": "put_in freezer", "trg": "close freezer", "vis_src": "P04_06:8 P04_06:9 P04_06:10", "vis_trg": "P04_06:11", "narrations": [ "close bag", "open freezer", "put in freezer", "close freezer" ], "verbs": [ "close", "open", "put-in", "close" ], "verb_classes": [ 4, 3, 5, 4 ], "nouns": [ "bag", "freezer", "freezer", "freezer" ], "noun_classes": [ 19, 113, 113, 113 ], "start_stop_timestamps": [ [ "00:00:46.00", "00:00:48.49" ], [ "00:00:47.04", "00:00:47.61" ], [ "00:00:50.13", "00:00:53.23" ], [ "00:00:53.56", "00:00:54.62" ] ], "start_stop_frames": [ [ 2760, 2909 ], [ 2822, 2856 ], [ 3007, 3193 ], [ 3213, 3277 ] ], "trgnoun": "freezer", "trgverb": "close" }, { "key": "P03_04+33_34_35_36", "video_id": "P03_04", "narration_ids": [ "P03_04_33", "P03_04_34", "P03_04_35", "P03_04_36" ], "src": "open freezer . pull_out drawer . put sweet_corn", "src1": "open freezer", "src2": "pull_out drawer", "src3": "put sweet_corn", "trg": "close drawer", "vis_src": "P03_04:33 P03_04:34 P03_04:35", "vis_trg": "P03_04:36", "narrations": [ "open freezer", "pull out drawer", "put sweet corn", "close drawer" ], "verbs": [ "open", "pull-out", "put", "close" ], "verb_classes": [ 3, 31, 1, 4 ], "nouns": [ "freezer", "drawer", "corn:sweet", "drawer" ], "noun_classes": [ 113, 8, 125, 8 ], "start_stop_timestamps": [ [ "00:00:53.62", "00:00:54.15" ], [ "00:00:54.54", "00:00:55.56" ], [ "00:00:56.47", "00:00:57.26" ], [ "00:00:58.01", "00:00:58.59" ] ], "start_stop_frames": [ [ 3217, 3249 ], [ 3272, 3333 ], [ 3388, 3435 ], [ 3480, 3515 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P30_05+469_470_471_472", "video_id": "P30_05", "narration_ids": [ "P30_05_469", "P30_05_470", "P30_05_471", "P30_05_472" ], "src": "drink water . put bottle . move bottle", "src1": "drink water", "src2": "put bottle", "src3": "move bottle", "trg": "take bottle", "vis_src": "P30_05:469 P30_05:470 P30_05:471", "vis_trg": "P30_05:472", "narrations": [ "drink water", "put bottle", "move bottle", "take bottle" ], "verbs": [ "drink", "put", "move", "take" ], "verb_classes": [ 60, 1, 11, 0 ], "nouns": [ "water", "bottle", "bottle", "bottle" ], "noun_classes": [ 27, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:36:13.17", "00:36:19.10" ], [ "00:36:19.20", "00:36:20.89" ], [ "00:36:20.24", "00:36:23.15" ], [ "00:36:23.25", "00:36:24.44" ] ], "start_stop_frames": [ [ 130390, 130746 ], [ 130751, 130853 ], [ 130814, 130989 ], [ 130995, 131066 ] ], "trgnoun": "bottle", "trgverb": "take" }, { "key": "P02_101+24_25_26_27", "video_id": "P02_101", "narration_ids": [ "P02_101_24", "P02_101_25", "P02_101_26", "P02_101_27" ], "src": "throw bread . close bin . pick_up toast", "src1": "throw bread", "src2": "close bin", "src3": "pick_up toast", "trg": "put bread in toaster", "vis_src": "P02_101:24 P02_101:25 P02_101:26", "vis_trg": "P02_101:27", "narrations": [ "throw bread", "close bin", "pick up toast", "put bread in toaster" ], "verbs": [ "throw", "close", "pick-up", "put-in" ], "verb_classes": [ 13, 4, 0, 5 ], "nouns": [ "bread", "bin", "toast", "bread" ], "noun_classes": [ 33, 36, 33, 33 ], "start_stop_timestamps": [ [ "00:00:54.23", "00:00:54.73" ], [ "00:00:54.74", "00:00:55.23" ], [ "00:00:57.29", "00:01:02.90" ], [ "00:01:04.26", "00:01:05.10" ] ], "start_stop_frames": [ [ 2711, 2736 ], [ 2737, 2761 ], [ 2864, 3145 ], [ 3213, 3254 ] ], "trgnoun": "bread", "trgverb": "put_in" }, { "key": "P03_117+144_145_146_147", "video_id": "P03_117", "narration_ids": [ "P03_117_144", "P03_117_145", "P03_117_146", "P03_117_147" ], "src": "pick_up washing up bowl . empty washing up bowl . turn_on tap", "src1": "pick_up washing up bowl", "src2": "empty washing up bowl", "src3": "turn_on tap", "trg": "rinse washing up bowl", "vis_src": "P03_117:144 P03_117:145 P03_117:146", "vis_trg": "P03_117:147", "narrations": [ "pick up washing up bowl", "empty washing up bowl", "turn on tap", "rinse washing up bowl" ], "verbs": [ "pick-up", "empty", "turn-on", "rinse" ], "verb_classes": [ 0, 20, 6, 2 ], "nouns": [ "bowl:washing:up", "bowl:washing:up", "tap", "bowl:washing:up" ], "noun_classes": [ 7, 7, 0, 7 ], "start_stop_timestamps": [ [ "00:07:30.84", "00:07:33.19" ], [ "00:07:32.47", "00:07:33.30" ], [ "00:07:33.39", "00:07:34.74" ], [ "00:07:34.72", "00:07:37.91" ] ], "start_stop_frames": [ [ 22542, 22659 ], [ 22623, 22665 ], [ 22669, 22737 ], [ 22736, 22895 ] ], "trgnoun": "up_washing_bowl", "trgverb": "rinse" }, { "key": "P02_06+364_365_366_367", "video_id": "P02_06", "narration_ids": [ "P02_06_364", "P02_06_365", "P02_06_366", "P02_06_367" ], "src": "pick_up water_filter . pick_up cup . fill water", "src1": "pick_up water_filter", "src2": "pick_up cup", "src3": "fill water", "trg": "drink water", "vis_src": "P02_06:364 P02_06:365 P02_06:366", "vis_trg": "P02_06:367", "narrations": [ "pick up water filter", "pick up cup", "fill water", "drink water" ], "verbs": [ "pick-up", "pick-up", "fill", "drink" ], "verb_classes": [ 0, 0, 26, 60 ], "nouns": [ "filter:water", "cup", "water", "water" ], "noun_classes": [ 66, 13, 27, 27 ], "start_stop_timestamps": [ [ "00:16:50.58", "00:16:51.32" ], [ "00:16:51.12", "00:16:51.62" ], [ "00:16:51.57", "00:16:53.37" ], [ "00:16:53.68", "00:16:57.82" ] ], "start_stop_frames": [ [ 60634, 60679 ], [ 60667, 60697 ], [ 60694, 60802 ], [ 60820, 61069 ] ], "trgnoun": "water", "trgverb": "drink" }, { "key": "P02_130+0_1_2_3", "video_id": "P02_130", "narration_ids": [ "P02_130_0", "P02_130_1", "P02_130_2", "P02_130_3" ], "src": "pick_up water_filter . pick_up glass . pour water from filter into glass", "src1": "pick_up water_filter", "src2": "pick_up glass", "src3": "pour water from filter into glass", "trg": "drink water", "vis_src": "P02_130:0 P02_130:1 P02_130:2", "vis_trg": "P02_130:3", "narrations": [ "pick up water filter", "pick up glass", "pour water from filter into glass", "drink water" ], "verbs": [ "pick-up", "pick-up", "pour-from", "drink" ], "verb_classes": [ 0, 0, 9, 60 ], "nouns": [ "filter:water", "glass", "water", "water" ], "noun_classes": [ 66, 10, 27, 27 ], "start_stop_timestamps": [ [ "00:00:03.20", "00:00:05.02" ], [ "00:00:03.78", "00:00:04.63" ], [ "00:00:04.59", "00:00:06.29" ], [ "00:00:06.35", "00:00:07.13" ] ], "start_stop_frames": [ [ 160, 250 ], [ 189, 231 ], [ 229, 314 ], [ 317, 356 ] ], "trgnoun": "water", "trgverb": "drink" }, { "key": "P35_104+351_352_353_354", "video_id": "P35_104", "narration_ids": [ "P35_104_351", "P35_104_352", "P35_104_353", "P35_104_354" ], "src": "pick_up container . pick_up containers . open cupboard", "src1": "pick_up container", "src2": "pick_up containers", "src3": "open cupboard", "trg": "put_down containers", "vis_src": "P35_104:351 P35_104:352 P35_104:353", "vis_trg": "P35_104:354", "narrations": [ "pick up container", "pick up containers", "open cupboard", "put down containers" ], "verbs": [ "pick-up", "pick-up", "open", "put-down" ], "verb_classes": [ 0, 0, 3, 1 ], "nouns": [ "container", "container", "cupboard", "container" ], "noun_classes": [ 21, 21, 3, 21 ], "start_stop_timestamps": [ [ "00:22:55.09", "00:22:56.80" ], [ "00:22:57.71", "00:22:58.33" ], [ "00:23:00.06", "00:23:00.99" ], [ "00:23:00.50", "00:23:03.41" ] ], "start_stop_frames": [ [ 68754, 68840 ], [ 68885, 68916 ], [ 69003, 69049 ], [ 69025, 69170 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P30_05+468_469_470_471", "video_id": "P30_05", "narration_ids": [ "P30_05_468", "P30_05_469", "P30_05_470", "P30_05_471" ], "src": "open water_bottle . drink water . put bottle", "src1": "open water_bottle", "src2": "drink water", "src3": "put bottle", "trg": "move bottle", "vis_src": "P30_05:468 P30_05:469 P30_05:470", "vis_trg": "P30_05:471", "narrations": [ "open water bottle", "drink water", "put bottle", "move bottle" ], "verbs": [ "open", "drink", "put", "move" ], "verb_classes": [ 3, 60, 1, 11 ], "nouns": [ "bottle:water", "water", "bottle", "bottle" ], "noun_classes": [ 15, 27, 15, 15 ], "start_stop_timestamps": [ [ "00:36:11.36", "00:36:13.32" ], [ "00:36:13.17", "00:36:19.10" ], [ "00:36:19.20", "00:36:20.89" ], [ "00:36:20.24", "00:36:23.15" ] ], "start_stop_frames": [ [ 130281, 130399 ], [ 130390, 130746 ], [ 130751, 130853 ], [ 130814, 130989 ] ], "trgnoun": "bottle", "trgverb": "move" }, { "key": "P02_113+3_4_5_6", "video_id": "P02_113", "narration_ids": [ "P02_113_3", "P02_113_4", "P02_113_5", "P02_113_6" ], "src": "put_down scissors . pick_up yoghurt . open fridge", "src1": "put_down scissors", "src2": "pick_up yoghurt", "src3": "open fridge", "trg": "put yoghurt in fridge", "vis_src": "P02_113:3 P02_113:4 P02_113:5", "vis_trg": "P02_113:6", "narrations": [ "put down scissors", "pick up yoghurt", "open fridge", "put yoghurt in fridge" ], "verbs": [ "put-down", "pick-up", "open", "put-in" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "scissors", "yoghurt", "fridge", "yoghurt" ], "noun_classes": [ 79, 98, 12, 98 ], "start_stop_timestamps": [ [ "00:00:09.83", "00:00:10.56" ], [ "00:00:10.68", "00:00:11.51" ], [ "00:00:13.45", "00:00:15.84" ], [ "00:00:15.81", "00:00:17.65" ] ], "start_stop_frames": [ [ 491, 528 ], [ 534, 575 ], [ 672, 792 ], [ 790, 882 ] ], "trgnoun": "yoghurt", "trgverb": "put_in" }, { "key": "P22_113+315_316_317_318", "video_id": "P22_113", "narration_ids": [ "P22_113_315", "P22_113_316", "P22_113_317", "P22_113_318" ], "src": "pick_up coffee . open cupboard . open fridge", "src1": "pick_up coffee", "src2": "open cupboard", "src3": "open fridge", "trg": "put_down coffee", "vis_src": "P22_113:315 P22_113:316 P22_113:317", "vis_trg": "P22_113:318", "narrations": [ "pick up coffee", "open cupboard", "open fridge", "put down coffee" ], "verbs": [ "pick-up", "open", "open", "put-down" ], "verb_classes": [ 0, 3, 3, 1 ], "nouns": [ "coffee", "cupboard", "fridge", "coffee" ], "noun_classes": [ 59, 3, 12, 59 ], "start_stop_timestamps": [ [ "00:10:59.37", "00:11:00.12" ], [ "00:11:01.02", "00:11:01.72" ], [ "00:11:01.93", "00:11:03.49" ], [ "00:11:03.31", "00:11:03.90" ] ], "start_stop_frames": [ [ 32968, 33006 ], [ 33051, 33086 ], [ 33096, 33174 ], [ 33165, 33195 ] ], "trgnoun": "coffee", "trgverb": "put_down" }, { "key": "P30_05+466_467_468_469", "video_id": "P30_05", "narration_ids": [ "P30_05_466", "P30_05_467", "P30_05_468", "P30_05_469" ], "src": "take water . close fridge . open water_bottle", "src1": "take water", "src2": "close fridge", "src3": "open water_bottle", "trg": "drink water", "vis_src": "P30_05:466 P30_05:467 P30_05:468", "vis_trg": "P30_05:469", "narrations": [ "take water", "close fridge", "open water bottle", "drink water" ], "verbs": [ "take", "close", "open", "drink" ], "verb_classes": [ 0, 4, 3, 60 ], "nouns": [ "water", "fridge", "bottle:water", "water" ], "noun_classes": [ 27, 12, 15, 27 ], "start_stop_timestamps": [ [ "00:36:09.14", "00:36:10.64" ], [ "00:36:10.24", "00:36:11.37" ], [ "00:36:11.36", "00:36:13.32" ], [ "00:36:13.17", "00:36:19.10" ] ], "start_stop_frames": [ [ 130148, 130238 ], [ 130214, 130282 ], [ 130281, 130399 ], [ 130390, 130746 ] ], "trgnoun": "water", "trgverb": "drink" }, { "key": "P04_120+25_26_27_28", "video_id": "P04_120", "narration_ids": [ "P04_120_25", "P04_120_26", "P04_120_27", "P04_120_28" ], "src": "take top off water_bottle . drink water . put top on water bottle", "src1": "take top off water_bottle", "src2": "drink water", "src3": "put top on water bottle", "trg": "put_down water_bottle", "vis_src": "P04_120:25 P04_120:26 P04_120:27", "vis_trg": "P04_120:28", "narrations": [ "take top off water bottle", "drink water", "put top on water bottle", "put down water bottle" ], "verbs": [ "take", "drink", "put-on", "put-down" ], "verb_classes": [ 0, 60, 1, 1 ], "nouns": [ "bottle:water", "water", "top", "bottle:water" ], "noun_classes": [ 15, 27, 42, 15 ], "start_stop_timestamps": [ [ "00:01:18.46", "00:01:21.03" ], [ "00:01:18.00", "00:01:22.23" ], [ "00:01:20.54", "00:01:21.30" ], [ "00:01:24.96", "00:01:25.99" ] ], "start_stop_frames": [ [ 3923, 4051 ], [ 3900, 4111 ], [ 4026, 4065 ], [ 4248, 4299 ] ], "trgnoun": "water_bottle", "trgverb": "put_down" }, { "key": "P02_123+311_312_313_314", "video_id": "P02_123", "narration_ids": [ "P02_123_311", "P02_123_312", "P02_123_313", "P02_123_314" ], "src": "sponge pan . pick_up washing_liquid . pour washing_liquid onto pan", "src1": "sponge pan", "src2": "pick_up washing_liquid", "src3": "pour washing_liquid onto pan", "trg": "put_down washing_liquid", "vis_src": "P02_123:311 P02_123:312 P02_123:313", "vis_trg": "P02_123:314", "narrations": [ "sponge pan", "pick up washing liquid", "pour washing liquid onto pan", "put down washing liquid" ], "verbs": [ "sponge", "pick-up", "pour-onto", "put-down" ], "verb_classes": [ 2, 0, 9, 1 ], "nouns": [ "pan", "liquid:washing", "liquid:washing", "liquid:washing" ], "noun_classes": [ 5, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:15:42.23", "00:15:45.98" ], [ "00:15:46.61", "00:15:48.33" ], [ "00:15:47.45", "00:15:49.09" ], [ "00:15:49.05", "00:15:49.73" ] ], "start_stop_frames": [ [ 47111, 47299 ], [ 47330, 47416 ], [ 47372, 47454 ], [ 47452, 47486 ] ], "trgnoun": "washing_liquid", "trgverb": "put_down" }, { "key": "P22_07+244_245_246_247", "video_id": "P22_07", "narration_ids": [ "P22_07_244", "P22_07_245", "P22_07_246", "P22_07_247" ], "src": "cut courgette . grab wooden_spoon . stir onion", "src1": "cut courgette", "src2": "grab wooden_spoon", "src3": "stir onion", "trg": "put wooden_spoon down", "vis_src": "P22_07:244 P22_07:245 P22_07:246", "vis_trg": "P22_07:247", "narrations": [ "cut courgette", "grab wooden spoon", "stir onion", "put wooden spoon down" ], "verbs": [ "cut", "grab", "stir", "put" ], "verb_classes": [ 7, 0, 10, 1 ], "nouns": [ "courgette", "spoon:wooden", "onion", "spoon:wooden" ], "noun_classes": [ 76, 1, 16, 1 ], "start_stop_timestamps": [ [ "00:11:27.35", "00:11:38.94" ], [ "00:11:40.88", "00:11:41.58" ], [ "00:11:41.68", "00:11:49.08" ], [ "00:11:49.03", "00:11:50.39" ] ], "start_stop_frames": [ [ 41241, 41936 ], [ 42052, 42094 ], [ 42100, 42544 ], [ 42541, 42623 ] ], "trgnoun": "wooden_spoon", "trgverb": "put" }, { "key": "P06_102+102_103_104_105", "video_id": "P06_102", "narration_ids": [ "P06_102_102", "P06_102_103", "P06_102_104", "P06_102_105" ], "src": "wipe counter . pick_up scales . open cupboard", "src1": "wipe counter", "src2": "pick_up scales", "src3": "open cupboard", "trg": "put scales in cupboard", "vis_src": "P06_102:102 P06_102:103 P06_102:104", "vis_trg": "P06_102:105", "narrations": [ "wipe counter", "pick up scales", "open cupboard", "put scales in cupboard" ], "verbs": [ "wipe", "pick-up", "open", "put-in" ], "verb_classes": [ 2, 0, 3, 5 ], "nouns": [ "counter", "scale", "cupboard", "scale" ], "noun_classes": [ 42, 108, 3, 108 ], "start_stop_timestamps": [ [ "00:10:44.55", "00:10:52.95" ], [ "00:10:53.95", "00:10:54.56" ], [ "00:10:54.98", "00:10:55.80" ], [ "00:10:56.11", "00:10:56.92" ] ], "start_stop_frames": [ [ 32227, 32647 ], [ 32697, 32727 ], [ 32749, 32790 ], [ 32805, 32846 ] ], "trgnoun": "scale", "trgverb": "put_in" }, { "key": "P25_107+32_33_34_35", "video_id": "P25_107", "narration_ids": [ "P25_107_32", "P25_107_33", "P25_107_34", "P25_107_35" ], "src": "pick_up courgette . wash courgette . cut courgette", "src1": "pick_up courgette", "src2": "wash courgette", "src3": "cut courgette", "trg": "rinse courgette", "vis_src": "P25_107:32 P25_107:33 P25_107:34", "vis_trg": "P25_107:35", "narrations": [ "pick up courgette", "wash courgette", "cut courgette", "rinse courgette" ], "verbs": [ "pick-up", "wash", "cut", "rinse" ], "verb_classes": [ 0, 2, 7, 2 ], "nouns": [ "courgette", "courgette", "courgette", "courgette" ], "noun_classes": [ 76, 76, 76, 76 ], "start_stop_timestamps": [ [ "00:03:13.48", "00:03:16.08" ], [ "00:03:16.08", "00:03:18.03" ], [ "00:03:18.13", "00:04:13.91" ], [ "00:04:12.61", "00:04:14.43" ] ], "start_stop_frames": [ [ 9674, 9804 ], [ 9804, 9901 ], [ 9906, 12695 ], [ 12630, 12721 ] ], "trgnoun": "courgette", "trgverb": "rinse" }, { "key": "P02_101+22_23_24_25", "video_id": "P02_101", "narration_ids": [ "P02_101_22", "P02_101_23", "P02_101_24", "P02_101_25" ], "src": "pick_up toast . open bin . throw bread", "src1": "pick_up toast", "src2": "open bin", "src3": "throw bread", "trg": "close bin", "vis_src": "P02_101:22 P02_101:23 P02_101:24", "vis_trg": "P02_101:25", "narrations": [ "pick up toast", "open bin", "throw bread", "close bin" ], "verbs": [ "pick-up", "open", "throw", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "toast", "bin", "bread", "bin" ], "noun_classes": [ 33, 36, 33, 36 ], "start_stop_timestamps": [ [ "00:00:47.87", "00:00:49.48" ], [ "00:00:53.44", "00:00:54.18" ], [ "00:00:54.23", "00:00:54.73" ], [ "00:00:54.74", "00:00:55.23" ] ], "start_stop_frames": [ [ 2393, 2474 ], [ 2672, 2709 ], [ 2711, 2736 ], [ 2737, 2761 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P04_117+28_29_30_31", "video_id": "P04_117", "narration_ids": [ "P04_117_28", "P04_117_29", "P04_117_30", "P04_117_31" ], "src": "turn_off toaster . put bread in toaster . turn_on toaster", "src1": "turn_off toaster", "src2": "put bread in toaster", "src3": "turn_on toaster", "trg": "turn bread around", "vis_src": "P04_117:28 P04_117:29 P04_117:30", "vis_trg": "P04_117:31", "narrations": [ "turn off toaster", "put bread in toaster", "turn on toaster", "turn bread around" ], "verbs": [ "turn-off", "put-in", "turn-on", "turn" ], "verb_classes": [ 8, 5, 6, 23 ], "nouns": [ "toaster", "bread", "toaster", "bread" ], "noun_classes": [ 186, 33, 186, 33 ], "start_stop_timestamps": [ [ "00:01:14.97", "00:01:15.85" ], [ "00:01:16.17", "00:01:17.28" ], [ "00:01:17.29", "00:01:18.29" ], [ "00:01:18.50", "00:01:20.34" ] ], "start_stop_frames": [ [ 3748, 3792 ], [ 3808, 3864 ], [ 3864, 3914 ], [ 3925, 4017 ] ], "trgnoun": "bread", "trgverb": "turn" }, { "key": "P02_130+140_141_142_143", "video_id": "P02_130", "narration_ids": [ "P02_130_140", "P02_130_141", "P02_130_142", "P02_130_143" ], "src": "stir biscuits powder using spoon . put_down spoon . remove ladder", "src1": "stir biscuits powder using spoon", "src2": "put_down spoon", "src3": "remove ladder", "trg": "close ladder", "vis_src": "P02_130:140 P02_130:141 P02_130:142", "vis_trg": "P02_130:143", "narrations": [ "stir biscuits powder using spoon", "put down spoon", "remove ladder", "close ladder" ], "verbs": [ "stir", "put-down", "remove", "close" ], "verb_classes": [ 10, 1, 12, 4 ], "nouns": [ "powder:biscuit", "spoon", "ladder", "ladder" ], "noun_classes": [ 104, 1, 230, 230 ], "start_stop_timestamps": [ [ "00:05:21.58", "00:05:26.86" ], [ "00:05:26.53", "00:05:27.04" ], [ "00:05:29.33", "00:05:30.76" ], [ "00:05:30.14", "00:05:31.32" ] ], "start_stop_frames": [ [ 16079, 16343 ], [ 16326, 16352 ], [ 16466, 16538 ], [ 16507, 16566 ] ], "trgnoun": "ladder", "trgverb": "close" }, { "key": "P02_06+240_241_242_243", "video_id": "P02_06", "narration_ids": [ "P02_06_240", "P02_06_241", "P02_06_242", "P02_06_243" ], "src": "put can . remove ladder . put towel", "src1": "put can", "src2": "remove ladder", "src3": "put towel", "trg": "open can", "vis_src": "P02_06:240 P02_06:241 P02_06:242", "vis_trg": "P02_06:243", "narrations": [ "put can", "remove ladder", "put towel", "open can" ], "verbs": [ "put", "remove", "put", "open" ], "verb_classes": [ 1, 12, 1, 3 ], "nouns": [ "can", "ladder", "towel", "can" ], "noun_classes": [ 61, 230, 52, 61 ], "start_stop_timestamps": [ [ "00:11:06.50", "00:11:07.34" ], [ "00:11:07.97", "00:11:11.75" ], [ "00:11:14.26", "00:11:15.07" ], [ "00:11:17.82", "00:11:28.12" ] ], "start_stop_frames": [ [ 39990, 40040 ], [ 40078, 40305 ], [ 40455, 40504 ], [ 40669, 41287 ] ], "trgnoun": "can", "trgverb": "open" }, { "key": "P27_103+657_658_659_660", "video_id": "P27_103", "narration_ids": [ "P27_103_657", "P27_103_658", "P27_103_659", "P27_103_660" ], "src": "pick_up toothpick . put_down toothpick . open oven", "src1": "pick_up toothpick", "src2": "put_down toothpick", "src3": "open oven", "trg": "use toothpick", "vis_src": "P27_103:657 P27_103:658 P27_103:659", "vis_trg": "P27_103:660", "narrations": [ "pick up toothpick", "put down toothpick", "open oven", "use toothpick" ], "verbs": [ "pick-up", "put-down", "open", "use" ], "verb_classes": [ 0, 1, 3, 76 ], "nouns": [ "toothpick", "toothpick", "oven", "toothpick" ], "noun_classes": [ 228, 228, 46, 228 ], "start_stop_timestamps": [ [ "00:40:00.80", "00:40:02.90" ], [ "00:40:06.09", "00:40:06.59" ], [ "00:40:09.73", "00:40:10.59" ], [ "00:40:11.43", "00:40:13.12" ] ], "start_stop_frames": [ [ 120040, 120145 ], [ 120304, 120329 ], [ 120486, 120529 ], [ 120571, 120656 ] ], "trgnoun": "toothpick", "trgverb": "use" }, { "key": "P02_06+205_206_207_208", "video_id": "P02_06", "narration_ids": [ "P02_06_205", "P02_06_206", "P02_06_207", "P02_06_208" ], "src": "pick_up end of tomato . put tomato . pick_up strainer", "src1": "pick_up end of tomato", "src2": "put tomato", "src3": "pick_up strainer", "trg": "put strainer next to sink", "vis_src": "P02_06:205 P02_06:206 P02_06:207", "vis_trg": "P02_06:208", "narrations": [ "pick up", "put tomato", "pick up strainer", "put strainer next to sink" ], "verbs": [ "pick-up", "put", "pick-up", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "end:tomato", "tomato", "strainer", "strainer" ], "noun_classes": [ 43, 43, 39, 39 ], "start_stop_timestamps": [ [ "00:08:59.20", "00:09:05.64" ], [ "00:09:02.50", "00:09:06.65" ], [ "00:09:06.80", "00:09:07.89" ], [ "00:09:10.10", "00:09:10.92" ] ], "start_stop_frames": [ [ 32352, 32738 ], [ 32550, 32799 ], [ 32808, 32873 ], [ 33006, 33055 ] ], "trgnoun": "strainer", "trgverb": "put" }, { "key": "P30_107+392_393_394_395", "video_id": "P30_107", "narration_ids": [ "P30_107_392", "P30_107_393", "P30_107_394", "P30_107_395" ], "src": "put fat into bin . move meat . slice meat", "src1": "put fat into bin", "src2": "move meat", "src3": "slice meat", "trg": "inspect meat", "vis_src": "P30_107:392 P30_107:393 P30_107:394", "vis_trg": "P30_107:395", "narrations": [ "put fat into bin", "move meat", "slice meat", "inspect meat" ], "verbs": [ "put-into", "move", "slice", "inspect" ], "verb_classes": [ 5, 11, 7, 24 ], "nouns": [ "fat", "meat", "meat", "meat" ], "noun_classes": [ 28, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:19:58.53", "00:19:59.53" ], [ "00:20:00.13", "00:20:02.80" ], [ "00:20:02.79", "00:20:08.72" ], [ "00:20:08.94", "00:20:11.64" ] ], "start_stop_frames": [ [ 59926, 59976 ], [ 60006, 60140 ], [ 60139, 60436 ], [ 60447, 60582 ] ], "trgnoun": "meat", "trgverb": "inspect" }, { "key": "P24_04+52_53_54_55", "video_id": "P24_04", "narration_ids": [ "P24_04_52", "P24_04_53", "P24_04_54", "P24_04_55" ], "src": "place white bread_slices on plate . grab knife . grab nutella", "src1": "place white bread_slices on plate", "src2": "grab knife", "src3": "grab nutella", "trg": "spread nutella on white bread", "vis_src": "P24_04:52 P24_04:53 P24_04:54", "vis_trg": "P24_04:55", "narrations": [ "place white bread slices on plate", "grab knife", "grab nutella", "spread nutella on white bread" ], "verbs": [ "place", "grab", "grab", "spread-on" ], "verb_classes": [ 1, 0, 0, 27 ], "nouns": [ "slice:bread", "knife", "nutella", "nutella" ], "noun_classes": [ 33, 4, 115, 115 ], "start_stop_timestamps": [ [ "00:03:33.82", "00:03:44.73" ], [ "00:03:45.57", "00:03:48.28" ], [ "00:03:49.07", "00:03:52.10" ], [ "00:03:50.64", "00:03:56.59" ] ], "start_stop_frames": [ [ 12829, 13483 ], [ 13534, 13696 ], [ 13744, 13926 ], [ 13838, 14195 ] ], "trgnoun": "nutella", "trgverb": "spread_on" }, { "key": "P25_11+4_5_6_7", "video_id": "P25_11", "narration_ids": [ "P25_11_4", "P25_11_5", "P25_11_6", "P25_11_7" ], "src": "dump_out water . put_in water . pick_up napkins", "src1": "dump_out water", "src2": "put_in water", "src3": "pick_up napkins", "trg": "put_down napkins", "vis_src": "P25_11:4 P25_11:5 P25_11:6", "vis_trg": "P25_11:7", "narrations": [ "dump out water", "put in water", "pick up napkins", "put down napkins" ], "verbs": [ "dump-out", "put-in", "pick-up", "put-down" ], "verb_classes": [ 37, 5, 0, 1 ], "nouns": [ "water", "water", "napkin", "napkin" ], "noun_classes": [ 27, 27, 88, 88 ], "start_stop_timestamps": [ [ "00:00:16.15", "00:00:17.34" ], [ "00:00:17.44", "00:00:20.97" ], [ "00:00:28.54", "00:00:31.54" ], [ "00:00:31.64", "00:00:32.91" ] ], "start_stop_frames": [ [ 968, 1040 ], [ 1046, 1258 ], [ 1712, 1892 ], [ 1898, 1974 ] ], "trgnoun": "napkin", "trgverb": "put_down" }, { "key": "P04_117+27_28_29_30", "video_id": "P04_117", "narration_ids": [ "P04_117_27", "P04_117_28", "P04_117_29", "P04_117_30" ], "src": "try to put bread in toaster . turn_off toaster . put bread in toaster", "src1": "try to put bread in toaster", "src2": "turn_off toaster", "src3": "put bread in toaster", "trg": "turn_on toaster", "vis_src": "P04_117:27 P04_117:28 P04_117:29", "vis_trg": "P04_117:30", "narrations": [ "try to put bread in toaster", "turn off toaster", "put bread in toaster", "turn on toaster" ], "verbs": [ "put-in", "turn-off", "put-in", "turn-on" ], "verb_classes": [ 5, 8, 5, 6 ], "nouns": [ "bread", "toaster", "bread", "toaster" ], "noun_classes": [ 33, 186, 33, 186 ], "start_stop_timestamps": [ [ "00:01:12.11", "00:01:17.38" ], [ "00:01:14.97", "00:01:15.85" ], [ "00:01:16.17", "00:01:17.28" ], [ "00:01:17.29", "00:01:18.29" ] ], "start_stop_frames": [ [ 3605, 3869 ], [ 3748, 3792 ], [ 3808, 3864 ], [ 3864, 3914 ] ], "trgnoun": "toaster", "trgverb": "turn_on" }, { "key": "P02_108+31_32_33_34", "video_id": "P02_108", "narration_ids": [ "P02_108_31", "P02_108_32", "P02_108_33", "P02_108_34" ], "src": "close ladder . put away ladder . pick_up flour_bag", "src1": "close ladder", "src2": "put away ladder", "src3": "pick_up flour_bag", "trg": "put_down flour_bag", "vis_src": "P02_108:31 P02_108:32 P02_108:33", "vis_trg": "P02_108:34", "narrations": [ "close ladder", "put away ladder", "pick up flour bag", "put down flour bag" ], "verbs": [ "close", "put", "pick-up", "put-down" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "ladder", "ladder", "bag:flour", "bag:flour" ], "noun_classes": [ 230, 230, 19, 19 ], "start_stop_timestamps": [ [ "00:01:04.19", "00:01:06.91" ], [ "00:01:07.15", "00:01:08.48" ], [ "00:01:08.58", "00:01:09.66" ], [ "00:01:09.74", "00:01:12.63" ] ], "start_stop_frames": [ [ 3209, 3345 ], [ 3357, 3424 ], [ 3429, 3483 ], [ 3486, 3631 ] ], "trgnoun": "flour_bag", "trgverb": "put_down" }, { "key": "P24_04+48_49_50_51", "video_id": "P24_04", "narration_ids": [ "P24_04_48", "P24_04_49", "P24_04_50", "P24_04_51" ], "src": "drop knife . check coffee . take white_bread", "src1": "drop knife", "src2": "check coffee", "src3": "take white_bread", "trg": "grab two slices white_bread", "vis_src": "P24_04:48 P24_04:49 P24_04:50", "vis_trg": "P24_04:51", "narrations": [ "drop knife", "check coffee", "take white bread", "grab two slices white bread" ], "verbs": [ "drop", "check", "take", "grab" ], "verb_classes": [ 59, 24, 0, 0 ], "nouns": [ "knife", "coffee", "bread:white", "bread:white" ], "noun_classes": [ 4, 59, 33, 33 ], "start_stop_timestamps": [ [ "00:03:24.80", "00:03:25.67" ], [ "00:03:26.32", "00:03:28.37" ], [ "00:03:28.72", "00:03:30.15" ], [ "00:03:30.73", "00:03:41.19" ] ], "start_stop_frames": [ [ 12288, 12340 ], [ 12379, 12502 ], [ 12523, 12609 ], [ 12643, 13271 ] ], "trgnoun": "white_bread", "trgverb": "grab" }, { "key": "P24_04+42_43_44_45", "video_id": "P24_04", "narration_ids": [ "P24_04_42", "P24_04_43", "P24_04_44", "P24_04_45" ], "src": "put knife . close door . pick_up nutella", "src1": "put knife", "src2": "close door", "src3": "pick_up nutella", "trg": "open nutella", "vis_src": "P24_04:42 P24_04:43 P24_04:44", "vis_trg": "P24_04:45", "narrations": [ "put knife", "close door", "pick up nutella", "open nutella" ], "verbs": [ "put", "close", "pick-up", "open" ], "verb_classes": [ 1, 4, 0, 3 ], "nouns": [ "knife", "door", "nutella", "nutella" ], "noun_classes": [ 4, 3, 115, 115 ], "start_stop_timestamps": [ [ "00:02:59.55", "00:03:00.34" ], [ "00:03:00.42", "00:03:01.49" ], [ "00:03:02.93", "00:03:04.07" ], [ "00:03:04.17", "00:03:08.97" ] ], "start_stop_frames": [ [ 10773, 10820 ], [ 10825, 10889 ], [ 10975, 11044 ], [ 11050, 11338 ] ], "trgnoun": "nutella", "trgverb": "open" }, { "key": "P10_04+439_440_441_442", "video_id": "P10_04", "narration_ids": [ "P10_04_439", "P10_04_440", "P10_04_441", "P10_04_442" ], "src": "keep on mixing the sprouts . put the cooked_sprouts into the bowl . switch_off the bottom right_heat", "src1": "keep on mixing the sprouts", "src2": "put the cooked_sprouts into the bowl", "src3": "switch_off the bottom right_heat", "trg": "put the cooked_sprouts on the table", "vis_src": "P10_04:439 P10_04:440 P10_04:441", "vis_trg": "P10_04:442", "narrations": [ "keep on mixing the sprouts", "put the cooked sprouts into the bowl", "switch off the bottom right heat", "put the cooked sprouts on the table" ], "verbs": [ "mix", "put-into", "switch-off", "put-on" ], "verb_classes": [ 10, 5, 8, 1 ], "nouns": [ "sprout", "sprout:cooked", "heat:right", "sprout:cooked" ], "noun_classes": [ 258, 258, 65, 258 ], "start_stop_timestamps": [ [ "00:47:36.24", "00:47:57.21" ], [ "00:48:01.72", "00:48:16.33" ], [ "00:48:16.43", "00:48:18.06" ], [ "00:48:23.07", "00:48:24.79" ] ], "start_stop_frames": [ [ 171374, 172632 ], [ 172903, 173779 ], [ 173785, 173883 ], [ 174184, 174287 ] ], "trgnoun": "cooked_sprout", "trgverb": "put_on" }, { "key": "P01_109+694_695_696_697", "video_id": "P01_109", "narration_ids": [ "P01_109_694", "P01_109_695", "P01_109_696", "P01_109_697" ], "src": "distribute egg . shake spatula . move pan", "src1": "distribute egg", "src2": "shake spatula", "src3": "move pan", "trg": "tap spatula", "vis_src": "P01_109:694 P01_109:695 P01_109:696", "vis_trg": "P01_109:697", "narrations": [ "distribute egg", "shake spatula", "move pan", "tap spatula" ], "verbs": [ "distribute", "shake", "move", "tap" ], "verb_classes": [ 27, 15, 11, 32 ], "nouns": [ "egg", "spatula", "pan", "spatula" ], "noun_classes": [ 53, 20, 5, 20 ], "start_stop_timestamps": [ [ "00:50:45.94", "00:50:58.43" ], [ "00:50:58.50", "00:51:01.45" ], [ "00:51:03.62", "00:51:04.83" ], [ "00:51:03.72", "00:51:04.67" ] ], "start_stop_frames": [ [ 152297, 152921 ], [ 152925, 153072 ], [ 153181, 153241 ], [ 153186, 153233 ] ], "trgnoun": "spatula", "trgverb": "tap" }, { "key": "P30_107+391_392_393_394", "video_id": "P30_107", "narration_ids": [ "P30_107_391", "P30_107_392", "P30_107_393", "P30_107_394" ], "src": "take fat . put fat into bin . move meat", "src1": "take fat", "src2": "put fat into bin", "src3": "move meat", "trg": "slice meat", "vis_src": "P30_107:391 P30_107:392 P30_107:393", "vis_trg": "P30_107:394", "narrations": [ "take fat", "put fat into bin", "move meat", "slice meat" ], "verbs": [ "take", "put-into", "move", "slice" ], "verb_classes": [ 0, 5, 11, 7 ], "nouns": [ "fat", "fat", "meat", "meat" ], "noun_classes": [ 28, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:19:56.47", "00:19:57.83" ], [ "00:19:58.53", "00:19:59.53" ], [ "00:20:00.13", "00:20:02.80" ], [ "00:20:02.79", "00:20:08.72" ] ], "start_stop_frames": [ [ 59823, 59891 ], [ 59926, 59976 ], [ 60006, 60140 ], [ 60139, 60436 ] ], "trgnoun": "meat", "trgverb": "slice" }, { "key": "P24_04+62_63_64_65", "video_id": "P24_04", "narration_ids": [ "P24_04_62", "P24_04_63", "P24_04_64", "P24_04_65" ], "src": "take nutella . spread nutella on white bread . close nutella", "src1": "take nutella", "src2": "spread nutella on white bread", "src3": "close nutella", "trg": "pick_up nutella", "vis_src": "P24_04:62 P24_04:63 P24_04:64", "vis_trg": "P24_04:65", "narrations": [ "take nutella", "spread nutella on white bread", "close nutella", "pick up nutella" ], "verbs": [ "take", "spread-on", "close", "pick-up" ], "verb_classes": [ 0, 27, 4, 0 ], "nouns": [ "nutella", "nutella", "nutella", "nutella" ], "noun_classes": [ 115, 115, 115, 115 ], "start_stop_timestamps": [ [ "00:04:44.04", "00:04:45.78" ], [ "00:04:45.84", "00:04:53.04" ], [ "00:04:52.94", "00:05:01.07" ], [ "00:05:04.35", "00:05:05.31" ] ], "start_stop_frames": [ [ 17042, 17146 ], [ 17150, 17582 ], [ 17576, 18064 ], [ 18261, 18318 ] ], "trgnoun": "nutella", "trgverb": "pick_up" }, { "key": "P02_130+142_143_144_145", "video_id": "P02_130", "narration_ids": [ "P02_130_142", "P02_130_143", "P02_130_144", "P02_130_145" ], "src": "remove ladder . close ladder . pick_up aprons from floor", "src1": "remove ladder", "src2": "close ladder", "src3": "pick_up aprons from floor", "trg": "put aprons on ladder", "vis_src": "P02_130:142 P02_130:143 P02_130:144", "vis_trg": "P02_130:145", "narrations": [ "remove ladder", "close ladder", "pick up aprons from floor", "put aprons on ladder" ], "verbs": [ "remove", "close", "pick-up", "put-on" ], "verb_classes": [ 12, 4, 0, 1 ], "nouns": [ "ladder", "ladder", "apron", "apron" ], "noun_classes": [ 230, 230, 199, 199 ], "start_stop_timestamps": [ [ "00:05:29.33", "00:05:30.76" ], [ "00:05:30.14", "00:05:31.32" ], [ "00:05:31.28", "00:05:33.01" ], [ "00:05:32.88", "00:05:33.81" ] ], "start_stop_frames": [ [ 16466, 16538 ], [ 16507, 16566 ], [ 16564, 16650 ], [ 16644, 16690 ] ], "trgnoun": "apron", "trgverb": "put_on" }, { "key": "P05_03+131_132_133_134", "video_id": "P05_03", "narration_ids": [ "P05_03_131", "P05_03_132", "P05_03_133", "P05_03_134" ], "src": "stir pasta . take pot . take colander", "src1": "stir pasta", "src2": "take pot", "src3": "take colander", "trg": "pour pasta into colander", "vis_src": "P05_03:131 P05_03:132 P05_03:133", "vis_trg": "P05_03:134", "narrations": [ "stir pasta", "take pot", "take colander", "pour pasta into colander" ], "verbs": [ "stir", "take", "take", "pour-into" ], "verb_classes": [ 10, 0, 0, 9 ], "nouns": [ "pasta", "pot", "colander", "pasta" ], "noun_classes": [ 45, 29, 39, 45 ], "start_stop_timestamps": [ [ "00:11:36.67", "00:11:53.42" ], [ "00:11:53.88", "00:11:55.09" ], [ "00:11:55.28", "00:11:58.34" ], [ "00:11:58.36", "00:12:08.21" ] ], "start_stop_frames": [ [ 41800, 42805 ], [ 42832, 42905 ], [ 42916, 43100 ], [ 43101, 43692 ] ], "trgnoun": "pasta", "trgverb": "pour_into" }, { "key": "P02_06+190_191_192_193", "video_id": "P02_06", "narration_ids": [ "P02_06_190", "P02_06_191", "P02_06_192", "P02_06_193" ], "src": "pick_up lettuce . put lettuce . remove end of tomato", "src1": "pick_up lettuce", "src2": "put lettuce", "src3": "remove end of tomato", "trg": "put end of tomato", "vis_src": "P02_06:190 P02_06:191 P02_06:192", "vis_trg": "P02_06:193", "narrations": [ "pick up lettuce", "put lettuce", "remove end of tomato", "put" ], "verbs": [ "pick-up", "put", "remove", "put" ], "verb_classes": [ 0, 1, 12, 1 ], "nouns": [ "lettuce", "lettuce", "end:tomato", "end:tomato" ], "noun_classes": [ 120, 120, 43, 43 ], "start_stop_timestamps": [ [ "00:08:47.11", "00:08:47.90" ], [ "00:08:48.00", "00:08:48.64" ], [ "00:08:48.61", "00:08:51.72" ], [ "00:08:52.00", "00:08:52.87" ] ], "start_stop_frames": [ [ 31626, 31674 ], [ 31680, 31718 ], [ 31716, 31903 ], [ 31920, 31972 ] ], "trgnoun": "tomato_end", "trgverb": "put" }, { "key": "P02_129+402_403_404_405", "video_id": "P02_129", "narration_ids": [ "P02_129_402", "P02_129_403", "P02_129_404", "P02_129_405" ], "src": "remove aprons from ladder . throw aprons on floor . open ladder", "src1": "remove aprons from ladder", "src2": "throw aprons on floor", "src3": "open ladder", "trg": "step_on ladder", "vis_src": "P02_129:402 P02_129:403 P02_129:404", "vis_trg": "P02_129:405", "narrations": [ "remove aprons from ladder", "throw aprons on floor", "open ladder", "step on ladder" ], "verbs": [ "remove-from", "throw-on", "open", "step-on" ], "verb_classes": [ 12, 13, 3, 67 ], "nouns": [ "apron", "apron", "ladder", "ladder" ], "noun_classes": [ 199, 199, 230, 230 ], "start_stop_timestamps": [ [ "00:14:29.74", "00:14:32.00" ], [ "00:14:32.10", "00:14:33.10" ], [ "00:14:34.11", "00:14:36.08" ], [ "00:14:34.92", "00:14:37.68" ] ], "start_stop_frames": [ [ 43487, 43600 ], [ 43605, 43655 ], [ 43705, 43804 ], [ 43746, 43884 ] ], "trgnoun": "ladder", "trgverb": "step_on" }, { "key": "P04_102+46_47_48_49", "video_id": "P04_102", "narration_ids": [ "P04_102_46", "P04_102_47", "P04_102_48", "P04_102_49" ], "src": "open cupboard . put coffee in cupboard . pick_up starter", "src1": "open cupboard", "src2": "put coffee in cupboard", "src3": "pick_up starter", "trg": "put_down starter", "vis_src": "P04_102:46 P04_102:47 P04_102:48", "vis_trg": "P04_102:49", "narrations": [ "open cupboard", "put coffee in cupboard", "pick up starter", "put down starter" ], "verbs": [ "open", "put-in", "pick-up", "put-down" ], "verb_classes": [ 3, 5, 0, 1 ], "nouns": [ "cupboard", "coffee", "starter", "starter" ], "noun_classes": [ 3, 59, 71, 71 ], "start_stop_timestamps": [ [ "00:01:44.34", "00:01:45.73" ], [ "00:01:45.80", "00:01:47.30" ], [ "00:01:47.89", "00:01:48.80" ], [ "00:01:48.98", "00:01:49.77" ] ], "start_stop_frames": [ [ 5217, 5286 ], [ 5290, 5365 ], [ 5394, 5440 ], [ 5448, 5488 ] ], "trgnoun": "starter", "trgverb": "put_down" }, { "key": "P27_103+658_659_660_661", "video_id": "P27_103", "narration_ids": [ "P27_103_658", "P27_103_659", "P27_103_660", "P27_103_661" ], "src": "put_down toothpick . open oven . use toothpick", "src1": "put_down toothpick", "src2": "open oven", "src3": "use toothpick", "trg": "pick_up toothpick", "vis_src": "P27_103:658 P27_103:659 P27_103:660", "vis_trg": "P27_103:661", "narrations": [ "put down toothpick", "open oven", "use toothpick", "pick up toothpick" ], "verbs": [ "put-down", "open", "use", "pick-up" ], "verb_classes": [ 1, 3, 76, 0 ], "nouns": [ "toothpick", "oven", "toothpick", "toothpick" ], "noun_classes": [ 228, 46, 228, 228 ], "start_stop_timestamps": [ [ "00:40:06.09", "00:40:06.59" ], [ "00:40:09.73", "00:40:10.59" ], [ "00:40:11.43", "00:40:13.12" ], [ "00:40:13.38", "00:40:16.15" ] ], "start_stop_frames": [ [ 120304, 120329 ], [ 120486, 120529 ], [ 120571, 120656 ], [ 120669, 120807 ] ], "trgnoun": "toothpick", "trgverb": "pick_up" }, { "key": "P02_135+42_43_44_45", "video_id": "P02_135", "narration_ids": [ "P02_135_42", "P02_135_43", "P02_135_44", "P02_135_45" ], "src": "pick_up half of bagel . put bagel in toaster . pick_up bagel_half", "src1": "pick_up half of bagel", "src2": "put bagel in toaster", "src3": "pick_up bagel_half", "trg": "put bagel_half in toaster", "vis_src": "P02_135:42 P02_135:43 P02_135:44", "vis_trg": "P02_135:45", "narrations": [ "pick up half of bagel", "put bagel in toaster", "pick up bagel half", "put bagel half in toaster" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "half:bagel", "bagel", "half:bagel", "half:bagel" ], "noun_classes": [ 33, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:01:31.79", "00:01:32.86" ], [ "00:01:32.22", "00:01:32.97" ], [ "00:01:32.98", "00:01:33.52" ], [ "00:01:33.62", "00:01:34.54" ] ], "start_stop_frames": [ [ 4589, 4643 ], [ 4611, 4648 ], [ 4648, 4676 ], [ 4681, 4727 ] ], "trgnoun": "bagel_half", "trgverb": "put_in" }, { "key": "P24_04+33_34_35_37", "video_id": "P24_04", "narration_ids": [ "P24_04_33", "P24_04_34", "P24_04_35", "P24_04_37" ], "src": "close door . pick_up white_bread . open white_bread", "src1": "close door", "src2": "pick_up white_bread", "src3": "open white_bread", "trg": "put white_bread", "vis_src": "P24_04:33 P24_04:34 P24_04:35", "vis_trg": "P24_04:37", "narrations": [ "close door", "pick up white bread", "open white bread", "put white bread" ], "verbs": [ "close", "pick-up", "open", "put" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "door", "bread:white", "bread:white", "bread:white" ], "noun_classes": [ 3, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:02:22.29", "00:02:23.65" ], [ "00:02:24.52", "00:02:25.63" ], [ "00:02:25.70", "00:02:46.58" ], [ "00:02:49.35", "00:02:50.83" ] ], "start_stop_frames": [ [ 8537, 8619 ], [ 8671, 8737 ], [ 8742, 9994 ], [ 10161, 10249 ] ], "trgnoun": "white_bread", "trgverb": "put" }, { "key": "P04_120+52_53_54_55", "video_id": "P04_120", "narration_ids": [ "P04_120_52", "P04_120_53", "P04_120_54", "P04_120_55" ], "src": "look_at countertop . feel temperature of milk . drag spatula around pan", "src1": "look_at countertop", "src2": "feel temperature of milk", "src3": "drag spatula around pan", "trg": "put_down spatula", "vis_src": "P04_120:52 P04_120:53 P04_120:54", "vis_trg": "P04_120:55", "narrations": [ "look at countertop", "feel temperature of milk", "drag spatula around pan", "put down spatula" ], "verbs": [ "look-at", "feel", "drag-around", "put-down" ], "verb_classes": [ 38, 54, 11, 1 ], "nouns": [ "countertop", "temperature:milk", "spatula", "spatula" ], "noun_classes": [ 42, 65, 20, 20 ], "start_stop_timestamps": [ [ "00:03:02.59", "00:03:06.37" ], [ "00:03:07.93", "00:03:09.60" ], [ "00:03:09.67", "00:03:12.79" ], [ "00:03:12.04", "00:03:12.98" ] ], "start_stop_frames": [ [ 9129, 9318 ], [ 9396, 9480 ], [ 9483, 9639 ], [ 9602, 9649 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P28_103+264_265_266_267", "video_id": "P28_103", "narration_ids": [ "P28_103_264", "P28_103_265", "P28_103_266", "P28_103_267" ], "src": "take oil . pour oil in food . close oil", "src1": "take oil", "src2": "pour oil in food", "src3": "close oil", "trg": "pout oil", "vis_src": "P28_103:264 P28_103:265 P28_103:266", "vis_trg": "P28_103:267", "narrations": [ "take oil", "pour oil in food", "close oil", "pout oil" ], "verbs": [ "take", "pour-in", "close", "pout" ], "verb_classes": [ 0, 9, 4, 1 ], "nouns": [ "oil", "oil", "oil", "oil" ], "noun_classes": [ 31, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:27:04.88", "00:27:06.66" ], [ "00:27:07.23", "00:27:10.38" ], [ "00:27:10.73", "00:27:11.48" ], [ "00:27:11.72", "00:27:12.66" ] ], "start_stop_frames": [ [ 81244, 81333 ], [ 81361, 81519 ], [ 81536, 81574 ], [ 81586, 81633 ] ], "trgnoun": "oil", "trgverb": "pout" }, { "key": "P01_01+101_102_103_104", "video_id": "P01_01", "narration_ids": [ "P01_01_101", "P01_01_102", "P01_01_103", "P01_01_104" ], "src": "open cupboard . put cup into cupboard . take container and lid", "src1": "open cupboard", "src2": "put cup into cupboard", "src3": "take container and lid", "trg": "put container on top of counter", "vis_src": "P01_01:101 P01_01:102 P01_01:103", "vis_trg": "P01_01:104", "narrations": [ "open cupboard", "put cup into cupboard", "take container and lid", "put container on top of counter" ], "verbs": [ "open", "put-into", "take", "put-on" ], "verb_classes": [ 3, 5, 0, 1 ], "nouns": [ "cupboard", "cup", "container", "container" ], "noun_classes": [ 3, 13, 21, 21 ], "start_stop_timestamps": [ [ "00:08:01.47", "00:08:02.21" ], [ "00:08:02.13", "00:08:03.00" ], [ "00:08:05.22", "00:08:07.21" ], [ "00:08:08.38", "00:08:09.12" ] ], "start_stop_frames": [ [ 28888, 28932 ], [ 28927, 28980 ], [ 29113, 29232 ], [ 29302, 29347 ] ], "trgnoun": "container", "trgverb": "put_on" }, { "key": "P22_05+380_381_382_383", "video_id": "P22_05", "narration_ids": [ "P22_05_380", "P22_05_381", "P22_05_382", "P22_05_383" ], "src": "turn_on toaster . close bread . open cupboard", "src1": "turn_on toaster", "src2": "close bread", "src3": "open cupboard", "trg": "put_away bread", "vis_src": "P22_05:380 P22_05:381 P22_05:382", "vis_trg": "P22_05:383", "narrations": [ "turn on toaster", "close bread", "open cupboard", "put away bread" ], "verbs": [ "turn-on", "close", "open", "put-away" ], "verb_classes": [ 6, 4, 3, 1 ], "nouns": [ "toaster", "bread", "cupboard", "bread" ], "noun_classes": [ 186, 33, 3, 33 ], "start_stop_timestamps": [ [ "00:15:43.00", "00:15:43.96" ], [ "00:15:44.70", "00:15:51.95" ], [ "00:15:51.87", "00:15:53.02" ], [ "00:15:53.21", "00:15:55.25" ] ], "start_stop_frames": [ [ 56580, 56637 ], [ 56682, 57117 ], [ 57112, 57181 ], [ 57192, 57315 ] ], "trgnoun": "bread", "trgverb": "put_away" }, { "key": "P08_04+25_26_27_28", "video_id": "P08_04", "narration_ids": [ "P08_04_25", "P08_04_26", "P08_04_27", "P08_04_28" ], "src": "get big_bowl . place bowl in cupboard . get plates", "src1": "get big_bowl", "src2": "place bowl in cupboard", "src3": "get plates", "trg": "place plates in cupboard", "vis_src": "P08_04:25 P08_04:26 P08_04:27", "vis_trg": "P08_04:28", "narrations": [ "get big bowl", "place bowl in cupboard", "get plates", "place plates in cupboard" ], "verbs": [ "get", "place-in", "get", "place-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "bowl:big", "bowl", "plate", "plate" ], "noun_classes": [ 7, 7, 2, 2 ], "start_stop_timestamps": [ [ "00:01:14.62", "00:01:16.83" ], [ "00:01:16.66", "00:01:20.58" ], [ "00:01:20.68", "00:01:22.52" ], [ "00:01:22.62", "00:01:24.19" ] ], "start_stop_frames": [ [ 4477, 4609 ], [ 4599, 4834 ], [ 4840, 4951 ], [ 4957, 5051 ] ], "trgnoun": "plate", "trgverb": "place_in" }, { "key": "P28_113+10_11_12_13", "video_id": "P28_113", "narration_ids": [ "P28_113_10", "P28_113_11", "P28_113_12", "P28_113_13" ], "src": "put saucepan . take colander . open cupboard", "src1": "put saucepan", "src2": "take colander", "src3": "open cupboard", "trg": "put colander", "vis_src": "P28_113:10 P28_113:11 P28_113:12", "vis_trg": "P28_113:13", "narrations": [ "put saucepan", "take colander", "open cupboard", "put colander" ], "verbs": [ "put", "take", "open", "put" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "saucepan", "colander", "cupboard", "colander" ], "noun_classes": [ 5, 39, 3, 39 ], "start_stop_timestamps": [ [ "00:00:32.13", "00:00:34.82" ], [ "00:00:37.36", "00:00:38.44" ], [ "00:00:40.45", "00:00:41.37" ], [ "00:00:41.41", "00:00:42.91" ] ], "start_stop_frames": [ [ 1606, 1741 ], [ 1868, 1922 ], [ 2022, 2068 ], [ 2070, 2145 ] ], "trgnoun": "colander", "trgverb": "put" }, { "key": "P04_113+413_414_415_416", "video_id": "P04_113", "narration_ids": [ "P04_113_413", "P04_113_414", "P04_113_415", "P04_113_416" ], "src": "move bag of flour . pick_up rubbish . open food_bin", "src1": "move bag of flour", "src2": "pick_up rubbish", "src3": "open food_bin", "trg": "put rubbish in food bin", "vis_src": "P04_113:413 P04_113:414 P04_113:415", "vis_trg": "P04_113:416", "narrations": [ "move bag of flour", "pick up rubbish", "open food bin", "put rubbish in food bin" ], "verbs": [ "move", "pick-up", "open", "put-in" ], "verb_classes": [ 11, 0, 3, 5 ], "nouns": [ "bag:flour", "rubbish", "bin:food", "rubbish" ], "noun_classes": [ 19, 54, 36, 54 ], "start_stop_timestamps": [ [ "00:13:23.70", "00:13:24.47" ], [ "00:13:24.57", "00:13:27.43" ], [ "00:13:28.50", "00:13:29.10" ], [ "00:13:29.09", "00:13:29.66" ] ], "start_stop_frames": [ [ 40185, 40223 ], [ 40228, 40371 ], [ 40425, 40455 ], [ 40454, 40483 ] ], "trgnoun": "rubbish", "trgverb": "put_in" }, { "key": "P01_105+382_383_384_385", "video_id": "P01_105", "narration_ids": [ "P01_105_382", "P01_105_383", "P01_105_384", "P01_105_385" ], "src": "take pak choi bit . open food_bin . throw pak choi bit into bin", "src1": "take pak choi bit", "src2": "open food_bin", "src3": "throw pak choi bit into bin", "trg": "close food_bin", "vis_src": "P01_105:382 P01_105:383 P01_105:384", "vis_trg": "P01_105:385", "narrations": [ "take pak choi bit", "open food bin", "throw pak choi bit into bin", "close food bin" ], "verbs": [ "take", "open", "throw-into", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "pak", "bin:food", "bit:pak:choi", "bin:food" ], "noun_classes": [ 151, 36, 151, 36 ], "start_stop_timestamps": [ [ "00:15:02.91", "00:15:03.42" ], [ "00:15:04.06", "00:15:04.71" ], [ "00:15:04.74", "00:15:05.28" ], [ "00:15:05.28", "00:15:05.76" ] ], "start_stop_frames": [ [ 45145, 45171 ], [ 45203, 45235 ], [ 45237, 45264 ], [ 45264, 45288 ] ], "trgnoun": "food_bin", "trgverb": "close" }, { "key": "P29_01+171_172_173_174", "video_id": "P29_01", "narration_ids": [ "P29_01_171", "P29_01_172", "P29_01_173", "P29_01_174" ], "src": "put sausage on chopping board . peel sausage . throw away skin", "src1": "put sausage on chopping board", "src2": "peel sausage", "src3": "throw away skin", "trg": "pick_up sausage", "vis_src": "P29_01:171 P29_01:172 P29_01:173", "vis_trg": "P29_01:174", "narrations": [ "put sausage on chopping board", "peel sausage", "throw away skin", "pick up sausage" ], "verbs": [ "put-on", "peel", "throw", "pick-up" ], "verb_classes": [ 1, 19, 13, 0 ], "nouns": [ "sausage", "sausage", "skin", "sausage" ], "noun_classes": [ 86, 86, 48, 86 ], "start_stop_timestamps": [ [ "00:10:50.95", "00:10:52.85" ], [ "00:10:56.43", "00:10:57.49" ], [ "00:10:57.65", "00:10:58.97" ], [ "00:11:00.26", "00:11:03.53" ] ], "start_stop_frames": [ [ 39057, 39171 ], [ 39385, 39449 ], [ 39459, 39538 ], [ 39615, 39811 ] ], "trgnoun": "sausage", "trgverb": "pick_up" }, { "key": "P04_121+205_206_207_208", "video_id": "P04_121", "narration_ids": [ "P04_121_205", "P04_121_206", "P04_121_207", "P04_121_208" ], "src": "squeeze dough into ball . open food_bin . put_down food_bin", "src1": "squeeze dough into ball", "src2": "open food_bin", "src3": "put_down food_bin", "trg": "close food_bin", "vis_src": "P04_121:205 P04_121:206 P04_121:207", "vis_trg": "P04_121:208", "narrations": [ "squeeze dough into ball", "open food bin", "put down food bin", "close food bin" ], "verbs": [ "squeeze-into", "open", "put-down", "close" ], "verb_classes": [ 18, 3, 1, 4 ], "nouns": [ "dough", "bin:food", "bin:food", "bin:food" ], "noun_classes": [ 25, 36, 36, 36 ], "start_stop_timestamps": [ [ "00:09:10.83", "00:09:12.30" ], [ "00:09:12.33", "00:09:12.86" ], [ "00:09:12.21", "00:09:12.88" ], [ "00:09:12.98", "00:09:13.65" ] ], "start_stop_frames": [ [ 27541, 27614 ], [ 27616, 27643 ], [ 27610, 27644 ], [ 27649, 27682 ] ], "trgnoun": "food_bin", "trgverb": "close" }, { "key": "P10_04+74_75_76_78", "video_id": "P10_04", "narration_ids": [ "P10_04_74", "P10_04_75", "P10_04_76", "P10_04_78" ], "src": "switch_on the hob . turn_on the hob_number one . put some olive_oil into the pot", "src1": "switch_on the hob", "src2": "turn_on the hob_number one", "src3": "put some olive_oil into the pot", "trg": "shake the pot", "vis_src": "P10_04:74 P10_04:75 P10_04:76", "vis_trg": "P10_04:78", "narrations": [ "switch on the hob", "turn on the hob number one", "put some olive oil into the pot", "shake the pot" ], "verbs": [ "switch-on", "turn-on", "put-into", "shake" ], "verb_classes": [ 6, 6, 5, 15 ], "nouns": [ "hob", "number:hob", "oil:olive", "pot" ], "noun_classes": [ 24, 24, 31, 29 ], "start_stop_timestamps": [ [ "00:08:18.76", "00:08:21.41" ], [ "00:08:18.82", "00:08:23.34" ], [ "00:08:26.65", "00:08:30.95" ], [ "00:08:35.98", "00:08:38.40" ] ], "start_stop_frames": [ [ 29925, 30084 ], [ 29929, 30200 ], [ 30399, 30657 ], [ 30958, 31104 ] ], "trgnoun": "pot", "trgverb": "shake" }, { "key": "P04_113+414_415_416_417", "video_id": "P04_113", "narration_ids": [ "P04_113_414", "P04_113_415", "P04_113_416", "P04_113_417" ], "src": "pick_up rubbish . open food_bin . put rubbish in food bin", "src1": "pick_up rubbish", "src2": "open food_bin", "src3": "put rubbish in food bin", "trg": "close food_bin", "vis_src": "P04_113:414 P04_113:415 P04_113:416", "vis_trg": "P04_113:417", "narrations": [ "pick up rubbish", "open food bin", "put rubbish in food bin", "close food bin" ], "verbs": [ "pick-up", "open", "put-in", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "rubbish", "bin:food", "rubbish", "bin:food" ], "noun_classes": [ 54, 36, 54, 36 ], "start_stop_timestamps": [ [ "00:13:24.57", "00:13:27.43" ], [ "00:13:28.50", "00:13:29.10" ], [ "00:13:29.09", "00:13:29.66" ], [ "00:13:29.11", "00:13:29.64" ] ], "start_stop_frames": [ [ 40228, 40371 ], [ 40425, 40455 ], [ 40454, 40483 ], [ 40455, 40482 ] ], "trgnoun": "food_bin", "trgverb": "close" }, { "key": "P04_121+204_205_206_207", "video_id": "P04_121", "narration_ids": [ "P04_121_204", "P04_121_205", "P04_121_206", "P04_121_207" ], "src": "pull dough away from bowl . squeeze dough into ball . open food_bin", "src1": "pull dough away from bowl", "src2": "squeeze dough into ball", "src3": "open food_bin", "trg": "put_down food_bin", "vis_src": "P04_121:204 P04_121:205 P04_121:206", "vis_trg": "P04_121:207", "narrations": [ "pull dough away from bowl", "squeeze dough into ball", "open food bin", "put down food bin" ], "verbs": [ "pull", "squeeze-into", "open", "put-down" ], "verb_classes": [ 31, 18, 3, 1 ], "nouns": [ "dough", "dough", "bin:food", "bin:food" ], "noun_classes": [ 25, 25, 36, 36 ], "start_stop_timestamps": [ [ "00:09:06.93", "00:09:11.32" ], [ "00:09:10.83", "00:09:12.30" ], [ "00:09:12.33", "00:09:12.86" ], [ "00:09:12.21", "00:09:12.88" ] ], "start_stop_frames": [ [ 27346, 27566 ], [ 27541, 27614 ], [ 27616, 27643 ], [ 27610, 27644 ] ], "trgnoun": "food_bin", "trgverb": "put_down" }, { "key": "P02_105+141_142_143_144", "video_id": "P02_105", "narration_ids": [ "P02_105_141", "P02_105_142", "P02_105_143", "P02_105_144" ], "src": "open tap . soak pan . pick_up tongs", "src1": "open tap", "src2": "soak pan", "src3": "pick_up tongs", "trg": "put tongs in sink", "vis_src": "P02_105:141 P02_105:142 P02_105:143", "vis_trg": "P02_105:144", "narrations": [ "open tap", "soak pan", "pick up tongs", "put tongs in sink" ], "verbs": [ "turn-on", "soak", "pick-up", "put-in" ], "verb_classes": [ 6, 56, 0, 5 ], "nouns": [ "tap", "pan", "tongs", "tongs" ], "noun_classes": [ 0, 5, 142, 142 ], "start_stop_timestamps": [ [ "00:04:38.33", "00:04:39.46" ], [ "00:04:39.95", "00:04:44.20" ], [ "00:04:44.20", "00:04:44.92" ], [ "00:04:44.91", "00:04:46.63" ] ], "start_stop_frames": [ [ 13916, 13972 ], [ 13997, 14210 ], [ 14210, 14246 ], [ 14245, 14331 ] ], "trgnoun": "tongs", "trgverb": "put_in" }, { "key": "P01_109+270_271_272_273", "video_id": "P01_109", "narration_ids": [ "P01_109_270", "P01_109_271", "P01_109_272", "P01_109_273" ], "src": "open food_bin . throw onion_skin into bin . wipe hand", "src1": "open food_bin", "src2": "throw onion_skin into bin", "src3": "wipe hand", "trg": "close food_bin", "vis_src": "P01_109:270 P01_109:271 P01_109:272", "vis_trg": "P01_109:273", "narrations": [ "open food bin", "throw onion skin into bin", "wipe hand", "close food bin" ], "verbs": [ "open", "throw-into", "wipe", "close" ], "verb_classes": [ 3, 13, 2, 4 ], "nouns": [ "bin:food", "skin:onion", "hand", "bin:food" ], "noun_classes": [ 36, 48, 11, 36 ], "start_stop_timestamps": [ [ "00:13:01.59", "00:13:02.69" ], [ "00:13:02.78", "00:13:07.09" ], [ "00:13:07.24", "00:13:08.78" ], [ "00:13:08.75", "00:13:09.28" ] ], "start_stop_frames": [ [ 39079, 39134 ], [ 39139, 39354 ], [ 39362, 39439 ], [ 39437, 39464 ] ], "trgnoun": "food_bin", "trgverb": "close" }, { "key": "P04_104+247_248_249_250", "video_id": "P04_104", "narration_ids": [ "P04_104_247", "P04_104_248", "P04_104_249", "P04_104_250" ], "src": "pick_up lid . put_down microwave_cover . put spoon in cutlery holder", "src1": "pick_up lid", "src2": "put_down microwave_cover", "src3": "put spoon in cutlery holder", "trg": "put lid in dishwasher", "vis_src": "P04_104:247 P04_104:248 P04_104:249", "vis_trg": "P04_104:250", "narrations": [ "pick up lid", "put down microwave cover", "put spoon in cutlery holder", "put lid in dishwasher" ], "verbs": [ "pick-up", "put-down", "put-in", "put-in" ], "verb_classes": [ 0, 1, 5, 5 ], "nouns": [ "lid", "cover:microwave", "spoon", "lid" ], "noun_classes": [ 6, 89, 1, 6 ], "start_stop_timestamps": [ [ "00:09:27.33", "00:09:28.83" ], [ "00:09:28.58", "00:09:30.85" ], [ "00:09:32.76", "00:09:33.31" ], [ "00:09:33.74", "00:09:34.51" ] ], "start_stop_frames": [ [ 28366, 28441 ], [ 28429, 28542 ], [ 28638, 28665 ], [ 28687, 28725 ] ], "trgnoun": "lid", "trgverb": "put_in" }, { "key": "P01_109+636_637_638_639", "video_id": "P01_109", "narration_ids": [ "P01_109_636", "P01_109_637", "P01_109_638", "P01_109_639" ], "src": "shake cloth . open food_bin . throw food_bits into bin", "src1": "shake cloth", "src2": "open food_bin", "src3": "throw food_bits into bin", "trg": "close food_bin", "vis_src": "P01_109:636 P01_109:637 P01_109:638", "vis_trg": "P01_109:639", "narrations": [ "shake cloth", "open food bin", "throw food bits into bin", "close food bin" ], "verbs": [ "shake", "open", "throw-into", "close" ], "verb_classes": [ 15, 3, 13, 4 ], "nouns": [ "cloth", "bin:food", "bit:food", "bin:food" ], "noun_classes": [ 17, 36, 34, 36 ], "start_stop_timestamps": [ [ "00:48:05.53", "00:48:06.07" ], [ "00:48:06.46", "00:48:08.41" ], [ "00:48:06.96", "00:48:07.47" ], [ "00:48:08.24", "00:48:08.53" ] ], "start_stop_frames": [ [ 144276, 144303 ], [ 144323, 144420 ], [ 144348, 144373 ], [ 144412, 144426 ] ], "trgnoun": "food_bin", "trgverb": "close" }, { "key": "P04_108+96_97_98_99", "video_id": "P04_108", "narration_ids": [ "P04_108_96", "P04_108_97", "P04_108_98", "P04_108_99" ], "src": "grab broccoli . pull broccoli . close fridge_drawer", "src1": "grab broccoli", "src2": "pull broccoli", "src3": "close fridge_drawer", "trg": "put_down broccoli", "vis_src": "P04_108:96 P04_108:97 P04_108:98", "vis_trg": "P04_108:99", "narrations": [ "grab broccoli", "pull broccoli", "close fridge drawer", "put down broccoli" ], "verbs": [ "grab", "pull", "close", "put-down" ], "verb_classes": [ 0, 31, 4, 1 ], "nouns": [ "broccoli", "broccoli", "drawer:fridge", "broccoli" ], "noun_classes": [ 101, 101, 8, 101 ], "start_stop_timestamps": [ [ "00:02:52.62", "00:02:53.86" ], [ "00:02:54.16", "00:02:54.94" ], [ "00:02:55.56", "00:02:56.19" ], [ "00:02:56.80", "00:02:57.55" ] ], "start_stop_frames": [ [ 8631, 8693 ], [ 8708, 8747 ], [ 8778, 8809 ], [ 8840, 8877 ] ], "trgnoun": "broccoli", "trgverb": "put_down" }, { "key": "P12_104+227_228_229_230", "video_id": "P12_104", "narration_ids": [ "P12_104_227", "P12_104_228", "P12_104_229", "P12_104_230" ], "src": "take paper from paper roll . clean desk with paper . clean sink with paper", "src1": "take paper from paper roll", "src2": "clean desk with paper", "src3": "clean sink with paper", "trg": "throw_away paper into trash bin", "vis_src": "P12_104:227 P12_104:228 P12_104:229", "vis_trg": "P12_104:230", "narrations": [ "take paper from paper roll", "clean desk with paper", "clean sink with paper", "throw away paper into trash bin" ], "verbs": [ "take-from", "clean-with", "clean", "throw-away" ], "verb_classes": [ 0, 2, 2, 13 ], "nouns": [ "paper", "desk", "sink", "paper" ], "noun_classes": [ 49, 42, 63, 49 ], "start_stop_timestamps": [ [ "00:15:20.09", "00:15:23.27" ], [ "00:15:23.55", "00:15:40.06" ], [ "00:15:39.82", "00:15:43.84" ], [ "00:15:44.18", "00:15:45.13" ] ], "start_stop_frames": [ [ 46004, 46163 ], [ 46177, 47003 ], [ 46991, 47192 ], [ 47209, 47256 ] ], "trgnoun": "paper", "trgverb": "throw_away" }, { "key": "P01_109+621_622_623_624", "video_id": "P01_109", "narration_ids": [ "P01_109_621", "P01_109_622", "P01_109_623", "P01_109_624" ], "src": "pick_up potato_skin . open food_bin . throw potato_skin into bin", "src1": "pick_up potato_skin", "src2": "open food_bin", "src3": "throw potato_skin into bin", "trg": "close food_bin", "vis_src": "P01_109:621 P01_109:622 P01_109:623", "vis_trg": "P01_109:624", "narrations": [ "pick up potato skin", "open food bin", "throw potato skin into bin", "close food bin" ], "verbs": [ "pick-up", "open", "throw-into", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "skin:potato", "bin:food", "skin:potato", "bin:food" ], "noun_classes": [ 48, 36, 48, 36 ], "start_stop_timestamps": [ [ "00:47:35.93", "00:47:37.68" ], [ "00:47:37.60", "00:47:38.43" ], [ "00:47:38.49", "00:47:38.89" ], [ "00:47:39.07", "00:47:39.65" ] ], "start_stop_frames": [ [ 142796, 142884 ], [ 142880, 142921 ], [ 142924, 142944 ], [ 142953, 142982 ] ], "trgnoun": "food_bin", "trgverb": "close" }, { "key": "P04_10+72_73_74_75", "video_id": "P04_10", "narration_ids": [ "P04_10_72", "P04_10_73", "P04_10_74", "P04_10_75" ], "src": "throw away bag . open cupboard . pick_up stock_cube", "src1": "throw away bag", "src2": "open cupboard", "src3": "pick_up stock_cube", "trg": "open stock_cube", "vis_src": "P04_10:72 P04_10:73 P04_10:74", "vis_trg": "P04_10:75", "narrations": [ "throw away bag", "open cupboard", "pick up stock cube", "open stock cube" ], "verbs": [ "throw", "open", "pick-up", "open" ], "verb_classes": [ 13, 3, 0, 3 ], "nouns": [ "bag", "cupboard", "cube:stock", "cube:stock" ], "noun_classes": [ 19, 3, 95, 95 ], "start_stop_timestamps": [ [ "00:12:47.26", "00:12:52.20" ], [ "00:12:52.81", "00:12:54.40" ], [ "00:12:54.50", "00:13:02.79" ], [ "00:13:04.12", "00:13:07.11" ] ], "start_stop_frames": [ [ 46035, 46332 ], [ 46368, 46464 ], [ 46470, 46967 ], [ 47047, 47226 ] ], "trgnoun": "stock_cube", "trgverb": "open" }, { "key": "P23_101+165_166_167_168", "video_id": "P23_101", "narration_ids": [ "P23_101_165", "P23_101_166", "P23_101_167", "P23_101_168" ], "src": "switch_off gas . adjust gas . take lighter", "src1": "switch_off gas", "src2": "adjust gas", "src3": "take lighter", "trg": "switch_on gas", "vis_src": "P23_101:165 P23_101:166 P23_101:167", "vis_trg": "P23_101:168", "narrations": [ "switch off gas", "adjust gas", "take lighter", "switch on gas" ], "verbs": [ "switch-off", "adjust", "take", "switch-on" ], "verb_classes": [ 8, 17, 0, 6 ], "nouns": [ "gas", "gas", "lighter", "gas" ], "noun_classes": [ 24, 24, 130, 24 ], "start_stop_timestamps": [ [ "00:17:35.64", "00:17:36.78" ], [ "00:17:37.23", "00:17:39.08" ], [ "00:17:39.23", "00:17:40.58" ], [ "00:17:39.54", "00:17:42.59" ] ], "start_stop_frames": [ [ 52782, 52839 ], [ 52861, 52954 ], [ 52961, 53029 ], [ 52977, 53129 ] ], "trgnoun": "gas", "trgverb": "switch_on" }, { "key": "P02_120+66_67_68_69", "video_id": "P02_120", "narration_ids": [ "P02_120_66", "P02_120_67", "P02_120_68", "P02_120_69" ], "src": "pick_up baking powder sachet . pick_up scissors . cut open_sachet", "src1": "pick_up baking powder sachet", "src2": "pick_up scissors", "src3": "cut open_sachet", "trg": "put_down scissors", "vis_src": "P02_120:66 P02_120:67 P02_120:68", "vis_trg": "P02_120:69", "narrations": [ "pick up baking powder sachet", "pick up scissors", "cut open sachet", "put down scissors" ], "verbs": [ "pick-up", "pick-up", "cut", "put-down" ], "verb_classes": [ 0, 0, 7, 1 ], "nouns": [ "sachet:baking:powder", "scissors", "sachet:open", "scissors" ], "noun_classes": [ 26, 79, 26, 79 ], "start_stop_timestamps": [ [ "00:04:12.03", "00:04:14.67" ], [ "00:04:14.43", "00:04:15.19" ], [ "00:04:14.96", "00:04:18.40" ], [ "00:04:18.61", "00:04:19.08" ] ], "start_stop_frames": [ [ 12601, 12733 ], [ 12721, 12759 ], [ 12748, 12919 ], [ 12930, 12954 ] ], "trgnoun": "scissors", "trgverb": "put_down" }, { "key": "P27_103+260_261_262_263", "video_id": "P27_103", "narration_ids": [ "P27_103_260", "P27_103_261", "P27_103_262", "P27_103_263" ], "src": "pour oil . shake glass . lower shaker", "src1": "pour oil", "src2": "shake glass", "src3": "lower shaker", "trg": "turn_on shaker", "vis_src": "P27_103:260 P27_103:261 P27_103:262", "vis_trg": "P27_103:263", "narrations": [ "pour oil", "shake glass", "lower shaker", "turn on shaker" ], "verbs": [ "pour", "shake", "lower", "turn-on" ], "verb_classes": [ 9, 15, 73, 6 ], "nouns": [ "oil", "glass", "shaker", "shaker" ], "noun_classes": [ 31, 10, 15, 15 ], "start_stop_timestamps": [ [ "00:17:26.84", "00:17:29.35" ], [ "00:17:29.29", "00:17:32.94" ], [ "00:17:35.13", "00:17:35.94" ], [ "00:17:35.99", "00:17:37.49" ] ], "start_stop_frames": [ [ 52341, 52467 ], [ 52464, 52647 ], [ 52756, 52797 ], [ 52799, 52874 ] ], "trgnoun": "shaker", "trgverb": "turn_on" }, { "key": "P22_10+250_251_252_253", "video_id": "P22_10", "narration_ids": [ "P22_10_250", "P22_10_251", "P22_10_252", "P22_10_253" ], "src": "place sponge . open tap . rinse container", "src1": "place sponge", "src2": "open tap", "src3": "rinse container", "trg": "place container", "vis_src": "P22_10:250 P22_10:251 P22_10:252", "vis_trg": "P22_10:253", "narrations": [ "place sponge", "open tap", "rinse container", "place container" ], "verbs": [ "place", "turn-on", "rinse", "place" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "sponge", "tap", "container", "container" ], "noun_classes": [ 9, 0, 21, 21 ], "start_stop_timestamps": [ [ "00:08:50.12", "00:08:50.69" ], [ "00:08:50.72", "00:08:51.72" ], [ "00:08:51.82", "00:09:01.52" ], [ "00:09:01.67", "00:09:02.67" ] ], "start_stop_frames": [ [ 31807, 31841 ], [ 31843, 31903 ], [ 31909, 32491 ], [ 32500, 32560 ] ], "trgnoun": "container", "trgverb": "place" }, { "key": "P05_03+102_103_104_105", "video_id": "P05_03", "narration_ids": [ "P05_03_102", "P05_03_103", "P05_03_104", "P05_03_105" ], "src": "place wooden_spoon on refrigerator . open cupboard . take container from cupboard", "src1": "place wooden_spoon on refrigerator", "src2": "open cupboard", "src3": "take container from cupboard", "trg": "place container on table", "vis_src": "P05_03:102 P05_03:103 P05_03:104", "vis_trg": "P05_03:105", "narrations": [ "place wooden spoon on refrigerator", "open cupboard", "take container from cupboard", "place container on table" ], "verbs": [ "place-on", "open", "take-from", "place" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "spoon:wooden", "cupboard", "container", "container" ], "noun_classes": [ 1, 3, 21, 21 ], "start_stop_timestamps": [ [ "00:08:02.73", "00:08:04.45" ], [ "00:08:06.09", "00:08:07.37" ], [ "00:08:07.72", "00:08:10.72" ], [ "00:08:12.37", "00:08:13.48" ] ], "start_stop_frames": [ [ 28963, 29067 ], [ 29165, 29242 ], [ 29263, 29443 ], [ 29542, 29608 ] ], "trgnoun": "container", "trgverb": "place" }, { "key": "P22_104+145_146_147_148", "video_id": "P22_104", "narration_ids": [ "P22_104_145", "P22_104_146", "P22_104_147", "P22_104_148" ], "src": "open vinegar . pour vinegar . pick_up lid", "src1": "open vinegar", "src2": "pour vinegar", "src3": "pick_up lid", "trg": "close vinegar", "vis_src": "P22_104:145 P22_104:146 P22_104:147", "vis_trg": "P22_104:148", "narrations": [ "open vinegar", "pour vinegar", "pick up lid", "close vinegar" ], "verbs": [ "open", "pour", "pick-up", "close" ], "verb_classes": [ 3, 9, 0, 4 ], "nouns": [ "vinegar", "vinegar", "lid", "vinegar" ], "noun_classes": [ 134, 134, 6, 134 ], "start_stop_timestamps": [ [ "00:07:39.16", "00:07:40.47" ], [ "00:07:43.25", "00:07:46.24" ], [ "00:07:46.48", "00:07:47.22" ], [ "00:07:47.58", "00:07:48.40" ] ], "start_stop_frames": [ [ 22958, 23023 ], [ 23162, 23312 ], [ 23324, 23361 ], [ 23379, 23420 ] ], "trgnoun": "vinegar", "trgverb": "close" }, { "key": "P04_22+5_6_7_8", "video_id": "P04_22", "narration_ids": [ "P04_22_5", "P04_22_6", "P04_22_7", "P04_22_8" ], "src": "pick_up spatula . put_in dishwasher . dry pan", "src1": "pick_up spatula", "src2": "put_in dishwasher", "src3": "dry pan", "trg": "put pan on hob", "vis_src": "P04_22:5 P04_22:6 P04_22:7", "vis_trg": "P04_22:8", "narrations": [ "pick up spatula", "put in dishwasher", "dry pan", "put pan on hob" ], "verbs": [ "pick-up", "put-in", "dry", "put-on" ], "verb_classes": [ 0, 5, 14, 1 ], "nouns": [ "spatula", "dishwasher", "pan", "pan" ], "noun_classes": [ 20, 70, 5, 5 ], "start_stop_timestamps": [ [ "00:00:14.19", "00:00:14.99" ], [ "00:00:15.09", "00:00:16.47" ], [ "00:00:16.44", "00:00:20.80" ], [ "00:00:22.42", "00:00:23.42" ] ], "start_stop_frames": [ [ 851, 899 ], [ 905, 988 ], [ 986, 1248 ], [ 1345, 1405 ] ], "trgnoun": "pan", "trgverb": "put_on" }, { "key": "P30_107+167_168_169_170", "video_id": "P30_107", "narration_ids": [ "P30_107_167", "P30_107_168", "P30_107_169", "P30_107_170" ], "src": "put colander . turn_on tap . rinse washing up bowl", "src1": "put colander", "src2": "turn_on tap", "src3": "rinse washing up bowl", "trg": "empty washing up bowl", "vis_src": "P30_107:167 P30_107:168 P30_107:169", "vis_trg": "P30_107:170", "narrations": [ "put colander", "turn on tap", "rinse washing up bowl", "empty washing up bowl" ], "verbs": [ "put", "turn-on", "rinse", "empty" ], "verb_classes": [ 1, 6, 2, 20 ], "nouns": [ "colander", "tap", "bowl:washing:up", "bowl:washing:up" ], "noun_classes": [ 39, 0, 7, 7 ], "start_stop_timestamps": [ [ "00:08:10.30", "00:08:11.33" ], [ "00:08:13.80", "00:08:14.30" ], [ "00:08:14.23", "00:08:16.00" ], [ "00:08:15.88", "00:08:16.98" ] ], "start_stop_frames": [ [ 24515, 24566 ], [ 24690, 24715 ], [ 24711, 24800 ], [ 24794, 24849 ] ], "trgnoun": "up_washing_bowl", "trgverb": "empty" }, { "key": "P04_22+4_5_6_7", "video_id": "P04_22", "narration_ids": [ "P04_22_4", "P04_22_5", "P04_22_6", "P04_22_7" ], "src": "pick_up pan . pick_up spatula . put_in dishwasher", "src1": "pick_up pan", "src2": "pick_up spatula", "src3": "put_in dishwasher", "trg": "dry pan", "vis_src": "P04_22:4 P04_22:5 P04_22:6", "vis_trg": "P04_22:7", "narrations": [ "pick up pan", "pick up spatula", "put in dishwasher", "dry pan" ], "verbs": [ "pick-up", "pick-up", "put-in", "dry" ], "verb_classes": [ 0, 0, 5, 14 ], "nouns": [ "pan", "spatula", "dishwasher", "pan" ], "noun_classes": [ 5, 20, 70, 5 ], "start_stop_timestamps": [ [ "00:00:09.85", "00:00:13.92" ], [ "00:00:14.19", "00:00:14.99" ], [ "00:00:15.09", "00:00:16.47" ], [ "00:00:16.44", "00:00:20.80" ] ], "start_stop_frames": [ [ 591, 835 ], [ 851, 899 ], [ 905, 988 ], [ 986, 1248 ] ], "trgnoun": "pan", "trgverb": "dry" }, { "key": "P35_103+184_185_186_187", "video_id": "P35_103", "narration_ids": [ "P35_103_184", "P35_103_185", "P35_103_186", "P35_103_187" ], "src": "move colander . pick_up pan . drain pan", "src1": "move colander", "src2": "pick_up pan", "src3": "drain pan", "trg": "dry pan", "vis_src": "P35_103:184 P35_103:185 P35_103:186", "vis_trg": "P35_103:187", "narrations": [ "move colander", "pick up pan", "drain pan", "dry pan" ], "verbs": [ "move", "pick-up", "drain", "dry" ], "verb_classes": [ 11, 0, 37, 14 ], "nouns": [ "colander", "pan", "pan", "pan" ], "noun_classes": [ 39, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:19:56.49", "00:20:04.80" ], [ "00:20:06.99", "00:20:07.79" ], [ "00:20:07.79", "00:20:10.43" ], [ "00:20:10.06", "00:20:26.43" ] ], "start_stop_frames": [ [ 59824, 60240 ], [ 60349, 60389 ], [ 60389, 60521 ], [ 60503, 61321 ] ], "trgnoun": "pan", "trgverb": "dry" }, { "key": "P24_04+34_35_36_37", "video_id": "P24_04", "narration_ids": [ "P24_04_34", "P24_04_35", "P24_04_36", "P24_04_37" ], "src": "pick_up white_bread . open white_bread . pick_up white_bread", "src1": "pick_up white_bread", "src2": "open white_bread", "src3": "pick_up white_bread", "trg": "put white_bread", "vis_src": "P24_04:34 P24_04:35 P24_04:36", "vis_trg": "P24_04:37", "narrations": [ "pick up white bread", "open white bread", "pick up", "put white bread" ], "verbs": [ "pick-up", "open", "pick-up", "put" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "bread:white", "bread:white", "bread:white", "bread:white" ], "noun_classes": [ 33, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:02:24.52", "00:02:25.63" ], [ "00:02:25.70", "00:02:46.58" ], [ "00:02:45.50", "00:02:51.45" ], [ "00:02:49.35", "00:02:50.83" ] ], "start_stop_frames": [ [ 8671, 8737 ], [ 8742, 9994 ], [ 9930, 10287 ], [ 10161, 10249 ] ], "trgnoun": "white_bread", "trgverb": "put" }, { "key": "P22_14+271_272_273_274", "video_id": "P22_14", "narration_ids": [ "P22_14_271", "P22_14_272", "P22_14_273", "P22_14_274" ], "src": "put_down saucers . pick_up coffee_cup . close cabinet", "src1": "put_down saucers", "src2": "pick_up coffee_cup", "src3": "close cabinet", "trg": "pick_up saucers", "vis_src": "P22_14:271 P22_14:272 P22_14:273", "vis_trg": "P22_14:274", "narrations": [ "put down saucers", "pick up coffee cup", "close cabinet", "pick up saucers" ], "verbs": [ "put-down", "pick-up", "close", "pick-up" ], "verb_classes": [ 1, 0, 4, 0 ], "nouns": [ "saucer", "cup:coffee", "cabinet", "saucer" ], "noun_classes": [ 2, 13, 3, 2 ], "start_stop_timestamps": [ [ "00:10:50.78", "00:10:51.78" ], [ "00:10:54.17", "00:10:55.08" ], [ "00:10:55.41", "00:10:56.19" ], [ "00:10:57.20", "00:10:57.80" ] ], "start_stop_frames": [ [ 39046, 39106 ], [ 39250, 39304 ], [ 39324, 39371 ], [ 39432, 39468 ] ], "trgnoun": "saucer", "trgverb": "pick_up" }, { "key": "P06_101+208_209_210_211", "video_id": "P06_101", "narration_ids": [ "P06_101_208", "P06_101_209", "P06_101_210", "P06_101_211" ], "src": "pour beans into colander . put_down can . pick_up colander", "src1": "pour beans into colander", "src2": "put_down can", "src3": "pick_up colander", "trg": "shake colander", "vis_src": "P06_101:208 P06_101:209 P06_101:210", "vis_trg": "P06_101:211", "narrations": [ "pour beans into colander", "put down can", "pick up colander", "shake colander" ], "verbs": [ "pour-into", "put-down", "pick-up", "shake" ], "verb_classes": [ 9, 1, 0, 15 ], "nouns": [ "bean", "can", "colander", "colander" ], "noun_classes": [ 214, 61, 39, 39 ], "start_stop_timestamps": [ [ "00:15:13.72", "00:15:19.19" ], [ "00:15:19.29", "00:15:19.89" ], [ "00:15:19.90", "00:15:20.60" ], [ "00:15:20.44", "00:15:23.05" ] ], "start_stop_frames": [ [ 45686, 45959 ], [ 45964, 45994 ], [ 45995, 46030 ], [ 46022, 46152 ] ], "trgnoun": "colander", "trgverb": "shake" }, { "key": "P22_05+255_256_257_258", "video_id": "P22_05", "narration_ids": [ "P22_05_255", "P22_05_256", "P22_05_257", "P22_05_258" ], "src": "put_down slices . put_down slice . pick_up peach", "src1": "put_down slices", "src2": "put_down slice", "src3": "pick_up peach", "trg": "remove slice", "vis_src": "P22_05:255 P22_05:256 P22_05:257", "vis_trg": "P22_05:258", "narrations": [ "put down slices", "put down slice", "pick up peach", "remove slice" ], "verbs": [ "put-down", "put-down", "pick-up", "remove" ], "verb_classes": [ 1, 1, 0, 12 ], "nouns": [ "peeling", "peeling", "peach", "peach" ], "noun_classes": [ 48, 48, 74, 74 ], "start_stop_timestamps": [ [ "00:11:33.00", "00:11:46.08" ], [ "00:11:34.05", "00:11:35.05" ], [ "00:11:35.15", "00:11:36.65" ], [ "00:11:37.11", "00:11:40.43" ] ], "start_stop_frames": [ [ 41580, 42364 ], [ 41643, 41703 ], [ 41709, 41799 ], [ 41826, 42025 ] ], "trgnoun": "peach", "trgverb": "remove" }, { "key": "P06_101+382_383_384_385", "video_id": "P06_101", "narration_ids": [ "P06_101_382", "P06_101_383", "P06_101_384", "P06_101_385" ], "src": "shake cans . put_down cans . pick_up rubbish", "src1": "shake cans", "src2": "put_down cans", "src3": "pick_up rubbish", "trg": "put rubbish in bin", "vis_src": "P06_101:382 P06_101:383 P06_101:384", "vis_trg": "P06_101:385", "narrations": [ "shake cans", "put down cans", "pick up rubbish", "put rubbish in bin" ], "verbs": [ "shake", "put-down", "pick-up", "put-in" ], "verb_classes": [ 15, 1, 0, 5 ], "nouns": [ "can", "can", "rubbish", "rubbish" ], "noun_classes": [ 61, 61, 54, 54 ], "start_stop_timestamps": [ [ "00:28:44.90", "00:28:47.33" ], [ "00:28:45.00", "00:28:47.50" ], [ "00:28:49.63", "00:28:51.64" ], [ "00:28:51.25", "00:28:54.34" ] ], "start_stop_frames": [ [ 86245, 86366 ], [ 86250, 86375 ], [ 86481, 86582 ], [ 86562, 86717 ] ], "trgnoun": "rubbish", "trgverb": "put_in" }, { "key": "P28_113+7_8_9_10", "video_id": "P28_113", "narration_ids": [ "P28_113_7", "P28_113_8", "P28_113_9", "P28_113_10" ], "src": "put pot . take saucepan . open cupboard", "src1": "put pot", "src2": "take saucepan", "src3": "open cupboard", "trg": "put saucepan", "vis_src": "P28_113:7 P28_113:8 P28_113:9", "vis_trg": "P28_113:10", "narrations": [ "put pot", "take saucepan", "open cupboard", "put saucepan" ], "verbs": [ "put", "take", "open", "put" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "pot", "saucepan", "cupboard", "saucepan" ], "noun_classes": [ 29, 5, 3, 5 ], "start_stop_timestamps": [ [ "00:00:21.01", "00:00:25.22" ], [ "00:00:28.14", "00:00:28.94" ], [ "00:00:31.81", "00:00:32.37" ], [ "00:00:32.13", "00:00:34.82" ] ], "start_stop_frames": [ [ 1050, 1261 ], [ 1407, 1447 ], [ 1590, 1618 ], [ 1606, 1741 ] ], "trgnoun": "saucepan", "trgverb": "put" }, { "key": "P06_101+201_202_203_204", "video_id": "P06_101", "narration_ids": [ "P06_101_201", "P06_101_202", "P06_101_203", "P06_101_204" ], "src": "shake can . open can . pour beans into colander", "src1": "shake can", "src2": "open can", "src3": "pour beans into colander", "trg": "put_down can", "vis_src": "P06_101:201 P06_101:202 P06_101:203", "vis_trg": "P06_101:204", "narrations": [ "shake can", "open can", "pour beans into colander", "put down can" ], "verbs": [ "shake", "open", "pour-into", "put-down" ], "verb_classes": [ 15, 3, 9, 1 ], "nouns": [ "can", "can", "bean", "can" ], "noun_classes": [ 61, 61, 214, 61 ], "start_stop_timestamps": [ [ "00:14:45.99", "00:14:46.63" ], [ "00:14:46.81", "00:14:50.76" ], [ "00:14:50.84", "00:14:57.42" ], [ "00:14:57.77", "00:14:59.53" ] ], "start_stop_frames": [ [ 44299, 44331 ], [ 44340, 44538 ], [ 44542, 44871 ], [ 44888, 44976 ] ], "trgnoun": "can", "trgverb": "put_down" }, { "key": "P30_107+822_823_824_825", "video_id": "P30_107", "narration_ids": [ "P30_107_822", "P30_107_823", "P30_107_824", "P30_107_825" ], "src": "stir_fry mixture . open cupboard . pick_up saucepan", "src1": "stir_fry mixture", "src2": "open cupboard", "src3": "pick_up saucepan", "trg": "put saucepan down", "vis_src": "P30_107:822 P30_107:823 P30_107:824", "vis_trg": "P30_107:825", "narrations": [ "stir fry mixture", "open cupboard", "pick up saucepan", "put saucepan down" ], "verbs": [ "stir-fry", "open", "pick-up", "put-down" ], "verb_classes": [ 45, 3, 0, 1 ], "nouns": [ "mixture", "cupboard", "saucepan", "saucepan" ], "noun_classes": [ 71, 3, 5, 5 ], "start_stop_timestamps": [ [ "00:43:58.04", "00:44:01.30" ], [ "00:44:03.18", "00:44:03.83" ], [ "00:44:03.79", "00:44:05.54" ], [ "00:44:06.76", "00:44:07.89" ] ], "start_stop_frames": [ [ 131902, 132065 ], [ 132159, 132191 ], [ 132189, 132277 ], [ 132338, 132394 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P30_05+313_314_315_316", "video_id": "P30_05", "narration_ids": [ "P30_05_313", "P30_05_314", "P30_05_315", "P30_05_316" ], "src": "rinse mug_tin . wash tin . rinse tin", "src1": "rinse mug_tin", "src2": "wash tin", "src3": "rinse tin", "trg": "put tin in drying rack", "vis_src": "P30_05:313 P30_05:314 P30_05:315", "vis_trg": "P30_05:316", "narrations": [ "rinse mug tin", "wash tin", "rinse tin", "put tin in drying rack" ], "verbs": [ "rinse", "wash", "rinse", "put-in" ], "verb_classes": [ 2, 2, 2, 5 ], "nouns": [ "tin:mug", "tin", "tin", "tin" ], "noun_classes": [ 61, 61, 61, 61 ], "start_stop_timestamps": [ [ "00:25:18.19", "00:25:21.04" ], [ "00:25:21.08", "00:25:26.17" ], [ "00:25:25.92", "00:25:30.01" ], [ "00:25:31.09", "00:25:32.26" ] ], "start_stop_frames": [ [ 91091, 91262 ], [ 91264, 91570 ], [ 91555, 91800 ], [ 91865, 91935 ] ], "trgnoun": "tin", "trgverb": "put_in" }, { "key": "P06_101+206_207_208_209", "video_id": "P06_101", "narration_ids": [ "P06_101_206", "P06_101_207", "P06_101_208", "P06_101_209" ], "src": "shake can . open can . pour beans into colander", "src1": "shake can", "src2": "open can", "src3": "pour beans into colander", "trg": "put_down can", "vis_src": "P06_101:206 P06_101:207 P06_101:208", "vis_trg": "P06_101:209", "narrations": [ "shake can", "open can", "pour beans into colander", "put down can" ], "verbs": [ "shake", "open", "pour-into", "put-down" ], "verb_classes": [ 15, 3, 9, 1 ], "nouns": [ "can", "can", "bean", "can" ], "noun_classes": [ 61, 61, 214, 61 ], "start_stop_timestamps": [ [ "00:15:02.75", "00:15:03.95" ], [ "00:15:03.74", "00:15:13.09" ], [ "00:15:13.72", "00:15:19.19" ], [ "00:15:19.29", "00:15:19.89" ] ], "start_stop_frames": [ [ 45137, 45197 ], [ 45187, 45654 ], [ 45686, 45959 ], [ 45964, 45994 ] ], "trgnoun": "can", "trgverb": "put_down" }, { "key": "P06_101+185_186_187_188", "video_id": "P06_101", "narration_ids": [ "P06_101_185", "P06_101_186", "P06_101_187", "P06_101_188" ], "src": "shake can . open can . pour chopped_tomatoes into pan", "src1": "shake can", "src2": "open can", "src3": "pour chopped_tomatoes into pan", "trg": "put_down can", "vis_src": "P06_101:185 P06_101:186 P06_101:187", "vis_trg": "P06_101:188", "narrations": [ "shake can", "open can", "pour chopped tomatoes into pan", "put down can" ], "verbs": [ "shake", "open", "pour-into", "put-down" ], "verb_classes": [ 15, 3, 9, 1 ], "nouns": [ "can", "can", "tomato:chopped", "can" ], "noun_classes": [ 61, 61, 43, 61 ], "start_stop_timestamps": [ [ "00:13:57.91", "00:13:58.82" ], [ "00:13:58.60", "00:14:03.55" ], [ "00:14:04.37", "00:14:10.75" ], [ "00:14:10.47", "00:14:11.57" ] ], "start_stop_frames": [ [ 41895, 41941 ], [ 41930, 42177 ], [ 42218, 42537 ], [ 42523, 42578 ] ], "trgnoun": "can", "trgverb": "put_down" }, { "key": "P22_109+65_66_67_68", "video_id": "P22_109", "narration_ids": [ "P22_109_65", "P22_109_66", "P22_109_67", "P22_109_68" ], "src": "put_down pots . close drawer . pick_up spoon_rest", "src1": "put_down pots", "src2": "close drawer", "src3": "pick_up spoon_rest", "trg": "put_down spoon_rest", "vis_src": "P22_109:65 P22_109:66 P22_109:67", "vis_trg": "P22_109:68", "narrations": [ "put down pots", "close drawer", "pick up spoon rest", "put down spoon rest" ], "verbs": [ "put-down", "close", "pick-up", "put-down" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "pot", "drawer", "rest:spoon", "rest:spoon" ], "noun_classes": [ 29, 8, 109, 109 ], "start_stop_timestamps": [ [ "00:01:58.53", "00:02:02.04" ], [ "00:02:02.04", "00:02:03.79" ], [ "00:02:05.66", "00:02:06.43" ], [ "00:02:06.78", "00:02:08.21" ] ], "start_stop_frames": [ [ 5926, 6102 ], [ 6102, 6189 ], [ 6283, 6321 ], [ 6339, 6410 ] ], "trgnoun": "spoon_rest", "trgverb": "put_down" }, { "key": "P03_102+12_13_14_15", "video_id": "P03_102", "narration_ids": [ "P03_102_12", "P03_102_13", "P03_102_14", "P03_102_15" ], "src": "put bag on counter . open_up bag . pick_up mince", "src1": "put bag on counter", "src2": "open_up bag", "src3": "pick_up mince", "trg": "put mince on counter", "vis_src": "P03_102:12 P03_102:13 P03_102:14", "vis_trg": "P03_102:15", "narrations": [ "put bag on counter", "open up bag", "pick up mince", "put mince on counter" ], "verbs": [ "put-on", "open-up", "pick-up", "put-on" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "bag", "bag", "mince", "mince" ], "noun_classes": [ 19, 19, 28, 28 ], "start_stop_timestamps": [ [ "00:00:17.41", "00:00:18.38" ], [ "00:00:18.41", "00:00:19.07" ], [ "00:00:18.97", "00:00:20.03" ], [ "00:00:20.14", "00:00:20.95" ] ], "start_stop_frames": [ [ 870, 919 ], [ 920, 953 ], [ 948, 1001 ], [ 1007, 1047 ] ], "trgnoun": "mince", "trgverb": "put_on" }, { "key": "P02_112+139_140_141_142", "video_id": "P02_112", "narration_ids": [ "P02_112_139", "P02_112_140", "P02_112_141", "P02_112_142" ], "src": "squeeze dough . get some oil from plate . oil hand", "src1": "squeeze dough", "src2": "get some oil from plate", "src3": "oil hand", "trg": "knead dough", "vis_src": "P02_112:139 P02_112:140 P02_112:141", "vis_trg": "P02_112:142", "narrations": [ "squeeze dough", "get some oil from plate", "oil hand", "knead dough" ], "verbs": [ "squeeze", "get", "oil", "knead" ], "verb_classes": [ 18, 0, 66, 51 ], "nouns": [ "dough", "oil", "hand", "dough" ], "noun_classes": [ 25, 31, 11, 25 ], "start_stop_timestamps": [ [ "00:09:34.99", "00:09:37.26" ], [ "00:09:37.47", "00:09:38.24" ], [ "00:09:38.34", "00:09:39.29" ], [ "00:09:39.15", "00:09:56.08" ] ], "start_stop_frames": [ [ 28749, 28863 ], [ 28873, 28912 ], [ 28917, 28964 ], [ 28957, 29804 ] ], "trgnoun": "dough", "trgverb": "knead" }, { "key": "P24_07+120_121_122_123", "video_id": "P24_07", "narration_ids": [ "P24_07_120", "P24_07_121", "P24_07_122", "P24_07_123" ], "src": "turn_off flame of stove . put meat in dish . pick_up carrot", "src1": "turn_off flame of stove", "src2": "put meat in dish", "src3": "pick_up carrot", "trg": "peel carrot", "vis_src": "P24_07:120 P24_07:121 P24_07:122", "vis_trg": "P24_07:123", "narrations": [ "turn off flame of stove", "put meat in dish", "pick up carrot", "peel carrot" ], "verbs": [ "turn-off", "put-in", "pick-up", "peel" ], "verb_classes": [ 8, 5, 0, 19 ], "nouns": [ "flame:stove", "meat", "carrot", "carrot" ], "noun_classes": [ 24, 28, 41, 41 ], "start_stop_timestamps": [ [ "00:08:19.31", "00:08:20.33" ], [ "00:08:22.94", "00:08:24.90" ], [ "00:08:26.37", "00:08:32.08" ], [ "00:08:32.94", "00:08:41.18" ] ], "start_stop_frames": [ [ 29958, 30019 ], [ 30176, 30294 ], [ 30382, 30724 ], [ 30776, 31270 ] ], "trgnoun": "carrot", "trgverb": "peel" }, { "key": "P29_01+8_9_10_11", "video_id": "P29_01", "narration_ids": [ "P29_01_8", "P29_01_9", "P29_01_10", "P29_01_11" ], "src": "pick_up sausages . searching hand . close fridge", "src1": "pick_up sausages", "src2": "searching hand", "src3": "close fridge", "trg": "open fridge", "vis_src": "P29_01:8 P29_01:9 P29_01:10", "vis_trg": "P29_01:11", "narrations": [ "pick up sausages", "searching", "close fridge", "open fridge" ], "verbs": [ "pick-up", "search", "close", "open" ], "verb_classes": [ 0, 48, 4, 3 ], "nouns": [ "sausage", "hand", "fridge", "fridge" ], "noun_classes": [ 86, 11, 12, 12 ], "start_stop_timestamps": [ [ "00:00:28.83", "00:00:32.30" ], [ "00:00:35.07", "00:00:36.26" ], [ "00:00:36.28", "00:00:37.69" ], [ "00:00:38.51", "00:00:42.36" ] ], "start_stop_frames": [ [ 1729, 1937 ], [ 2104, 2175 ], [ 2176, 2261 ], [ 2310, 2541 ] ], "trgnoun": "fridge", "trgverb": "open" }, { "key": "P02_09+300_301_302_303", "video_id": "P02_09", "narration_ids": [ "P02_09_300", "P02_09_301", "P02_09_302", "P02_09_303" ], "src": "stir onion . move knife . pick meat", "src1": "stir onion", "src2": "move knife", "src3": "pick meat", "trg": "put meat in pan", "vis_src": "P02_09:300 P02_09:301 P02_09:302", "vis_trg": "P02_09:303", "narrations": [ "stir onion", "move knife", "pick meat", "put meat in pan" ], "verbs": [ "stir", "move", "pick", "put-in" ], "verb_classes": [ 10, 11, 0, 5 ], "nouns": [ "onion", "knife", "meat", "meat" ], "noun_classes": [ 16, 4, 28, 28 ], "start_stop_timestamps": [ [ "00:22:32.56", "00:22:40.53" ], [ "00:22:41.63", "00:22:44.47" ], [ "00:22:43.98", "00:22:45.98" ], [ "00:22:47.44", "00:23:08.01" ] ], "start_stop_frames": [ [ 81153, 81631 ], [ 81697, 81868 ], [ 81838, 81958 ], [ 82046, 83280 ] ], "trgnoun": "meat", "trgverb": "put_in" }, { "key": "P22_102+34_35_36_37", "video_id": "P22_102", "narration_ids": [ "P22_102_34", "P22_102_35", "P22_102_36", "P22_102_37" ], "src": "clean counter_top . turn_on tap . wash cloth", "src1": "clean counter_top", "src2": "turn_on tap", "src3": "wash cloth", "trg": "adjust tap", "vis_src": "P22_102:34 P22_102:35 P22_102:36", "vis_trg": "P22_102:37", "narrations": [ "clean counter top", "turn on tap", "wash cloth", "adjust tap" ], "verbs": [ "clean", "turn-on", "wash", "adjust" ], "verb_classes": [ 2, 6, 2, 17 ], "nouns": [ "top:counter", "tap", "cloth", "tap" ], "noun_classes": [ 42, 0, 17, 0 ], "start_stop_timestamps": [ [ "00:00:59.29", "00:01:03.82" ], [ "00:01:03.79", "00:01:04.80" ], [ "00:01:04.88", "00:01:05.75" ], [ "00:01:05.82", "00:01:06.55" ] ], "start_stop_frames": [ [ 2964, 3191 ], [ 3189, 3240 ], [ 3244, 3287 ], [ 3290, 3327 ] ], "trgnoun": "tap", "trgverb": "adjust" }, { "key": "P10_02+114_115_116_117", "video_id": "P10_02", "narration_ids": [ "P10_02_114", "P10_02_115", "P10_02_116", "P10_02_117" ], "src": "remove the cover of the top right pot . move the top right_pot to the bottom left . get some cooked_food into the glass bowl", "src1": "remove the cover of the top right pot", "src2": "move the top right_pot to the bottom left", "src3": "get some cooked_food into the glass bowl", "trg": "put the cover on the pot", "vis_src": "P10_02:114 P10_02:115 P10_02:116", "vis_trg": "P10_02:117", "narrations": [ "remove the cover of the top right pot", "move the top right pot to the bottom left", "get some cooked food into the glass bowl", "put the cover on the pot" ], "verbs": [ "remove", "move-to", "get-into", "put-on" ], "verb_classes": [ 12, 11, 1, 1 ], "nouns": [ "cover", "pot:right", "food:cooked", "cover" ], "noun_classes": [ 89, 29, 34, 89 ], "start_stop_timestamps": [ [ "00:15:42.23", "00:15:43.50" ], [ "00:15:48.55", "00:15:51.90" ], [ "00:15:58.93", "00:16:33.69" ], [ "00:16:33.09", "00:16:35.38" ] ], "start_stop_frames": [ [ 56533, 56610 ], [ 56913, 57114 ], [ 57535, 59621 ], [ 59585, 59722 ] ], "trgnoun": "cover", "trgverb": "put_on" }, { "key": "P08_03+4_5_6_7", "video_id": "P08_03", "narration_ids": [ "P08_03_4", "P08_03_5", "P08_03_6", "P08_03_7" ], "src": "get bell_peppers out . get bags out . get apple out", "src1": "get bell_peppers out", "src2": "get bags out", "src3": "get apple out", "trg": "arrange apples", "vis_src": "P08_03:4 P08_03:5 P08_03:6", "vis_trg": "P08_03:7", "narrations": [ "get bell peppers out", "get bags out", "get apple out", "arrange apples" ], "verbs": [ "get-out", "get-out", "get-out", "arrange" ], "verb_classes": [ 12, 12, 12, 40 ], "nouns": [ "pepper:bell", "bag", "apple", "apple" ], "noun_classes": [ 37, 19, 187, 187 ], "start_stop_timestamps": [ [ "00:00:07.97", "00:00:09.97" ], [ "00:00:11.07", "00:00:13.07" ], [ "00:00:15.79", "00:00:16.44" ], [ "00:00:17.77", "00:00:20.54" ] ], "start_stop_frames": [ [ 478, 598 ], [ 664, 784 ], [ 947, 986 ], [ 1066, 1232 ] ], "trgnoun": "apple", "trgverb": "arrange" }, { "key": "P02_03+167_168_169_170", "video_id": "P02_03", "narration_ids": [ "P02_03_167", "P02_03_168", "P02_03_169", "P02_03_170" ], "src": "unplug microwave . move plug . plug_into socket", "src1": "unplug microwave", "src2": "move plug", "src3": "plug_into socket", "trg": "switch microwave on", "vis_src": "P02_03:167 P02_03:168 P02_03:169", "vis_trg": "P02_03:170", "narrations": [ "unplug", "move plug", "plug into socket", "switch microwave on" ], "verbs": [ "unplug", "move", "plug-into", "switch-on" ], "verb_classes": [ 12, 11, 64, 6 ], "nouns": [ "microwave", "plug", "socket", "microwave" ], "noun_classes": [ 90, 153, 153, 90 ], "start_stop_timestamps": [ [ "00:09:27.37", "00:09:28.70" ], [ "00:09:28.80", "00:09:30.58" ], [ "00:09:31.58", "00:09:34.02" ], [ "00:09:35.13", "00:09:38.36" ] ], "start_stop_frames": [ [ 34042, 34122 ], [ 34128, 34234 ], [ 34294, 34441 ], [ 34507, 34701 ] ], "trgnoun": "microwave", "trgverb": "switch_on" }, { "key": "P22_117+356_357_358_359", "video_id": "P22_117", "narration_ids": [ "P22_117_356", "P22_117_357", "P22_117_358", "P22_117_359" ], "src": "clean counter_top . pick_up glass . turn_on tap", "src1": "clean counter_top", "src2": "pick_up glass", "src3": "turn_on tap", "trg": "fill glass", "vis_src": "P22_117:356 P22_117:357 P22_117:358", "vis_trg": "P22_117:359", "narrations": [ "clean counter top", "pick up glass", "turn on tap", "fill glass" ], "verbs": [ "clean", "pick-up", "turn-on", "fill" ], "verb_classes": [ 2, 0, 6, 26 ], "nouns": [ "top:counter", "glass", "tap", "glass" ], "noun_classes": [ 42, 10, 0, 10 ], "start_stop_timestamps": [ [ "00:13:18.05", "00:13:23.68" ], [ "00:13:24.66", "00:13:25.33" ], [ "00:13:25.83", "00:13:26.49" ], [ "00:13:26.11", "00:13:27.45" ] ], "start_stop_frames": [ [ 39902, 40184 ], [ 40233, 40266 ], [ 40291, 40324 ], [ 40305, 40372 ] ], "trgnoun": "glass", "trgverb": "fill" }, { "key": "P02_118+235_236_237_238", "video_id": "P02_118", "narration_ids": [ "P02_118_235", "P02_118_236", "P02_118_237", "P02_118_238" ], "src": "open tap . put plate with spoon into sink . pick_up tea_infuser", "src1": "open tap", "src2": "put plate with spoon into sink", "src3": "pick_up tea_infuser", "trg": "put_down tea_infuser", "vis_src": "P02_118:235 P02_118:236 P02_118:237", "vis_trg": "P02_118:238", "narrations": [ "open tap", "put plate with spoon into sink", "pick up tea infuser", "put down tea infuser" ], "verbs": [ "turn-on", "put-with", "pick-up", "put-down" ], "verb_classes": [ 6, 1, 0, 1 ], "nouns": [ "tap", "plate", "infuser:tea", "infuser:tea" ], "noun_classes": [ 0, 2, 39, 39 ], "start_stop_timestamps": [ [ "00:11:33.41", "00:11:34.22" ], [ "00:11:34.17", "00:11:34.87" ], [ "00:11:34.97", "00:11:35.60" ], [ "00:11:36.87", "00:11:37.69" ] ], "start_stop_frames": [ [ 34670, 34711 ], [ 34708, 34743 ], [ 34748, 34780 ], [ 34843, 34884 ] ], "trgnoun": "tea_infuser", "trgverb": "put_down" }, { "key": "P07_110+77_78_79_80", "video_id": "P07_110", "narration_ids": [ "P07_110_77", "P07_110_78", "P07_110_79", "P07_110_80" ], "src": "shake glass . grab apple . turn_on tap", "src1": "shake glass", "src2": "grab apple", "src3": "turn_on tap", "trg": "rinse apple", "vis_src": "P07_110:77 P07_110:78 P07_110:79", "vis_trg": "P07_110:80", "narrations": [ "shake glass", "grab apple", "turn on tap", "rinse apple" ], "verbs": [ "shake", "grab", "turn-on", "rinse" ], "verb_classes": [ 15, 0, 6, 2 ], "nouns": [ "glass", "apple", "tap", "apple" ], "noun_classes": [ 10, 187, 0, 187 ], "start_stop_timestamps": [ [ "00:03:53.66", "00:03:55.42" ], [ "00:04:00.60", "00:04:02.66" ], [ "00:04:03.98", "00:04:05.30" ], [ "00:04:04.97", "00:04:09.15" ] ], "start_stop_frames": [ [ 11683, 11771 ], [ 12030, 12133 ], [ 12199, 12265 ], [ 12248, 12457 ] ], "trgnoun": "apple", "trgverb": "rinse" }, { "key": "P08_03+6_7_8_10", "video_id": "P08_03", "narration_ids": [ "P08_03_6", "P08_03_7", "P08_03_8", "P08_03_10" ], "src": "get apple out . arrange apples . get salad out", "src1": "get apple out", "src2": "arrange apples", "src3": "get salad out", "trg": "arrange bell_peppers in bowl", "vis_src": "P08_03:6 P08_03:7 P08_03:8", "vis_trg": "P08_03:10", "narrations": [ "get apple out", "arrange apples", "get salad out", "arrange bell peppers in bowl" ], "verbs": [ "get-out", "arrange", "get-out", "arrange" ], "verb_classes": [ 12, 40, 12, 40 ], "nouns": [ "apple", "apple", "salad", "pepper:bell" ], "noun_classes": [ 187, 187, 68, 37 ], "start_stop_timestamps": [ [ "00:00:15.79", "00:00:16.44" ], [ "00:00:17.77", "00:00:20.54" ], [ "00:00:21.12", "00:00:22.87" ], [ "00:00:27.57", "00:00:33.42" ] ], "start_stop_frames": [ [ 947, 986 ], [ 1066, 1232 ], [ 1267, 1372 ], [ 1654, 2005 ] ], "trgnoun": "bell_pepper", "trgverb": "arrange" }, { "key": "P30_104+131_132_133_134", "video_id": "P30_104", "narration_ids": [ "P30_104_131", "P30_104_132", "P30_104_133", "P30_104_134" ], "src": "empty washing up bowl . pick_up apple . turn_on tap", "src1": "empty washing up bowl", "src2": "pick_up apple", "src3": "turn_on tap", "trg": "rinse apple", "vis_src": "P30_104:131 P30_104:132 P30_104:133", "vis_trg": "P30_104:134", "narrations": [ "empty washing up bowl", "pick up apple", "turn on tap", "rinse apple" ], "verbs": [ "empty", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 20, 0, 6, 2 ], "nouns": [ "bowl:washing:up", "apple", "tap", "apple" ], "noun_classes": [ 7, 187, 0, 187 ], "start_stop_timestamps": [ [ "00:04:50.35", "00:04:53.69" ], [ "00:04:53.79", "00:04:55.04" ], [ "00:04:55.09", "00:04:55.94" ], [ "00:04:55.81", "00:04:58.11" ] ], "start_stop_frames": [ [ 14517, 14684 ], [ 14689, 14752 ], [ 14754, 14797 ], [ 14790, 14905 ] ], "trgnoun": "apple", "trgverb": "rinse" }, { "key": "P10_02+115_116_117_118", "video_id": "P10_02", "narration_ids": [ "P10_02_115", "P10_02_116", "P10_02_117", "P10_02_118" ], "src": "move the top right_pot to the bottom left . get some cooked_food into the glass bowl . put the cover on the pot", "src1": "move the top right_pot to the bottom left", "src2": "get some cooked_food into the glass bowl", "src3": "put the cover on the pot", "trg": "get the cooked_food out of the pot", "vis_src": "P10_02:115 P10_02:116 P10_02:117", "vis_trg": "P10_02:118", "narrations": [ "move the top right pot to the bottom left", "get some cooked food into the glass bowl", "put the cover on the pot", "get the cooked food out of the pot" ], "verbs": [ "move-to", "get-into", "put-on", "get-out" ], "verb_classes": [ 11, 1, 1, 12 ], "nouns": [ "pot:right", "food:cooked", "cover", "food:cooked" ], "noun_classes": [ 29, 34, 89, 34 ], "start_stop_timestamps": [ [ "00:15:48.55", "00:15:51.90" ], [ "00:15:58.93", "00:16:33.69" ], [ "00:16:33.09", "00:16:35.38" ], [ "00:16:35.21", "00:16:39.64" ] ], "start_stop_frames": [ [ 56913, 57114 ], [ 57535, 59621 ], [ 59585, 59722 ], [ 59712, 59978 ] ], "trgnoun": "cooked_food", "trgverb": "get_out" }, { "key": "P02_124+70_71_72_73", "video_id": "P02_124", "narration_ids": [ "P02_124_70", "P02_124_71", "P02_124_72", "P02_124_73" ], "src": "close milk_bottle . open fridge . put milk_bottle in fridge door", "src1": "close milk_bottle", "src2": "open fridge", "src3": "put milk_bottle in fridge door", "trg": "close fridge", "vis_src": "P02_124:70 P02_124:71 P02_124:72", "vis_trg": "P02_124:73", "narrations": [ "close milk bottle", "open fridge", "put milk bottle in fridge door", "close fridge" ], "verbs": [ "close", "open", "put-in", "close" ], "verb_classes": [ 4, 3, 5, 4 ], "nouns": [ "bottle:milk", "fridge", "bottle:milk", "fridge" ], "noun_classes": [ 15, 12, 15, 12 ], "start_stop_timestamps": [ [ "00:02:30.37", "00:02:32.08" ], [ "00:02:33.67", "00:02:34.44" ], [ "00:02:34.46", "00:02:36.01" ], [ "00:02:35.91", "00:02:37.01" ] ], "start_stop_frames": [ [ 7518, 7603 ], [ 7683, 7722 ], [ 7723, 7800 ], [ 7795, 7850 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P35_108+551_552_553_554", "video_id": "P35_108", "narration_ids": [ "P35_108_551", "P35_108_552", "P35_108_553", "P35_108_554" ], "src": "put_down container . pick_up colander . drain colander", "src1": "put_down container", "src2": "pick_up colander", "src3": "drain colander", "trg": "put_down colander", "vis_src": "P35_108:551 P35_108:552 P35_108:553", "vis_trg": "P35_108:554", "narrations": [ "put down container", "pick up colander", "drain colander", "put down colander" ], "verbs": [ "put-down", "pick-up", "drain", "put-down" ], "verb_classes": [ 1, 0, 37, 1 ], "nouns": [ "container", "colander", "colander", "colander" ], "noun_classes": [ 21, 39, 39, 39 ], "start_stop_timestamps": [ [ "00:38:41.46", "00:38:49.02" ], [ "00:38:48.96", "00:38:52.22" ], [ "00:38:51.55", "00:38:55.52" ], [ "00:38:58.19", "00:39:02.34" ] ], "start_stop_frames": [ [ 116073, 116451 ], [ 116448, 116610 ], [ 116577, 116776 ], [ 116909, 117117 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P01_109+851_852_853_854", "video_id": "P01_109", "narration_ids": [ "P01_109_851", "P01_109_852", "P01_109_853", "P01_109_854" ], "src": "throw food_bits into bin . pick_up hob_grid . wipe hob", "src1": "throw food_bits into bin", "src2": "pick_up hob_grid", "src3": "wipe hob", "trg": "put_down hob_grid", "vis_src": "P01_109:851 P01_109:852 P01_109:853", "vis_trg": "P01_109:854", "narrations": [ "throw food bits into bin", "pick up hob grid", "wipe hob", "put down hob grid" ], "verbs": [ "throw-into", "pick-up", "wipe", "put-down" ], "verb_classes": [ 13, 0, 2, 1 ], "nouns": [ "bit:food", "grid:hob", "hob", "grid:hob" ], "noun_classes": [ 34, 24, 24, 24 ], "start_stop_timestamps": [ [ "00:59:20.80", "00:59:22.26" ], [ "00:59:23.79", "00:59:27.19" ], [ "00:59:27.25", "00:59:28.80" ], [ "00:59:28.81", "00:59:30.72" ] ], "start_stop_frames": [ [ 178040, 178113 ], [ 178189, 178359 ], [ 178362, 178440 ], [ 178440, 178536 ] ], "trgnoun": "hob_grid", "trgverb": "put_down" }, { "key": "P03_09+62_63_64_65", "video_id": "P03_09", "narration_ids": [ "P03_09_62", "P03_09_63", "P03_09_64", "P03_09_65" ], "src": "open_up cheese . turn_on tap . slice cheese", "src1": "open_up cheese", "src2": "turn_on tap", "src3": "slice cheese", "trg": "put cheese on bread", "vis_src": "P03_09:62 P03_09:63 P03_09:64", "vis_trg": "P03_09:65", "narrations": [ "open up cheese", "turn on tap", "slice cheese", "put cheese on bread" ], "verbs": [ "open-up", "turn-on", "slice", "put-on" ], "verb_classes": [ 3, 6, 7, 1 ], "nouns": [ "cheese", "tap", "cheese", "cheese" ], "noun_classes": [ 32, 0, 32, 32 ], "start_stop_timestamps": [ [ "00:02:14.41", "00:02:15.99" ], [ "00:02:16.16", "00:02:17.59" ], [ "00:02:23.21", "00:02:29.88" ], [ "00:02:30.67", "00:02:31.33" ] ], "start_stop_frames": [ [ 8064, 8159 ], [ 8169, 8255 ], [ 8592, 8992 ], [ 9040, 9079 ] ], "trgnoun": "cheese", "trgverb": "put_on" }, { "key": "P01_18+317_318_319_320", "video_id": "P01_18", "narration_ids": [ "P01_18_317", "P01_18_318", "P01_18_319", "P01_18_320" ], "src": "hang cloth . take saucepan . open cupboard", "src1": "hang cloth", "src2": "take saucepan", "src3": "open cupboard", "trg": "put saucepan into cupboard", "vis_src": "P01_18:317 P01_18:318 P01_18:319", "vis_trg": "P01_18:320", "narrations": [ "hang cloth", "take saucepan", "open cupboard", "put saucepan into cupboard" ], "verbs": [ "hang", "take", "open", "put-into" ], "verb_classes": [ 41, 0, 3, 5 ], "nouns": [ "cloth", "saucepan", "cupboard", "saucepan" ], "noun_classes": [ 17, 5, 3, 5 ], "start_stop_timestamps": [ [ "00:23:29.37", "00:23:30.90" ], [ "00:23:30.90", "00:23:31.59" ], [ "00:23:31.13", "00:23:32.19" ], [ "00:23:32.37", "00:23:35.71" ] ], "start_stop_frames": [ [ 84562, 84654 ], [ 84654, 84695 ], [ 84667, 84731 ], [ 84742, 84942 ] ], "trgnoun": "saucepan", "trgverb": "put_into" }, { "key": "P02_06+218_219_220_221", "video_id": "P02_06", "narration_ids": [ "P02_06_218", "P02_06_219", "P02_06_220", "P02_06_221" ], "src": "slice cucumber using knife . chop cucumber . chop cucumber using knife on chopping board", "src1": "slice cucumber using knife", "src2": "chop cucumber", "src3": "chop cucumber using knife on chopping board", "trg": "pick_up cucumber", "vis_src": "P02_06:218 P02_06:219 P02_06:220", "vis_trg": "P02_06:221", "narrations": [ "slice cucumber using knife", "chop cucumber", "chop cucumber using knife on chopping board", "pick up cucumber" ], "verbs": [ "slice", "chop", "chop", "pick-up" ], "verb_classes": [ 7, 7, 7, 0 ], "nouns": [ "cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:09:54.03", "00:09:57.08" ], [ "00:09:57.50", "00:10:02.82" ], [ "00:10:01.55", "00:10:18.51" ], [ "00:10:18.92", "00:10:19.75" ] ], "start_stop_frames": [ [ 35641, 35824 ], [ 35850, 36169 ], [ 36093, 37110 ], [ 37135, 37185 ] ], "trgnoun": "cucumber", "trgverb": "pick_up" }, { "key": "P04_02+200_201_202_203", "video_id": "P04_02", "narration_ids": [ "P04_02_200", "P04_02_201", "P04_02_202", "P04_02_203" ], "src": "close dishwasher . move pan to distribute egg . pick_up cucumber", "src1": "close dishwasher", "src2": "move pan to distribute egg", "src3": "pick_up cucumber", "trg": "cut cucumber", "vis_src": "P04_02:200 P04_02:201 P04_02:202", "vis_trg": "P04_02:203", "narrations": [ "close dishwasher", "move pan to distribute egg", "pick up cucumber", "cut cucumber" ], "verbs": [ "close", "move", "pick-up", "cut" ], "verb_classes": [ 4, 11, 0, 7 ], "nouns": [ "dishwasher", "pan", "cucumber", "cucumber" ], "noun_classes": [ 70, 5, 72, 72 ], "start_stop_timestamps": [ [ "00:15:48.13", "00:15:49.04" ], [ "00:15:49.70", "00:15:53.57" ], [ "00:15:55.73", "00:15:56.45" ], [ "00:15:56.54", "00:15:58.19" ] ], "start_stop_frames": [ [ 56887, 56942 ], [ 56982, 57214 ], [ 57343, 57387 ], [ 57392, 57491 ] ], "trgnoun": "cucumber", "trgverb": "cut" }, { "key": "P04_109+129_131_132_133", "video_id": "P04_109", "narration_ids": [ "P04_109_129", "P04_109_131", "P04_109_132", "P04_109_133" ], "src": "pick_up cucumber . slice cucumber in half . turn_over cucumber", "src1": "pick_up cucumber", "src2": "slice cucumber in half", "src3": "turn_over cucumber", "trg": "slice cucumber", "vis_src": "P04_109:129 P04_109:131 P04_109:132", "vis_trg": "P04_109:133", "narrations": [ "pick up cucumber", "slice cucumber in half", "turn over cucumber", "slice cucumber" ], "verbs": [ "pick-up", "slice-in", "turn-over", "slice" ], "verb_classes": [ 0, 7, 22, 7 ], "nouns": [ "cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:04:42.78", "00:04:43.28" ], [ "00:04:43.80", "00:04:45.27" ], [ "00:04:44.83", "00:04:45.93" ], [ "00:04:46.61", "00:04:50.59" ] ], "start_stop_frames": [ [ 14138, 14163 ], [ 14190, 14263 ], [ 14241, 14296 ], [ 14330, 14529 ] ], "trgnoun": "cucumber", "trgverb": "slice" }, { "key": "P03_121+52_53_54_55", "video_id": "P03_121", "narration_ids": [ "P03_121_52", "P03_121_53", "P03_121_54", "P03_121_55" ], "src": "stir eggs into mixture . empty last of whisked_eggs into bowl . tap fork against side of large bowl", "src1": "stir eggs into mixture", "src2": "empty last of whisked_eggs into bowl", "src3": "tap fork against side of large bowl", "trg": "put fork in measuring jug", "vis_src": "P03_121:52 P03_121:53 P03_121:54", "vis_trg": "P03_121:55", "narrations": [ "stir eggs into mixture", "empty last of whisked eggs into bowl", "tap fork against side of large bowl", "put fork in measuring jug" ], "verbs": [ "stir-into", "empty-into", "tap-against", "put-in" ], "verb_classes": [ 10, 20, 32, 5 ], "nouns": [ "egg", "egg:whisked", "fork", "fork" ], "noun_classes": [ 53, 53, 14, 14 ], "start_stop_timestamps": [ [ "00:04:54.93", "00:04:58.61" ], [ "00:04:57.98", "00:04:59.73" ], [ "00:04:59.66", "00:05:08.05" ], [ "00:05:08.24", "00:05:08.84" ] ], "start_stop_frames": [ [ 14746, 14930 ], [ 14899, 14986 ], [ 14982, 15402 ], [ 15412, 15441 ] ], "trgnoun": "fork", "trgverb": "put_in" }, { "key": "P03_117+99_100_101_102", "video_id": "P03_117", "narration_ids": [ "P03_117_99", "P03_117_100", "P03_117_101", "P03_117_102" ], "src": "squeeze_out sponge . put saucepan_lid in drying rack . pick_up saucepan_lid", "src1": "squeeze_out sponge", "src2": "put saucepan_lid in drying rack", "src3": "pick_up saucepan_lid", "trg": "wash saucepan_lid", "vis_src": "P03_117:99 P03_117:100 P03_117:101", "vis_trg": "P03_117:102", "narrations": [ "squeeze out sponge", "put saucepan lid in drying rack", "pick up saucepan lid", "wash saucepan lid" ], "verbs": [ "squeeze-out", "put-in", "pick-up", "wash" ], "verb_classes": [ 18, 5, 0, 2 ], "nouns": [ "sponge", "lid:saucepan", "lid:saucepan", "lid:saucepan" ], "noun_classes": [ 9, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:05:28.99", "00:05:30.05" ], [ "00:05:30.03", "00:05:32.59" ], [ "00:05:33.50", "00:05:34.56" ], [ "00:05:34.66", "00:05:45.51" ] ], "start_stop_frames": [ [ 16449, 16502 ], [ 16501, 16629 ], [ 16675, 16728 ], [ 16733, 17275 ] ], "trgnoun": "saucepan_lid", "trgverb": "wash" }, { "key": "P28_08+48_49_50_51", "video_id": "P28_08", "narration_ids": [ "P28_08_48", "P28_08_49", "P28_08_50", "P28_08_51" ], "src": "put knife and scissor in drainer . take sponge . turn_on tap", "src1": "put knife and scissor in drainer", "src2": "take sponge", "src3": "turn_on tap", "trg": "soak sponge", "vis_src": "P28_08:48 P28_08:49 P28_08:50", "vis_trg": "P28_08:51", "narrations": [ "put knife and scissor in drainer", "take sponge", "turn on tap", "soak sponge" ], "verbs": [ "put", "take", "turn-on", "soak" ], "verb_classes": [ 1, 0, 6, 56 ], "nouns": [ "knife", "sponge", "tap", "sponge" ], "noun_classes": [ 4, 9, 0, 9 ], "start_stop_timestamps": [ [ "00:02:45.57", "00:02:47.90" ], [ "00:02:51.27", "00:02:52.22" ], [ "00:02:54.09", "00:02:55.07" ], [ "00:02:55.80", "00:02:57.21" ] ], "start_stop_frames": [ [ 9934, 10074 ], [ 10276, 10333 ], [ 10445, 10504 ], [ 10548, 10632 ] ], "trgnoun": "sponge", "trgverb": "soak" }, { "key": "P03_117+165_166_167_168", "video_id": "P03_117", "narration_ids": [ "P03_117_165", "P03_117_166", "P03_117_167", "P03_117_168" ], "src": "move tap . pick_up sink_strainer . take food from drain", "src1": "move tap", "src2": "pick_up sink_strainer", "src3": "take food from drain", "trg": "empty sink_strainer into bin", "vis_src": "P03_117:165 P03_117:166 P03_117:167", "vis_trg": "P03_117:168", "narrations": [ "move tap", "pick up sink strainer", "take food from drain", "empty sink strainer into bin" ], "verbs": [ "move", "pick-up", "take-from", "empty" ], "verb_classes": [ 11, 0, 0, 20 ], "nouns": [ "tap", "strainer:sink", "food", "strainer:sink" ], "noun_classes": [ 0, 39, 34, 39 ], "start_stop_timestamps": [ [ "00:08:24.29", "00:08:24.94" ], [ "00:08:25.28", "00:08:26.26" ], [ "00:08:27.05", "00:08:30.65" ], [ "00:08:31.90", "00:08:33.63" ] ], "start_stop_frames": [ [ 25214, 25247 ], [ 25264, 25313 ], [ 25352, 25532 ], [ 25595, 25681 ] ], "trgnoun": "sink_strainer", "trgverb": "empty" }, { "key": "P27_103+478_479_480_481", "video_id": "P27_103", "narration_ids": [ "P27_103_478", "P27_103_479", "P27_103_480", "P27_103_481" ], "src": "pick_up whisk . pick_up sponge . wash whisk", "src1": "pick_up whisk", "src2": "pick_up sponge", "src3": "wash whisk", "trg": "put_down whisk", "vis_src": "P27_103:478 P27_103:479 P27_103:480", "vis_trg": "P27_103:481", "narrations": [ "pick up whisk", "pick up sponge", "wash whisk", "put down whisk" ], "verbs": [ "pick-up", "pick-up", "wash", "put-down" ], "verb_classes": [ 0, 0, 2, 1 ], "nouns": [ "whisk", "sponge", "whisk", "whisk" ], "noun_classes": [ 218, 9, 218, 218 ], "start_stop_timestamps": [ [ "00:33:35.00", "00:33:35.97" ], [ "00:33:37.67", "00:33:38.25" ], [ "00:33:38.20", "00:33:45.37" ], [ "00:33:49.76", "00:33:50.56" ] ], "start_stop_frames": [ [ 100750, 100798 ], [ 100883, 100912 ], [ 100910, 101268 ], [ 101488, 101528 ] ], "trgnoun": "whisk", "trgverb": "put_down" }, { "key": "P02_06+220_221_222_223", "video_id": "P02_06", "narration_ids": [ "P02_06_220", "P02_06_221", "P02_06_222", "P02_06_223" ], "src": "chop cucumber using knife on chopping board . pick_up cucumber . pick_up chopped_cucumber", "src1": "chop cucumber using knife on chopping board", "src2": "pick_up cucumber", "src3": "pick_up chopped_cucumber", "trg": "put cucumber", "vis_src": "P02_06:220 P02_06:221 P02_06:222", "vis_trg": "P02_06:223", "narrations": [ "chop cucumber using knife on chopping board", "pick up cucumber", "pick up chopped cucumber", "put cucumber" ], "verbs": [ "chop", "pick-up", "pick-up", "put" ], "verb_classes": [ 7, 0, 0, 1 ], "nouns": [ "cucumber", "cucumber", "cucumber:chopped", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:10:01.55", "00:10:18.51" ], [ "00:10:18.92", "00:10:19.75" ], [ "00:10:19.56", "00:10:20.71" ], [ "00:10:19.83", "00:10:20.40" ] ], "start_stop_frames": [ [ 36093, 37110 ], [ 37135, 37185 ], [ 37173, 37242 ], [ 37189, 37224 ] ], "trgnoun": "cucumber", "trgverb": "put" }, { "key": "P04_13+10_11_12_13", "video_id": "P04_13", "narration_ids": [ "P04_13_10", "P04_13_11", "P04_13_12", "P04_13_13" ], "src": "open paprika . measure paprika . pick_up oregano", "src1": "open paprika", "src2": "measure paprika", "src3": "pick_up oregano", "trg": "spoon oregano", "vis_src": "P04_13:10 P04_13:11 P04_13:12", "vis_trg": "P04_13:13", "narrations": [ "open paprika", "measure paprika", "pick up oregano", "spoon oregano" ], "verbs": [ "open", "measure", "pick-up", "spoon" ], "verb_classes": [ 3, 69, 0, 16 ], "nouns": [ "paprika", "paprika", "oregano", "oregano" ], "noun_classes": [ 206, 206, 145, 145 ], "start_stop_timestamps": [ [ "00:00:31.74", "00:00:35.13" ], [ "00:00:36.25", "00:00:45.61" ], [ "00:00:47.77", "00:00:48.60" ], [ "00:00:52.20", "00:00:54.70" ] ], "start_stop_frames": [ [ 1904, 2107 ], [ 2175, 2736 ], [ 2866, 2916 ], [ 3132, 3282 ] ], "trgnoun": "oregano", "trgverb": "spoon" }, { "key": "P28_103+277_278_279_281", "video_id": "P28_103", "narration_ids": [ "P28_103_277", "P28_103_278", "P28_103_279", "P28_103_281" ], "src": "close paprika . put paprika . pour water in cup", "src1": "close paprika", "src2": "put paprika", "src3": "pour water in cup", "trg": "put cup", "vis_src": "P28_103:277 P28_103:278 P28_103:279", "vis_trg": "P28_103:281", "narrations": [ "close paprika", "put paprika", "pour water in cup", "put cup" ], "verbs": [ "close", "put", "pour-in", "put" ], "verb_classes": [ 4, 1, 9, 1 ], "nouns": [ "paprika", "paprika", "water", "cup" ], "noun_classes": [ 206, 206, 27, 13 ], "start_stop_timestamps": [ [ "00:27:53.88", "00:27:56.92" ], [ "00:27:56.97", "00:27:57.73" ], [ "00:28:01.96", "00:28:05.70" ], [ "00:28:08.91", "00:28:11.63" ] ], "start_stop_frames": [ [ 83694, 83846 ], [ 83848, 83886 ], [ 84098, 84285 ], [ 84445, 84581 ] ], "trgnoun": "cup", "trgverb": "put" }, { "key": "P30_110+12_13_14_15", "video_id": "P30_110", "narration_ids": [ "P30_110_12", "P30_110_13", "P30_110_14", "P30_110_15" ], "src": "put_down mug and v60 . pick_up coffee_tin . put_down coffee_tin", "src1": "put_down mug and v60", "src2": "pick_up coffee_tin", "src3": "put_down coffee_tin", "trg": "open coffee_tin", "vis_src": "P30_110:12 P30_110:13 P30_110:14", "vis_trg": "P30_110:15", "narrations": [ "put down mug and v60", "pick up coffee tin", "put down coffee tin", "open coffee tin" ], "verbs": [ "put-down", "pick-up", "put-down", "open" ], "verb_classes": [ 1, 0, 1, 3 ], "nouns": [ "mug", "tin:coffee", "tin:coffee", "tin:coffee" ], "noun_classes": [ 13, 61, 61, 61 ], "start_stop_timestamps": [ [ "00:00:20.49", "00:00:21.13" ], [ "00:00:19.75", "00:00:21.42" ], [ "00:00:21.15", "00:00:21.70" ], [ "00:00:21.70", "00:00:21.95" ] ], "start_stop_frames": [ [ 1024, 1056 ], [ 987, 1071 ], [ 1057, 1085 ], [ 1085, 1097 ] ], "trgnoun": "coffee_tin", "trgverb": "open" }, { "key": "P02_121+3_4_5_6", "video_id": "P02_121", "narration_ids": [ "P02_121_3", "P02_121_4", "P02_121_5", "P02_121_6" ], "src": "place cake_mould on baking paper . open pen_cover . mark cake mould boundaries on baking paper", "src1": "place cake_mould on baking paper", "src2": "open pen_cover", "src3": "mark cake mould boundaries on baking paper", "trg": "remove cake_mould", "vis_src": "P02_121:3 P02_121:4 P02_121:5", "vis_trg": "P02_121:6", "narrations": [ "place cake mould on baking paper", "open pen cover", "mark cake mould boundaries on baking paper", "remove cake mould" ], "verbs": [ "place-on", "open", "mark-on", "remove" ], "verb_classes": [ 1, 3, 94, 12 ], "nouns": [ "mould:cake", "cover:pen", "boundary:cake:mould", "mould:cake" ], "noun_classes": [ 35, 89, 35, 35 ], "start_stop_timestamps": [ [ "00:00:11.47", "00:00:14.02" ], [ "00:00:14.02", "00:00:14.83" ], [ "00:00:14.93", "00:00:25.74" ], [ "00:00:25.83", "00:00:26.39" ] ], "start_stop_frames": [ [ 573, 701 ], [ 701, 741 ], [ 746, 1287 ], [ 1291, 1319 ] ], "trgnoun": "cake_mould", "trgverb": "remove" }, { "key": "P04_13+12_13_14_15", "video_id": "P04_13", "narration_ids": [ "P04_13_12", "P04_13_13", "P04_13_14", "P04_13_15" ], "src": "pick_up oregano . spoon oregano . pick_up thyme", "src1": "pick_up oregano", "src2": "spoon oregano", "src3": "pick_up thyme", "trg": "measure thyme", "vis_src": "P04_13:12 P04_13:13 P04_13:14", "vis_trg": "P04_13:15", "narrations": [ "pick up oregano", "spoon oregano", "pick up thyme", "measure thyme" ], "verbs": [ "pick-up", "spoon", "pick-up", "measure" ], "verb_classes": [ 0, 16, 0, 69 ], "nouns": [ "oregano", "oregano", "thyme", "thyme" ], "noun_classes": [ 145, 145, 215, 215 ], "start_stop_timestamps": [ [ "00:00:47.77", "00:00:48.60" ], [ "00:00:52.20", "00:00:54.70" ], [ "00:01:02.87", "00:01:03.63" ], [ "00:01:05.69", "00:01:11.13" ] ], "start_stop_frames": [ [ 2866, 2916 ], [ 3132, 3282 ], [ 3772, 3817 ], [ 3941, 4267 ] ], "trgnoun": "thyme", "trgverb": "measure" }, { "key": "P24_02+121_122_123_124", "video_id": "P24_02", "narration_ids": [ "P24_02_121", "P24_02_122", "P24_02_123", "P24_02_124" ], "src": "take salt . put salt on meat . grab oregano", "src1": "take salt", "src2": "put salt on meat", "src3": "grab oregano", "trg": "put oregano on meat", "vis_src": "P24_02:121 P24_02:122 P24_02:123", "vis_trg": "P24_02:124", "narrations": [ "take salt", "put salt on meat", "grab oregano", "put oregano on meat" ], "verbs": [ "take", "put-on", "grab", "put-on" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "salt", "salt", "oregano", "oregano" ], "noun_classes": [ 38, 38, 145, 145 ], "start_stop_timestamps": [ [ "00:11:01.47", "00:11:03.28" ], [ "00:11:03.38", "00:11:10.10" ], [ "00:11:11.36", "00:11:14.38" ], [ "00:11:14.48", "00:11:20.41" ] ], "start_stop_frames": [ [ 39688, 39796 ], [ 39802, 40206 ], [ 40281, 40462 ], [ 40468, 40824 ] ], "trgnoun": "oregano", "trgverb": "put_on" }, { "key": "P28_103+274_275_276_277", "video_id": "P28_103", "narration_ids": [ "P28_103_274", "P28_103_275", "P28_103_276", "P28_103_277" ], "src": "take paprika . open paprika . pour paprika in food", "src1": "take paprika", "src2": "open paprika", "src3": "pour paprika in food", "trg": "close paprika", "vis_src": "P28_103:274 P28_103:275 P28_103:276", "vis_trg": "P28_103:277", "narrations": [ "take paprika", "open paprika", "pour paprika in food", "close paprika" ], "verbs": [ "take", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "paprika", "paprika", "paprika", "paprika" ], "noun_classes": [ 206, 206, 206, 206 ], "start_stop_timestamps": [ [ "00:27:40.73", "00:27:41.34" ], [ "00:27:41.35", "00:27:43.73" ], [ "00:27:46.86", "00:27:53.87" ], [ "00:27:53.88", "00:27:56.92" ] ], "start_stop_frames": [ [ 83036, 83067 ], [ 83067, 83186 ], [ 83343, 83693 ], [ 83694, 83846 ] ], "trgnoun": "paprika", "trgverb": "close" }, { "key": "P24_02+69_70_71_72", "video_id": "P24_02", "narration_ids": [ "P24_02_69", "P24_02_70", "P24_02_71", "P24_02_72" ], "src": "move meat in pan . turn meat in pan . pick_up oregano", "src1": "move meat in pan", "src2": "turn meat in pan", "src3": "pick_up oregano", "trg": "put oregano on meat", "vis_src": "P24_02:69 P24_02:70 P24_02:71", "vis_trg": "P24_02:72", "narrations": [ "move meat in pan", "turn meat in pan", "pick up oregano", "put oregano on meat" ], "verbs": [ "move-in", "turn-in", "pick-up", "put-on" ], "verb_classes": [ 5, 23, 0, 1 ], "nouns": [ "meat", "meat", "oregano", "oregano" ], "noun_classes": [ 28, 28, 145, 145 ], "start_stop_timestamps": [ [ "00:05:27.29", "00:05:39.15" ], [ "00:05:39.25", "00:05:41.57" ], [ "00:05:43.09", "00:05:44.57" ], [ "00:05:47.84", "00:05:56.84" ] ], "start_stop_frames": [ [ 19637, 20349 ], [ 20355, 20494 ], [ 20585, 20674 ], [ 20870, 21410 ] ], "trgnoun": "oregano", "trgverb": "put_on" }, { "key": "P22_111+377_378_379_380", "video_id": "P22_111", "narration_ids": [ "P22_111_377", "P22_111_378", "P22_111_379", "P22_111_380" ], "src": "pick_up lid . close jar . pick oregano", "src1": "pick_up lid", "src2": "close jar", "src3": "pick oregano", "trg": "pour oregano", "vis_src": "P22_111:377 P22_111:378 P22_111:379", "vis_trg": "P22_111:380", "narrations": [ "pick up lid", "close jar", "pick oregano", "pour oregano" ], "verbs": [ "pick-up", "close", "pick", "pour" ], "verb_classes": [ 0, 4, 0, 9 ], "nouns": [ "lid", "jar", "oregano", "oregano" ], "noun_classes": [ 6, 40, 145, 145 ], "start_stop_timestamps": [ [ "00:14:35.99", "00:14:36.64" ], [ "00:14:36.56", "00:14:37.60" ], [ "00:14:37.71", "00:14:39.40" ], [ "00:14:42.23", "00:14:43.94" ] ], "start_stop_frames": [ [ 43799, 43832 ], [ 43828, 43880 ], [ 43885, 43970 ], [ 44111, 44197 ] ], "trgnoun": "oregano", "trgverb": "pour" }, { "key": "P04_107+375_376_377_378", "video_id": "P04_107", "narration_ids": [ "P04_107_375", "P04_107_376", "P04_107_377", "P04_107_378" ], "src": "hold dough . slide chopstick out of dough . put_down chopstick", "src1": "hold dough", "src2": "slide chopstick out of dough", "src3": "put_down chopstick", "trg": "pat dough", "vis_src": "P04_107:375 P04_107:376 P04_107:377", "vis_trg": "P04_107:378", "narrations": [ "hold dough", "slide chopstick out of dough", "put down chopstick", "pat dough" ], "verbs": [ "hold", "slide-out", "put-down", "pat" ], "verb_classes": [ 34, 61, 1, 32 ], "nouns": [ "dough", "chopstick", "chopstick", "dough" ], "noun_classes": [ 25, 80, 80, 25 ], "start_stop_timestamps": [ [ "00:11:31.47", "00:11:33.07" ], [ "00:11:32.24", "00:11:33.59" ], [ "00:11:33.50", "00:11:34.07" ], [ "00:11:34.09", "00:11:34.73" ] ], "start_stop_frames": [ [ 34573, 34653 ], [ 34612, 34679 ], [ 34675, 34703 ], [ 34704, 34736 ] ], "trgnoun": "dough", "trgverb": "pat" }, { "key": "P30_03+19_20_21_22", "video_id": "P30_03", "narration_ids": [ "P30_03_19", "P30_03_20", "P30_03_21", "P30_03_22" ], "src": "dry hands . open bread_bin . take bread from bread bin", "src1": "dry hands", "src2": "open bread_bin", "src3": "take bread from bread bin", "trg": "put bread in bread bin", "vis_src": "P30_03:19 P30_03:20 P30_03:21", "vis_trg": "P30_03:22", "narrations": [ "dry hands", "open bread bin", "take bread from bread bin", "put bread in bread bin" ], "verbs": [ "dry", "open", "take-from", "put-in" ], "verb_classes": [ 14, 3, 0, 5 ], "nouns": [ "hand", "bin:bread", "bread", "bread" ], "noun_classes": [ 11, 21, 33, 33 ], "start_stop_timestamps": [ [ "00:01:08.62", "00:01:11.46" ], [ "00:01:12.73", "00:01:13.65" ], [ "00:01:13.75", "00:01:15.05" ], [ "00:01:15.05", "00:01:16.66" ] ], "start_stop_frames": [ [ 4117, 4287 ], [ 4363, 4419 ], [ 4425, 4503 ], [ 4503, 4599 ] ], "trgnoun": "bread", "trgverb": "put_in" }, { "key": "P16_01+34_35_36_39", "video_id": "P16_01", "narration_ids": [ "P16_01_34", "P16_01_35", "P16_01_36", "P16_01_39" ], "src": "put the fish on the cutting board . cut the fish . put the fish into the plastic bag", "src1": "put the fish on the cutting board", "src2": "cut the fish", "src3": "put the fish into the plastic bag", "trg": "unpack the crab_stick", "vis_src": "P16_01:34 P16_01:35 P16_01:36", "vis_trg": "P16_01:39", "narrations": [ "put the fish on the cutting board", "cut the fish", "put the fish into the plastic bag", "unpack the crab stick" ], "verbs": [ "put-on", "cut", "put-into", "unpack" ], "verb_classes": [ 1, 7, 5, 84 ], "nouns": [ "fish", "fish", "fish", "stick:crab" ], "noun_classes": [ 119, 119, 119, 260 ], "start_stop_timestamps": [ [ "00:05:57.40", "00:06:09.83" ], [ "00:06:13.15", "00:06:24.08" ], [ "00:06:25.62", "00:06:32.01" ], [ "00:07:16.21", "00:07:25.66" ] ], "start_stop_frames": [ [ 21444, 22189 ], [ 22389, 23044 ], [ 23137, 23520 ], [ 26172, 26739 ] ], "trgnoun": "crab_stick", "trgverb": "unpack" }, { "key": "P24_02+72_73_74_75", "video_id": "P24_02", "narration_ids": [ "P24_02_72", "P24_02_73", "P24_02_74", "P24_02_75" ], "src": "put oregano on meat . put salt on meat . move meat in pan", "src1": "put oregano on meat", "src2": "put salt on meat", "src3": "move meat in pan", "trg": "check meat on pan", "vis_src": "P24_02:72 P24_02:73 P24_02:74", "vis_trg": "P24_02:75", "narrations": [ "put oregano on meat", "put salt on meat", "move meat in pan", "check meat on pan" ], "verbs": [ "put-on", "put-on", "move-in", "check-on" ], "verb_classes": [ 1, 1, 5, 24 ], "nouns": [ "oregano", "salt", "meat", "meat" ], "noun_classes": [ 145, 38, 28, 28 ], "start_stop_timestamps": [ [ "00:05:47.84", "00:05:56.84" ], [ "00:05:56.94", "00:06:07.20" ], [ "00:06:08.57", "00:06:15.13" ], [ "00:06:15.89", "00:06:27.75" ] ], "start_stop_frames": [ [ 20870, 21410 ], [ 21416, 22032 ], [ 22114, 22507 ], [ 22553, 23265 ] ], "trgnoun": "meat", "trgverb": "check_on" }, { "key": "P31_08+76_77_78_80", "video_id": "P31_08", "narration_ids": [ "P31_08_76", "P31_08_77", "P31_08_78", "P31_08_80" ], "src": "close door . take oregano . sprinkle oregano on salad", "src1": "close door", "src2": "take oregano", "src3": "sprinkle oregano on salad", "trg": "pet_down oregano", "vis_src": "P31_08:76 P31_08:77 P31_08:78", "vis_trg": "P31_08:80", "narrations": [ "close door", "take oregano", "sprinkle oregano on salad", "pet down oregano" ], "verbs": [ "close", "take", "sprinkle-on", "pet-down" ], "verb_classes": [ 4, 0, 42, 1 ], "nouns": [ "door", "oregano", "oregano", "oregano" ], "noun_classes": [ 3, 145, 145, 145 ], "start_stop_timestamps": [ [ "00:11:32.08", "00:11:32.68" ], [ "00:11:33.27", "00:11:34.95" ], [ "00:11:36.05", "00:11:47.60" ], [ "00:12:04.63", "00:12:05.93" ] ], "start_stop_frames": [ [ 41524, 41560 ], [ 41596, 41697 ], [ 41763, 42456 ], [ 43477, 43555 ] ], "trgnoun": "oregano", "trgverb": "pet_down" }, { "key": "P27_105+248_249_250_251", "video_id": "P27_105", "narration_ids": [ "P27_105_248", "P27_105_249", "P27_105_250", "P27_105_251" ], "src": "move paper . pick_up sandwich . put_down sandwich", "src1": "move paper", "src2": "pick_up sandwich", "src3": "put_down sandwich", "trg": "adjust sandwich", "vis_src": "P27_105:248 P27_105:249 P27_105:250", "vis_trg": "P27_105:251", "narrations": [ "move paper", "pick up sandwich", "put down sandwich", "adjust sandwich" ], "verbs": [ "move", "pick-up", "put-down", "adjust" ], "verb_classes": [ 11, 0, 1, 17 ], "nouns": [ "paper", "sandwich", "sandwich", "sandwich" ], "noun_classes": [ 49, 164, 164, 164 ], "start_stop_timestamps": [ [ "00:13:39.71", "00:13:40.57" ], [ "00:13:40.23", "00:13:41.28" ], [ "00:13:41.38", "00:13:43.22" ], [ "00:13:44.04", "00:13:46.39" ] ], "start_stop_frames": [ [ 40985, 41028 ], [ 41011, 41064 ], [ 41069, 41161 ], [ 41202, 41319 ] ], "trgnoun": "sandwich", "trgverb": "adjust" }, { "key": "P02_120+100_101_102_103", "video_id": "P02_120", "narration_ids": [ "P02_120_100", "P02_120_101", "P02_120_102", "P02_120_103" ], "src": "hold spoon . put spoon in glass . turn_off blender", "src1": "hold spoon", "src2": "put spoon in glass", "src3": "turn_off blender", "trg": "rest blender onto side of bowl", "vis_src": "P02_120:100 P02_120:101 P02_120:102", "vis_trg": "P02_120:103", "narrations": [ "hold spoon", "put spoon in glass", "turn off blender", "rest blender onto side of bowl" ], "verbs": [ "hold", "put-in", "turn-off", "rest-onto" ], "verb_classes": [ 34, 5, 8, 1 ], "nouns": [ "spoon", "spoon", "blender", "blender" ], "noun_classes": [ 1, 1, 82, 82 ], "start_stop_timestamps": [ [ "00:05:43.92", "00:05:54.00" ], [ "00:06:00.80", "00:06:01.85" ], [ "00:06:16.46", "00:06:16.89" ], [ "00:06:16.94", "00:06:17.83" ] ], "start_stop_frames": [ [ 17196, 17700 ], [ 18040, 18092 ], [ 18823, 18844 ], [ 18847, 18891 ] ], "trgnoun": "blender", "trgverb": "rest_onto" }, { "key": "P01_17+176_177_178_179", "video_id": "P01_17", "narration_ids": [ "P01_17_176", "P01_17_177", "P01_17_178", "P01_17_179" ], "src": "close olive_oil . put_down olive_oil . take oregano", "src1": "close olive_oil", "src2": "put_down olive_oil", "src3": "take oregano", "trg": "sprinkle oregano", "vis_src": "P01_17:176 P01_17:177 P01_17:178", "vis_trg": "P01_17:179", "narrations": [ "close olive oil", "put down olive oil", "take oregano", "sprinkle oregano" ], "verbs": [ "close", "put-down", "take", "sprinkle" ], "verb_classes": [ 4, 1, 0, 42 ], "nouns": [ "oil:olive", "oil:olive", "oregano", "oregano" ], "noun_classes": [ 31, 31, 145, 145 ], "start_stop_timestamps": [ [ "00:12:06.13", "00:12:09.62" ], [ "00:12:09.99", "00:12:12.23" ], [ "00:12:12.43", "00:12:13.25" ], [ "00:12:16.01", "00:12:22.02" ] ], "start_stop_frames": [ [ 43567, 43777 ], [ 43799, 43933 ], [ 43945, 43995 ], [ 44160, 44521 ] ], "trgnoun": "oregano", "trgverb": "sprinkle" }, { "key": "P04_115+80_81_82_83", "video_id": "P04_115", "narration_ids": [ "P04_115_80", "P04_115_81", "P04_115_82", "P04_115_83" ], "src": "put eggshell in egg carton . take egg . tap egg on side of bowl", "src1": "put eggshell in egg carton", "src2": "take egg", "src3": "tap egg on side of bowl", "trg": "open egg", "vis_src": "P04_115:80 P04_115:81 P04_115:82", "vis_trg": "P04_115:83", "narrations": [ "put eggshell in egg carton", "take egg", "tap egg on side of bowl", "open egg" ], "verbs": [ "put-in", "take", "tap-on", "open" ], "verb_classes": [ 5, 0, 32, 3 ], "nouns": [ "eggshell", "egg", "egg", "egg" ], "noun_classes": [ 141, 53, 53, 53 ], "start_stop_timestamps": [ [ "00:02:52.54", "00:02:53.05" ], [ "00:02:53.14", "00:02:53.84" ], [ "00:02:54.38", "00:02:55.26" ], [ "00:02:53.00", "00:02:55.62" ] ], "start_stop_frames": [ [ 8627, 8652 ], [ 8657, 8692 ], [ 8719, 8763 ], [ 8650, 8781 ] ], "trgnoun": "egg", "trgverb": "open" }, { "key": "P22_111+383_384_385_386", "video_id": "P22_111", "narration_ids": [ "P22_111_383", "P22_111_384", "P22_111_385", "P22_111_386" ], "src": "put_down oregano . pick_up pepper . open pepper", "src1": "put_down oregano", "src2": "pick_up pepper", "src3": "open pepper", "trg": "pour pepper", "vis_src": "P22_111:383 P22_111:384 P22_111:385", "vis_trg": "P22_111:386", "narrations": [ "put down oregano", "pick up pepper", "open pepper", "pour pepper" ], "verbs": [ "put-down", "pick-up", "open", "pour" ], "verb_classes": [ 1, 0, 3, 9 ], "nouns": [ "oregano", "pepper", "pepper", "pepper" ], "noun_classes": [ 145, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:14:47.59", "00:14:48.43" ], [ "00:14:48.48", "00:14:49.38" ], [ "00:14:49.42", "00:14:50.06" ], [ "00:14:50.26", "00:14:53.62" ] ], "start_stop_frames": [ [ 44379, 44421 ], [ 44424, 44469 ], [ 44471, 44503 ], [ 44513, 44681 ] ], "trgnoun": "pepper", "trgverb": "pour" }, { "key": "P22_05+144_145_146_147", "video_id": "P22_05", "narration_ids": [ "P22_05_144", "P22_05_145", "P22_05_146", "P22_05_147" ], "src": "throw_away bottle . pick_up carafe . open water", "src1": "throw_away bottle", "src2": "pick_up carafe", "src3": "open water", "trg": "open carafe", "vis_src": "P22_05:144 P22_05:145 P22_05:146", "vis_trg": "P22_05:147", "narrations": [ "throw away bottle", "pick up carafe", "open water", "open carafe" ], "verbs": [ "throw-away", "pick-up", "turn-on", "open" ], "verb_classes": [ 13, 0, 6, 3 ], "nouns": [ "bottle", "carafe", "tap", "carafe" ], "noun_classes": [ 15, 66, 0, 66 ], "start_stop_timestamps": [ [ "00:06:08.59", "00:06:12.89" ], [ "00:06:14.50", "00:06:15.64" ], [ "00:06:15.71", "00:06:16.84" ], [ "00:06:17.39", "00:06:19.11" ] ], "start_stop_frames": [ [ 22115, 22373 ], [ 22470, 22538 ], [ 22542, 22610 ], [ 22643, 22746 ] ], "trgnoun": "carafe", "trgverb": "open" }, { "key": "P06_03+44_45_46_47", "video_id": "P06_03", "narration_ids": [ "P06_03_44", "P06_03_45", "P06_03_46", "P06_03_47" ], "src": "take oregano . pour oregano into pan . close oregano", "src1": "take oregano", "src2": "pour oregano into pan", "src3": "close oregano", "trg": "put oregano on counter", "vis_src": "P06_03:44 P06_03:45 P06_03:46", "vis_trg": "P06_03:47", "narrations": [ "take oregano", "pour oregano into pan", "close oregano", "put oregano on counter" ], "verbs": [ "take", "pour-into", "close", "put-on" ], "verb_classes": [ 0, 9, 4, 1 ], "nouns": [ "oregano", "oregano", "oregano", "oregano" ], "noun_classes": [ 145, 145, 145, 145 ], "start_stop_timestamps": [ [ "00:02:38.94", "00:02:40.33" ], [ "00:02:41.92", "00:02:44.96" ], [ "00:02:44.55", "00:02:45.27" ], [ "00:02:45.55", "00:02:46.74" ] ], "start_stop_frames": [ [ 9536, 9619 ], [ 9715, 9897 ], [ 9873, 9916 ], [ 9933, 10004 ] ], "trgnoun": "oregano", "trgverb": "put_on" }, { "key": "P22_14+272_273_274_275", "video_id": "P22_14", "narration_ids": [ "P22_14_272", "P22_14_273", "P22_14_274", "P22_14_275" ], "src": "pick_up coffee_cup . close cabinet . pick_up saucers", "src1": "pick_up coffee_cup", "src2": "close cabinet", "src3": "pick_up saucers", "trg": "put_down saucers", "vis_src": "P22_14:272 P22_14:273 P22_14:274", "vis_trg": "P22_14:275", "narrations": [ "pick up coffee cup", "close cabinet", "pick up saucers", "put down saucers" ], "verbs": [ "pick-up", "close", "pick-up", "put-down" ], "verb_classes": [ 0, 4, 0, 1 ], "nouns": [ "cup:coffee", "cabinet", "saucer", "saucer" ], "noun_classes": [ 13, 3, 2, 2 ], "start_stop_timestamps": [ [ "00:10:54.17", "00:10:55.08" ], [ "00:10:55.41", "00:10:56.19" ], [ "00:10:57.20", "00:10:57.80" ], [ "00:10:57.82", "00:11:00.16" ] ], "start_stop_frames": [ [ 39250, 39304 ], [ 39324, 39371 ], [ 39432, 39468 ], [ 39469, 39609 ] ], "trgnoun": "saucer", "trgverb": "put_down" }, { "key": "P22_103+295_296_297_298", "video_id": "P22_103", "narration_ids": [ "P22_103_295", "P22_103_296", "P22_103_297", "P22_103_298" ], "src": "lather ladle . turn_on tap . rinse ladle", "src1": "lather ladle", "src2": "turn_on tap", "src3": "rinse ladle", "trg": "put_down ladle", "vis_src": "P22_103:295 P22_103:296 P22_103:297", "vis_trg": "P22_103:298", "narrations": [ "lather ladle", "turn on tap", "rinse ladle", "put down ladle" ], "verbs": [ "lather", "turn-on", "rinse", "put-down" ], "verb_classes": [ 2, 6, 2, 1 ], "nouns": [ "ladle", "tap", "ladle", "ladle" ], "noun_classes": [ 97, 0, 97, 97 ], "start_stop_timestamps": [ [ "00:09:30.44", "00:09:35.36" ], [ "00:09:35.80", "00:09:36.71" ], [ "00:09:36.67", "00:09:41.35" ], [ "00:09:41.20", "00:09:42.77" ] ], "start_stop_frames": [ [ 28522, 28768 ], [ 28789, 28835 ], [ 28833, 29067 ], [ 29060, 29138 ] ], "trgnoun": "ladle", "trgverb": "put_down" }, { "key": "P02_112+149_150_151_152", "video_id": "P02_112", "narration_ids": [ "P02_112_149", "P02_112_150", "P02_112_151", "P02_112_152" ], "src": "squeeze dough . get some oil from plate . oil hand", "src1": "squeeze dough", "src2": "get some oil from plate", "src3": "oil hand", "trg": "knead dough", "vis_src": "P02_112:149 P02_112:150 P02_112:151", "vis_trg": "P02_112:152", "narrations": [ "squeeze dough", "get some oil from plate", "oil hand", "knead dough" ], "verbs": [ "squeeze", "get", "oil", "knead" ], "verb_classes": [ 18, 0, 66, 51 ], "nouns": [ "dough", "oil", "hand", "dough" ], "noun_classes": [ 25, 31, 11, 25 ], "start_stop_timestamps": [ [ "00:10:07.39", "00:10:10.06" ], [ "00:10:10.09", "00:10:10.72" ], [ "00:10:10.93", "00:10:11.47" ], [ "00:10:11.44", "00:10:28.55" ] ], "start_stop_frames": [ [ 30369, 30502 ], [ 30504, 30536 ], [ 30546, 30573 ], [ 30572, 31427 ] ], "trgnoun": "dough", "trgverb": "knead" }, { "key": "P22_103+78_79_80_81", "video_id": "P22_103", "narration_ids": [ "P22_103_78", "P22_103_79", "P22_103_80", "P22_103_81" ], "src": "lather container . put_down container . pick_up peeler", "src1": "lather container", "src2": "put_down container", "src3": "pick_up peeler", "trg": "lather peeler", "vis_src": "P22_103:78 P22_103:79 P22_103:80", "vis_trg": "P22_103:81", "narrations": [ "lather container", "put down container", "pick up peeler", "lather peeler" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "container", "container", "peeler", "peeler" ], "noun_classes": [ 21, 21, 87, 87 ], "start_stop_timestamps": [ [ "00:02:16.60", "00:02:20.42" ], [ "00:02:20.48", "00:02:20.74" ], [ "00:02:20.52", "00:02:21.52" ], [ "00:02:21.25", "00:02:22.75" ] ], "start_stop_frames": [ [ 6830, 7021 ], [ 7023, 7037 ], [ 7026, 7076 ], [ 7062, 7137 ] ], "trgnoun": "peeler", "trgverb": "lather" }, { "key": "P01_09+295_296_297_298", "video_id": "P01_09", "narration_ids": [ "P01_09_295", "P01_09_296", "P01_09_297", "P01_09_298" ], "src": "turn_on tap . wash mushroom . put_down mushroom", "src1": "turn_on tap", "src2": "wash mushroom", "src3": "put_down mushroom", "trg": "take mushroom", "vis_src": "P01_09:295 P01_09:296 P01_09:297", "vis_trg": "P01_09:298", "narrations": [ "turn on tap", "wash mushroom", "put down mushroom", "take mushroom" ], "verbs": [ "turn-on", "wash", "put-down", "take" ], "verb_classes": [ 6, 2, 1, 0 ], "nouns": [ "tap", "mushroom", "mushroom", "mushroom" ], "noun_classes": [ 0, 56, 56, 56 ], "start_stop_timestamps": [ [ "00:22:26.32", "00:22:27.62" ], [ "00:22:27.72", "00:22:31.61" ], [ "00:22:31.71", "00:22:32.84" ], [ "00:22:32.86", "00:22:33.63" ] ], "start_stop_frames": [ [ 80779, 80857 ], [ 80863, 81096 ], [ 81102, 81170 ], [ 81171, 81217 ] ], "trgnoun": "mushroom", "trgverb": "take" }, { "key": "P06_03+43_44_45_46", "video_id": "P06_03", "narration_ids": [ "P06_03_43", "P06_03_44", "P06_03_45", "P06_03_46" ], "src": "put oil in cupboard . take oregano . pour oregano into pan", "src1": "put oil in cupboard", "src2": "take oregano", "src3": "pour oregano into pan", "trg": "close oregano", "vis_src": "P06_03:43 P06_03:44 P06_03:45", "vis_trg": "P06_03:46", "narrations": [ "put oil in cupboard", "take oregano", "pour oregano into pan", "close oregano" ], "verbs": [ "put-in", "take", "pour-into", "close" ], "verb_classes": [ 5, 0, 9, 4 ], "nouns": [ "oil", "oregano", "oregano", "oregano" ], "noun_classes": [ 31, 145, 145, 145 ], "start_stop_timestamps": [ [ "00:02:37.32", "00:02:39.06" ], [ "00:02:38.94", "00:02:40.33" ], [ "00:02:41.92", "00:02:44.96" ], [ "00:02:44.55", "00:02:45.27" ] ], "start_stop_frames": [ [ 9439, 9543 ], [ 9536, 9619 ], [ 9715, 9897 ], [ 9873, 9916 ] ], "trgnoun": "oregano", "trgverb": "close" }, { "key": "P02_112+155_156_157_158", "video_id": "P02_112", "narration_ids": [ "P02_112_155", "P02_112_156", "P02_112_157", "P02_112_158" ], "src": "squeeze dough . get some oil from plate . oil hand", "src1": "squeeze dough", "src2": "get some oil from plate", "src3": "oil hand", "trg": "knead dough", "vis_src": "P02_112:155 P02_112:156 P02_112:157", "vis_trg": "P02_112:158", "narrations": [ "squeeze dough", "get some oil from plate", "oil hand", "knead dough" ], "verbs": [ "squeeze", "get", "oil", "knead" ], "verb_classes": [ 18, 0, 66, 51 ], "nouns": [ "dough", "oil", "hand", "dough" ], "noun_classes": [ 25, 31, 11, 25 ], "start_stop_timestamps": [ [ "00:10:34.39", "00:10:36.53" ], [ "00:10:37.09", "00:10:37.82" ], [ "00:10:37.88", "00:10:38.39" ], [ "00:10:38.49", "00:10:49.50" ] ], "start_stop_frames": [ [ 31719, 31826 ], [ 31854, 31891 ], [ 31894, 31919 ], [ 31924, 32475 ] ], "trgnoun": "dough", "trgverb": "knead" }, { "key": "P25_05+37_38_39_40", "video_id": "P25_05", "narration_ids": [ "P25_05_37", "P25_05_38", "P25_05_39", "P25_05_40" ], "src": "throw paper . open cupboard . take box", "src1": "throw paper", "src2": "open cupboard", "src3": "take box", "trg": "put box", "vis_src": "P25_05:37 P25_05:38 P25_05:39", "vis_trg": "P25_05:40", "narrations": [ "throw paper", "open cupboard", "take box", "put box" ], "verbs": [ "throw", "open", "take", "put" ], "verb_classes": [ 13, 3, 0, 1 ], "nouns": [ "paper", "cupboard", "box", "box" ], "noun_classes": [ 49, 3, 23, 23 ], "start_stop_timestamps": [ [ "00:05:05.46", "00:05:07.59" ], [ "00:05:10.32", "00:05:11.42" ], [ "00:05:11.32", "00:05:14.36" ], [ "00:05:17.61", "00:05:18.74" ] ], "start_stop_frames": [ [ 18327, 18455 ], [ 18619, 18685 ], [ 18679, 18861 ], [ 19056, 19124 ] ], "trgnoun": "box", "trgverb": "put" }, { "key": "P04_121+69_70_71_72", "video_id": "P04_121", "narration_ids": [ "P04_121_69", "P04_121_70", "P04_121_71", "P04_121_72" ], "src": "put_down spatula . pick_up thermometer . read temperature on thermometer", "src1": "put_down spatula", "src2": "pick_up thermometer", "src3": "read temperature on thermometer", "trg": "put_down thermometer", "vis_src": "P04_121:69 P04_121:70 P04_121:71", "vis_trg": "P04_121:72", "narrations": [ "put down spatula", "pick up thermometer", "read temperature on thermometer", "put down thermometer" ], "verbs": [ "put-down", "pick-up", "read", "put-down" ], "verb_classes": [ 1, 0, 38, 1 ], "nouns": [ "spatula", "thermometer", "temperature", "thermometer" ], "noun_classes": [ 20, 166, 65, 166 ], "start_stop_timestamps": [ [ "00:05:10.49", "00:05:13.33" ], [ "00:05:13.33", "00:05:14.33" ], [ "00:05:15.23", "00:05:26.93" ], [ "00:05:26.71", "00:05:27.68" ] ], "start_stop_frames": [ [ 15524, 15666 ], [ 15666, 15716 ], [ 15761, 16346 ], [ 16335, 16384 ] ], "trgnoun": "thermometer", "trgverb": "put_down" }, { "key": "P03_111+13_14_15_16", "video_id": "P03_111", "narration_ids": [ "P03_111_13", "P03_111_14", "P03_111_15", "P03_111_16" ], "src": "shake saucepan . shake tupperware . turn_on tap", "src1": "shake saucepan", "src2": "shake tupperware", "src3": "turn_on tap", "trg": "rinse_out tupperware", "vis_src": "P03_111:13 P03_111:14 P03_111:15", "vis_trg": "P03_111:16", "narrations": [ "shake saucepan", "shake tupperware", "turn on tap", "rinse out tupperware" ], "verbs": [ "shake", "shake", "turn-on", "rinse-out" ], "verb_classes": [ 15, 15, 6, 2 ], "nouns": [ "saucepan", "tupperware", "tap", "tupperware" ], "noun_classes": [ 5, 23, 0, 23 ], "start_stop_timestamps": [ [ "00:00:21.71", "00:00:24.16" ], [ "00:00:23.90", "00:00:26.22" ], [ "00:00:27.79", "00:00:29.45" ], [ "00:00:29.66", "00:00:33.67" ] ], "start_stop_frames": [ [ 1085, 1208 ], [ 1195, 1311 ], [ 1389, 1472 ], [ 1483, 1683 ] ], "trgnoun": "tupperware", "trgverb": "rinse_out" }, { "key": "P24_03+85_86_87_88", "video_id": "P24_03", "narration_ids": [ "P24_03_85", "P24_03_86", "P24_03_87", "P24_03_88" ], "src": "pick_up cup . rinse cup . put_down coffee_cup", "src1": "pick_up cup", "src2": "rinse cup", "src3": "put_down coffee_cup", "trg": "pick_up coffee_cup", "vis_src": "P24_03:85 P24_03:86 P24_03:87", "vis_trg": "P24_03:88", "narrations": [ "pick up cup", "rinse cup", "put down coffee cup", "pick up coffee cup" ], "verbs": [ "pick-up", "rinse", "put-down", "pick-up" ], "verb_classes": [ 0, 2, 1, 0 ], "nouns": [ "cup", "cup", "cup:coffee", "cup:coffee" ], "noun_classes": [ 13, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:05:17.13", "00:05:17.87" ], [ "00:05:17.84", "00:05:22.51" ], [ "00:05:23.22", "00:05:24.54" ], [ "00:05:24.45", "00:05:24.97" ] ], "start_stop_frames": [ [ 19027, 19072 ], [ 19070, 19350 ], [ 19393, 19472 ], [ 19467, 19498 ] ], "trgnoun": "coffee_cup", "trgverb": "pick_up" }, { "key": "P08_04+11_12_13_14", "video_id": "P08_04", "narration_ids": [ "P08_04_11", "P08_04_12", "P08_04_13", "P08_04_14" ], "src": "get chopping_board . place mug . get bowls", "src1": "get chopping_board", "src2": "place mug", "src3": "get bowls", "trg": "get mug", "vis_src": "P08_04:11 P08_04:12 P08_04:13", "vis_trg": "P08_04:14", "narrations": [ "get chopping board", "place mug", "get bowls", "get mug" ], "verbs": [ "get", "place", "get", "get" ], "verb_classes": [ 0, 1, 0, 0 ], "nouns": [ "board:chopping", "mug", "bowl", "mug" ], "noun_classes": [ 18, 13, 7, 13 ], "start_stop_timestamps": [ [ "00:00:36.32", "00:00:37.70" ], [ "00:00:39.85", "00:00:45.31" ], [ "00:00:43.47", "00:00:48.39" ], [ "00:00:48.91", "00:00:50.01" ] ], "start_stop_frames": [ [ 2179, 2262 ], [ 2391, 2718 ], [ 2608, 2903 ], [ 2934, 3000 ] ], "trgnoun": "mug", "trgverb": "get" }, { "key": "P28_103+275_276_277_278", "video_id": "P28_103", "narration_ids": [ "P28_103_275", "P28_103_276", "P28_103_277", "P28_103_278" ], "src": "open paprika . pour paprika in food . close paprika", "src1": "open paprika", "src2": "pour paprika in food", "src3": "close paprika", "trg": "put paprika", "vis_src": "P28_103:275 P28_103:276 P28_103:277", "vis_trg": "P28_103:278", "narrations": [ "open paprika", "pour paprika in food", "close paprika", "put paprika" ], "verbs": [ "open", "pour", "close", "put" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "paprika", "paprika", "paprika", "paprika" ], "noun_classes": [ 206, 206, 206, 206 ], "start_stop_timestamps": [ [ "00:27:41.35", "00:27:43.73" ], [ "00:27:46.86", "00:27:53.87" ], [ "00:27:53.88", "00:27:56.92" ], [ "00:27:56.97", "00:27:57.73" ] ], "start_stop_frames": [ [ 83067, 83186 ], [ 83343, 83693 ], [ 83694, 83846 ], [ 83848, 83886 ] ], "trgnoun": "paprika", "trgverb": "put" }, { "key": "P24_02+18_19_20_21", "video_id": "P24_02", "narration_ids": [ "P24_02_18", "P24_02_19", "P24_02_20", "P24_02_21" ], "src": "close door . open fridge . pick_up salad", "src1": "close door", "src2": "open fridge", "src3": "pick_up salad", "trg": "close fridge", "vis_src": "P24_02:18 P24_02:19 P24_02:20", "vis_trg": "P24_02:21", "narrations": [ "close door", "open fridge", "pick up salad", "close fridge" ], "verbs": [ "close", "open", "pick-up", "close" ], "verb_classes": [ 4, 3, 0, 4 ], "nouns": [ "door", "fridge", "salad", "fridge" ], "noun_classes": [ 3, 12, 68, 12 ], "start_stop_timestamps": [ [ "00:01:11.04", "00:01:11.96" ], [ "00:01:13.27", "00:01:14.50" ], [ "00:01:16.41", "00:01:18.13" ], [ "00:01:19.28", "00:01:20.98" ] ], "start_stop_frames": [ [ 4262, 4317 ], [ 4396, 4470 ], [ 4584, 4687 ], [ 4756, 4858 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P08_23+16_17_18_19", "video_id": "P08_23", "narration_ids": [ "P08_23_16", "P08_23_17", "P08_23_18", "P08_23_19" ], "src": "get the spinach and mint . open cupboard . search bowl", "src1": "get the spinach and mint", "src2": "open cupboard", "src3": "search bowl", "trg": "get bowl", "vis_src": "P08_23:16 P08_23:17 P08_23:18", "vis_trg": "P08_23:19", "narrations": [ "get the spinach and mint", "open cupboard", "search bowl", "get bowl" ], "verbs": [ "get", "open", "search", "get" ], "verb_classes": [ 0, 3, 48, 0 ], "nouns": [ "spinach", "cupboard", "bowl", "bowl" ], "noun_classes": [ 198, 3, 7, 7 ], "start_stop_timestamps": [ [ "00:01:10.47", "00:01:11.01" ], [ "00:01:13.10", "00:01:13.99" ], [ "00:01:14.05", "00:01:17.10" ], [ "00:01:17.20", "00:01:23.35" ] ], "start_stop_frames": [ [ 4228, 4260 ], [ 4386, 4439 ], [ 4443, 4626 ], [ 4632, 5001 ] ], "trgnoun": "bowl", "trgverb": "get" }, { "key": "P08_23+145_146_147_148", "video_id": "P08_23", "narration_ids": [ "P08_23_145", "P08_23_146", "P08_23_147", "P08_23_148" ], "src": "get bowl . gets chilli . tap on", "src1": "get bowl", "src2": "gets chilli", "src3": "tap on", "trg": "wash chilli", "vis_src": "P08_23:145 P08_23:146 P08_23:147", "vis_trg": "P08_23:148", "narrations": [ "get bowl", "gets chilli", "tap on", "wash chilli" ], "verbs": [ "get", "get", "turn-on", "wash" ], "verb_classes": [ 0, 0, 6, 2 ], "nouns": [ "bowl", "chilli", "tap", "chilli" ], "noun_classes": [ 7, 69, 0, 69 ], "start_stop_timestamps": [ [ "00:13:44.51", "00:13:45.52" ], [ "00:13:45.61", "00:13:46.80" ], [ "00:13:49.62", "00:13:51.09" ], [ "00:13:50.37", "00:13:51.61" ] ], "start_stop_frames": [ [ 49470, 49531 ], [ 49536, 49608 ], [ 49777, 49865 ], [ 49822, 49896 ] ], "trgnoun": "chilli", "trgverb": "wash" }, { "key": "P31_13+33_34_35_36", "video_id": "P31_13", "narration_ids": [ "P31_13_33", "P31_13_34", "P31_13_35", "P31_13_36" ], "src": "take lemon . close drawer . close fridge", "src1": "take lemon", "src2": "close drawer", "src3": "close fridge", "trg": "slice lemon", "vis_src": "P31_13:33 P31_13:34 P31_13:35", "vis_trg": "P31_13:36", "narrations": [ "take lemon", "close drawer", "close fridge", "slice lemon" ], "verbs": [ "take", "close", "close", "slice" ], "verb_classes": [ 0, 4, 4, 7 ], "nouns": [ "lemon", "drawer", "fridge", "lemon" ], "noun_classes": [ 105, 8, 12, 105 ], "start_stop_timestamps": [ [ "00:05:45.40", "00:05:47.65" ], [ "00:05:47.98", "00:05:49.58" ], [ "00:05:50.28", "00:05:52.92" ], [ "00:05:58.76", "00:06:05.33" ] ], "start_stop_frames": [ [ 20724, 20859 ], [ 20878, 20974 ], [ 21016, 21175 ], [ 21525, 21919 ] ], "trgnoun": "lemon", "trgverb": "slice" }, { "key": "P22_111+382_383_384_385", "video_id": "P22_111", "narration_ids": [ "P22_111_382", "P22_111_383", "P22_111_384", "P22_111_385" ], "src": "close oregano . put_down oregano . pick_up pepper", "src1": "close oregano", "src2": "put_down oregano", "src3": "pick_up pepper", "trg": "open pepper", "vis_src": "P22_111:382 P22_111:383 P22_111:384", "vis_trg": "P22_111:385", "narrations": [ "close oregano", "put down oregano", "pick up pepper", "open pepper" ], "verbs": [ "close", "put-down", "pick-up", "open" ], "verb_classes": [ 4, 1, 0, 3 ], "nouns": [ "oregano", "oregano", "pepper", "pepper" ], "noun_classes": [ 145, 145, 37, 37 ], "start_stop_timestamps": [ [ "00:14:45.83", "00:14:47.49" ], [ "00:14:47.59", "00:14:48.43" ], [ "00:14:48.48", "00:14:49.38" ], [ "00:14:49.42", "00:14:50.06" ] ], "start_stop_frames": [ [ 44291, 44374 ], [ 44379, 44421 ], [ 44424, 44469 ], [ 44471, 44503 ] ], "trgnoun": "pepper", "trgverb": "open" }, { "key": "P08_05+201_202_203_204", "video_id": "P08_05", "narration_ids": [ "P08_05_201", "P08_05_202", "P08_05_203", "P08_05_204" ], "src": "taste mixture . open cupboard . get bowl", "src1": "taste mixture", "src2": "open cupboard", "src3": "get bowl", "trg": "place mixture in bowl", "vis_src": "P08_05:201 P08_05:202 P08_05:203", "vis_trg": "P08_05:204", "narrations": [ "taste mixture", "open cupboard", "get bowl", "place mixture in bowl" ], "verbs": [ "taste", "open", "get", "place" ], "verb_classes": [ 35, 3, 0, 1 ], "nouns": [ "mixture", "cupboard", "bowl", "mixture" ], "noun_classes": [ 71, 3, 7, 71 ], "start_stop_timestamps": [ [ "00:16:19.07", "00:16:21.44" ], [ "00:16:25.59", "00:16:27.07" ], [ "00:16:26.67", "00:16:31.44" ], [ "00:16:32.52", "00:16:39.96" ] ], "start_stop_frames": [ [ 58744, 58886 ], [ 59135, 59224 ], [ 59200, 59486 ], [ 59551, 59997 ] ], "trgnoun": "mixture", "trgverb": "place" }, { "key": "P29_01+155_156_157_158", "video_id": "P29_01", "narration_ids": [ "P29_01_155", "P29_01_156", "P29_01_157", "P29_01_158" ], "src": "put_down spatula . pick_up sausages . throw away garlic", "src1": "put_down spatula", "src2": "pick_up sausages", "src3": "throw away garlic", "trg": "pick_up spatula", "vis_src": "P29_01:155 P29_01:156 P29_01:157", "vis_trg": "P29_01:158", "narrations": [ "put down spatula", "pick up sausages", "throw away garlic", "pick up spatula" ], "verbs": [ "put-down", "pick-up", "throw", "pick-up" ], "verb_classes": [ 1, 0, 13, 0 ], "nouns": [ "spatula", "sausage", "garlic", "spatula" ], "noun_classes": [ 20, 86, 51, 20 ], "start_stop_timestamps": [ [ "00:09:43.23", "00:09:45.19" ], [ "00:09:45.46", "00:09:47.20" ], [ "00:09:46.32", "00:09:47.92" ], [ "00:09:50.19", "00:09:53.70" ] ], "start_stop_frames": [ [ 34993, 35111 ], [ 35127, 35232 ], [ 35179, 35275 ], [ 35411, 35622 ] ], "trgnoun": "spatula", "trgverb": "pick_up" }, { "key": "P02_113+158_159_160_161", "video_id": "P02_113", "narration_ids": [ "P02_113_158", "P02_113_159", "P02_113_160", "P02_113_161" ], "src": "pick_up plate . pick_up lid . close oil_bottle", "src1": "pick_up plate", "src2": "pick_up lid", "src3": "close oil_bottle", "trg": "pick_up oil_bottle", "vis_src": "P02_113:158 P02_113:159 P02_113:160", "vis_trg": "P02_113:161", "narrations": [ "pick up plate", "pick up lid", "close oil bottle", "pick up oil bottle" ], "verbs": [ "pick-up", "pick-up", "close", "pick-up" ], "verb_classes": [ 0, 0, 4, 0 ], "nouns": [ "plate", "lid", "bottle:oil", "bottle:oil" ], "noun_classes": [ 2, 6, 15, 15 ], "start_stop_timestamps": [ [ "00:06:34.38", "00:06:35.31" ], [ "00:06:35.02", "00:06:36.15" ], [ "00:06:35.73", "00:06:38.03" ], [ "00:06:38.14", "00:06:40.31" ] ], "start_stop_frames": [ [ 19719, 19765 ], [ 19751, 19807 ], [ 19786, 19901 ], [ 19907, 20015 ] ], "trgnoun": "oil_bottle", "trgverb": "pick_up" }, { "key": "P29_02+64_65_66_67", "video_id": "P29_02", "narration_ids": [ "P29_02_64", "P29_02_65", "P29_02_66", "P29_02_67" ], "src": "put yoghurt_pot in bin . rinse fingers . pick_up towel", "src1": "put yoghurt_pot in bin", "src2": "rinse fingers", "src3": "pick_up towel", "trg": "dry fingers", "vis_src": "P29_02:64 P29_02:65 P29_02:66", "vis_trg": "P29_02:67", "narrations": [ "put yoghurt pot in bin", "rinse fingers", "pick up towel", "dry fingers" ], "verbs": [ "put-in", "rinse", "pick-up", "dry" ], "verb_classes": [ 5, 2, 0, 14 ], "nouns": [ "pot:yoghurt", "finger", "towel", "finger" ], "noun_classes": [ 98, 11, 52, 11 ], "start_stop_timestamps": [ [ "00:03:02.76", "00:03:04.19" ], [ "00:03:04.10", "00:03:06.83" ], [ "00:03:07.94", "00:03:08.70" ], [ "00:03:08.80", "00:03:10.05" ] ], "start_stop_frames": [ [ 10965, 11051 ], [ 11046, 11209 ], [ 11276, 11322 ], [ 11328, 11403 ] ], "trgnoun": "finger", "trgverb": "dry" }, { "key": "P30_05+637_638_639_640", "video_id": "P30_05", "narration_ids": [ "P30_05_637", "P30_05_638", "P30_05_639", "P30_05_640" ], "src": "put lid . adjust gas_temperature . stir rice", "src1": "put lid", "src2": "adjust gas_temperature", "src3": "stir rice", "trg": "scoop some rice", "vis_src": "P30_05:637 P30_05:638 P30_05:639", "vis_trg": "P30_05:640", "narrations": [ "put lid", "adjust gas temperature", "stir rice", "scoop some rice" ], "verbs": [ "put", "adjust", "stir", "scoop" ], "verb_classes": [ 1, 17, 10, 16 ], "nouns": [ "lid", "temperature:gas", "rice", "rice" ], "noun_classes": [ 6, 65, 55, 55 ], "start_stop_timestamps": [ [ "00:46:06.66", "00:46:08.49" ], [ "00:46:08.52", "00:46:10.34" ], [ "00:46:10.44", "00:46:16.60" ], [ "00:46:15.85", "00:46:17.48" ] ], "start_stop_frames": [ [ 165999, 166109 ], [ 166111, 166220 ], [ 166226, 166596 ], [ 166551, 166648 ] ], "trgnoun": "rice", "trgverb": "scoop" }, { "key": "P02_122+141_142_143_144", "video_id": "P02_122", "narration_ids": [ "P02_122_141", "P02_122_142", "P02_122_143", "P02_122_144" ], "src": "move jar . move oil_bottle . move oil in pan", "src1": "move jar", "src2": "move oil_bottle", "src3": "move oil in pan", "trg": "pick_up oil_bottle", "vis_src": "P02_122:141 P02_122:142 P02_122:143", "vis_trg": "P02_122:144", "narrations": [ "move jar", "move oil bottle", "move oil in pan", "pick up oil bottle" ], "verbs": [ "move", "move", "move-in", "pick-up" ], "verb_classes": [ 11, 11, 5, 0 ], "nouns": [ "jar", "bottle:oil", "oil", "bottle:oil" ], "noun_classes": [ 40, 15, 31, 15 ], "start_stop_timestamps": [ [ "00:08:31.86", "00:08:32.93" ], [ "00:08:32.89", "00:08:35.13" ], [ "00:08:35.23", "00:08:38.84" ], [ "00:08:38.81", "00:08:39.71" ] ], "start_stop_frames": [ [ 25593, 25646 ], [ 25644, 25756 ], [ 25761, 25942 ], [ 25940, 25985 ] ], "trgnoun": "oil_bottle", "trgverb": "pick_up" }, { "key": "P03_109+343_344_345_346", "video_id": "P03_109", "narration_ids": [ "P03_109_343", "P03_109_344", "P03_109_345", "P03_109_346" ], "src": "move slice of cheese to bread . pick_up slice of bread . create sandwich", "src1": "move slice of cheese to bread", "src2": "pick_up slice of bread", "src3": "create sandwich", "trg": "move sandwich to bottom of stack", "vis_src": "P03_109:343 P03_109:344 P03_109:345", "vis_trg": "P03_109:346", "narrations": [ "move slice of cheese to bread", "pick up slice of bread", "create sandwich", "move sandwich to bottom of stack" ], "verbs": [ "move-to", "pick-up", "create", "move-to" ], "verb_classes": [ 11, 0, 1, 11 ], "nouns": [ "slice:cheese", "slice:bread", "sandwich", "sandwich" ], "noun_classes": [ 32, 33, 164, 164 ], "start_stop_timestamps": [ [ "00:16:45.55", "00:16:47.11" ], [ "00:16:47.00", "00:16:48.04" ], [ "00:16:48.11", "00:16:49.01" ], [ "00:16:49.27", "00:16:50.50" ] ], "start_stop_frames": [ [ 50277, 50355 ], [ 50350, 50402 ], [ 50405, 50450 ], [ 50463, 50525 ] ], "trgnoun": "sandwich", "trgverb": "move_to" }, { "key": "P04_104+283_284_285_286", "video_id": "P04_104", "narration_ids": [ "P04_104_283", "P04_104_284", "P04_104_285", "P04_104_286" ], "src": "turn_on oven_timer . open bin . put wrapper in bin", "src1": "turn_on oven_timer", "src2": "open bin", "src3": "put wrapper in bin", "trg": "close bin", "vis_src": "P04_104:283 P04_104:284 P04_104:285", "vis_trg": "P04_104:286", "narrations": [ "turn on oven timer", "open bin", "put wrapper in bin", "close bin" ], "verbs": [ "turn-on", "open", "put-in", "close" ], "verb_classes": [ 6, 3, 5, 4 ], "nouns": [ "timer:oven", "bin", "wrapper", "bin" ], "noun_classes": [ 111, 36, 26, 36 ], "start_stop_timestamps": [ [ "00:10:53.97", "00:11:07.01" ], [ "00:11:09.76", "00:11:10.36" ], [ "00:11:08.00", "00:11:10.63" ], [ "00:11:10.60", "00:11:11.21" ] ], "start_stop_frames": [ [ 32698, 33350 ], [ 33488, 33518 ], [ 33400, 33531 ], [ 33530, 33560 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P03_101+97_98_99_100", "video_id": "P03_101", "narration_ids": [ "P03_101_97", "P03_101_98", "P03_101_99", "P03_101_100" ], "src": "put spoon in drying rack . pick_up scissors . wash scissors", "src1": "put spoon in drying rack", "src2": "pick_up scissors", "src3": "wash scissors", "trg": "put scissors in drying rack", "vis_src": "P03_101:97 P03_101:98 P03_101:99", "vis_trg": "P03_101:100", "narrations": [ "put spoon in drying rack", "pick up scissors", "wash scissors", "put scissors in drying rack" ], "verbs": [ "put-in", "pick-up", "wash", "put-in" ], "verb_classes": [ 5, 0, 2, 5 ], "nouns": [ "spoon", "scissors", "scissors", "scissors" ], "noun_classes": [ 1, 79, 79, 79 ], "start_stop_timestamps": [ [ "00:02:56.33", "00:02:57.75" ], [ "00:02:58.51", "00:02:59.87" ], [ "00:03:00.47", "00:03:03.99" ], [ "00:03:04.32", "00:03:05.39" ] ], "start_stop_frames": [ [ 8816, 8887 ], [ 8925, 8993 ], [ 9023, 9199 ], [ 9216, 9269 ] ], "trgnoun": "scissors", "trgverb": "put_in" }, { "key": "P22_07+230_231_232_233", "video_id": "P22_07", "narration_ids": [ "P22_07_230", "P22_07_231", "P22_07_232", "P22_07_233" ], "src": "pick_up wooden_spoon . stir onion . adjust heat", "src1": "pick_up wooden_spoon", "src2": "stir onion", "src3": "adjust heat", "trg": "put_down wooden_spoon", "vis_src": "P22_07:230 P22_07:231 P22_07:232", "vis_trg": "P22_07:233", "narrations": [ "pick up wooden spoon", "stir onion", "adjust heat", "put down wooden spoon" ], "verbs": [ "pick-up", "stir", "adjust", "put-down" ], "verb_classes": [ 0, 10, 17, 1 ], "nouns": [ "spoon:wooden", "onion", "heat", "spoon:wooden" ], "noun_classes": [ 1, 16, 65, 1 ], "start_stop_timestamps": [ [ "00:10:05.19", "00:10:05.90" ], [ "00:10:06.20", "00:10:08.99" ], [ "00:10:08.65", "00:10:09.94" ], [ "00:10:09.96", "00:10:10.76" ] ], "start_stop_frames": [ [ 36311, 36354 ], [ 36372, 36539 ], [ 36519, 36596 ], [ 36597, 36645 ] ], "trgnoun": "wooden_spoon", "trgverb": "put_down" }, { "key": "P02_130+205_206_207_208", "video_id": "P02_130", "narration_ids": [ "P02_130_205", "P02_130_206", "P02_130_207", "P02_130_208" ], "src": "put knife inside tin . pick_up wooden_spoon . move butter inside pan using wooden spoon", "src1": "put knife inside tin", "src2": "pick_up wooden_spoon", "src3": "move butter inside pan using wooden spoon", "trg": "put_down wooden_spoon", "vis_src": "P02_130:205 P02_130:206 P02_130:207", "vis_trg": "P02_130:208", "narrations": [ "put knife inside tin", "pick up wooden spoon", "move butter inside pan using wooden spoon", "put down wooden spoon" ], "verbs": [ "put-inside", "pick-up", "move", "put-down" ], "verb_classes": [ 5, 0, 11, 1 ], "nouns": [ "knife", "spoon:wooden", "butter", "spoon:wooden" ], "noun_classes": [ 4, 1, 78, 1 ], "start_stop_timestamps": [ [ "00:07:54.72", "00:07:56.13" ], [ "00:07:58.27", "00:07:59.10" ], [ "00:07:59.00", "00:08:01.68" ], [ "00:08:01.63", "00:08:02.45" ] ], "start_stop_frames": [ [ 23736, 23806 ], [ 23913, 23955 ], [ 23950, 24084 ], [ 24081, 24122 ] ], "trgnoun": "wooden_spoon", "trgverb": "put_down" }, { "key": "P01_09+392_393_394_395", "video_id": "P01_09", "narration_ids": [ "P01_09_392", "P01_09_393", "P01_09_394", "P01_09_395" ], "src": "close container . put container into cupboard . take tong", "src1": "close container", "src2": "put container into cupboard", "src3": "take tong", "trg": "put_down tong", "vis_src": "P01_09:392 P01_09:393 P01_09:394", "vis_trg": "P01_09:395", "narrations": [ "close container", "put container into cupboard", "take tong", "put down tong" ], "verbs": [ "close", "put-into", "take", "put-down" ], "verb_classes": [ 4, 5, 0, 1 ], "nouns": [ "container", "container", "tong", "tong" ], "noun_classes": [ 21, 21, 142, 142 ], "start_stop_timestamps": [ [ "00:28:59.28", "00:29:01.27" ], [ "00:29:01.30", "00:29:02.76" ], [ "00:29:03.87", "00:29:05.35" ], [ "00:29:09.19", "00:29:11.71" ] ], "start_stop_frames": [ [ 104356, 104476 ], [ 104478, 104565 ], [ 104632, 104721 ], [ 104951, 105102 ] ], "trgnoun": "tong", "trgverb": "put_down" }, { "key": "P28_14+6_7_8_9", "video_id": "P28_14", "narration_ids": [ "P28_14_6", "P28_14_7", "P28_14_8", "P28_14_9" ], "src": "move stuff . take food_container . close fridge", "src1": "move stuff", "src2": "take food_container", "src3": "close fridge", "trg": "put_down food_container", "vis_src": "P28_14:6 P28_14:7 P28_14:8", "vis_trg": "P28_14:9", "narrations": [ "move stuff", "take food container", "close fridge", "put down food container" ], "verbs": [ "move", "take", "close", "put-down" ], "verb_classes": [ 11, 0, 4, 1 ], "nouns": [ "food", "container:food", "fridge", "container:food" ], "noun_classes": [ 34, 21, 12, 21 ], "start_stop_timestamps": [ [ "00:00:19.90", "00:00:25.29" ], [ "00:00:25.54", "00:00:29.56" ], [ "00:00:29.60", "00:00:32.61" ], [ "00:00:32.72", "00:00:34.78" ] ], "start_stop_frames": [ [ 1194, 1517 ], [ 1532, 1773 ], [ 1776, 1956 ], [ 1963, 2086 ] ], "trgnoun": "food_container", "trgverb": "put_down" }, { "key": "P02_104+69_70_71_72", "video_id": "P02_104", "narration_ids": [ "P02_104_69", "P02_104_70", "P02_104_71", "P02_104_72" ], "src": "pick_up wooden_spoon . close drawer . stir pasta in pan", "src1": "pick_up wooden_spoon", "src2": "close drawer", "src3": "stir pasta in pan", "trg": "put_down wooden_spoon", "vis_src": "P02_104:69 P02_104:70 P02_104:71", "vis_trg": "P02_104:72", "narrations": [ "pick up wooden spoon", "close drawer", "stir pasta in pan", "put down wooden spoon" ], "verbs": [ "pick-up", "close", "stir-in", "put-down" ], "verb_classes": [ 0, 4, 10, 1 ], "nouns": [ "spoon:wooden", "drawer", "pasta", "spoon:wooden" ], "noun_classes": [ 1, 8, 45, 1 ], "start_stop_timestamps": [ [ "00:03:39.79", "00:03:40.34" ], [ "00:03:40.66", "00:03:41.97" ], [ "00:03:42.55", "00:03:49.08" ], [ "00:03:48.74", "00:03:49.95" ] ], "start_stop_frames": [ [ 10989, 11017 ], [ 11033, 11098 ], [ 11127, 11454 ], [ 11437, 11497 ] ], "trgnoun": "wooden_spoon", "trgverb": "put_down" }, { "key": "P22_07+346_347_348_349", "video_id": "P22_07", "narration_ids": [ "P22_07_346", "P22_07_347", "P22_07_348", "P22_07_349" ], "src": "pick_up scraps . open basket . toss rinds", "src1": "pick_up scraps", "src2": "open basket", "src3": "toss rinds", "trg": "close basket", "vis_src": "P22_07:346 P22_07:347 P22_07:348", "vis_trg": "P22_07:349", "narrations": [ "pick up scraps", "open basket", "toss rinds", "close basket" ], "verbs": [ "pick-up", "open", "toss", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "scrap", "basket", "rind", "basket" ], "noun_classes": [ 19, 168, 48, 168 ], "start_stop_timestamps": [ [ "00:16:06.82", "00:16:08.78" ], [ "00:16:10.18", "00:16:10.76" ], [ "00:16:10.86", "00:16:11.86" ], [ "00:16:11.48", "00:16:12.17" ] ], "start_stop_frames": [ [ 58009, 58126 ], [ 58210, 58245 ], [ 58251, 58311 ], [ 58288, 58330 ] ], "trgnoun": "basket", "trgverb": "close" }, { "key": "P02_130+182_183_184_185", "video_id": "P02_130", "narration_ids": [ "P02_130_182", "P02_130_183", "P02_130_184", "P02_130_185" ], "src": "pick_up wooden_spoon . close drawer . move butter inside pan", "src1": "pick_up wooden_spoon", "src2": "close drawer", "src3": "move butter inside pan", "trg": "put_down wooden_spoon", "vis_src": "P02_130:182 P02_130:183 P02_130:184", "vis_trg": "P02_130:185", "narrations": [ "pick up wooden spoon", "close drawer", "move butter inside pan", "put down wooden spoon" ], "verbs": [ "pick-up", "close", "move", "put-down" ], "verb_classes": [ 0, 4, 11, 1 ], "nouns": [ "spoon:wooden", "drawer", "butter", "spoon:wooden" ], "noun_classes": [ 1, 8, 78, 1 ], "start_stop_timestamps": [ [ "00:06:59.76", "00:07:00.77" ], [ "00:07:00.87", "00:07:01.35" ], [ "00:07:01.35", "00:07:02.68" ], [ "00:07:02.61", "00:07:04.28" ] ], "start_stop_frames": [ [ 20988, 21038 ], [ 21043, 21067 ], [ 21067, 21134 ], [ 21130, 21214 ] ], "trgnoun": "wooden_spoon", "trgverb": "put_down" }, { "key": "P13_08+99_100_101_102", "video_id": "P13_08", "narration_ids": [ "P13_08_99", "P13_08_100", "P13_08_101", "P13_08_102" ], "src": "put_down wooden_spoon . pick_up spatula . stir onion", "src1": "put_down wooden_spoon", "src2": "pick_up spatula", "src3": "stir onion", "trg": "put_down spatula", "vis_src": "P13_08:99 P13_08:100 P13_08:101", "vis_trg": "P13_08:102", "narrations": [ "put down wooden spoon", "pick up spatula", "stir onion", "put down spatula" ], "verbs": [ "put-down", "pick-up", "stir", "put-down" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "spoon:wooden", "spatula", "onion", "spatula" ], "noun_classes": [ 1, 20, 16, 20 ], "start_stop_timestamps": [ [ "00:23:38.62", "00:23:40.60" ], [ "00:23:42.96", "00:23:43.86" ], [ "00:23:44.54", "00:24:07.43" ], [ "00:24:18.66", "00:24:20.51" ] ], "start_stop_frames": [ [ 85117, 85236 ], [ 85377, 85431 ], [ 85472, 86845 ], [ 87519, 87630 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P22_07+731_732_733_734", "video_id": "P22_07", "narration_ids": [ "P22_07_731", "P22_07_732", "P22_07_733", "P22_07_734" ], "src": "stir pasta . put_down wooden_spoon . pick lid", "src1": "stir pasta", "src2": "put_down wooden_spoon", "src3": "pick lid", "trg": "put lid in place", "vis_src": "P22_07:731 P22_07:732 P22_07:733", "vis_trg": "P22_07:734", "narrations": [ "stir pasta", "put down wooden spoon", "pick lid", "put lid in place" ], "verbs": [ "stir", "put-down", "pick", "put-in" ], "verb_classes": [ 10, 1, 0, 5 ], "nouns": [ "pasta", "spoon:wooden", "lid", "lid" ], "noun_classes": [ 45, 1, 6, 6 ], "start_stop_timestamps": [ [ "00:35:48.15", "00:35:50.37" ], [ "00:35:58.04", "00:35:59.04" ], [ "00:35:58.93", "00:36:00.04" ], [ "00:35:59.99", "00:36:02.34" ] ], "start_stop_frames": [ [ 128889, 129022 ], [ 129482, 129542 ], [ 129535, 129602 ], [ 129599, 129740 ] ], "trgnoun": "lid", "trgverb": "put_in" }, { "key": "P02_02+2_3_4_5", "video_id": "P02_02", "narration_ids": [ "P02_02_2", "P02_02_3", "P02_02_4", "P02_02_5" ], "src": "tie the bag . tie the bag again . pick_up bag", "src1": "tie the bag", "src2": "tie the bag again", "src3": "pick_up bag", "trg": "put bag down", "vis_src": "P02_02:2 P02_02:3 P02_02:4", "vis_trg": "P02_02:5", "narrations": [ "tie the bag", "tie the bag again", "pick up bag", "put bag down" ], "verbs": [ "tie", "tie", "pick-up", "put-down" ], "verb_classes": [ 36, 36, 0, 1 ], "nouns": [ "bag", "bag", "bag", "bag" ], "noun_classes": [ 19, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:00:05.19", "00:00:08.47" ], [ "00:00:08.40", "00:00:11.18" ], [ "00:00:11.14", "00:00:13.32" ], [ "00:00:13.80", "00:00:15.47" ] ], "start_stop_frames": [ [ 311, 508 ], [ 504, 670 ], [ 668, 799 ], [ 828, 928 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P02_104+115_116_117_118", "video_id": "P02_104", "narration_ids": [ "P02_104_115", "P02_104_116", "P02_104_117", "P02_104_118" ], "src": "hold pan . pick_up wooden_spoon . stir pasta", "src1": "hold pan", "src2": "pick_up wooden_spoon", "src3": "stir pasta", "trg": "put_down wooden_spoon", "vis_src": "P02_104:115 P02_104:116 P02_104:117", "vis_trg": "P02_104:118", "narrations": [ "hold pan", "pick up wooden spoon", "stir pasta", "put down wooden spoon" ], "verbs": [ "hold", "pick-up", "stir", "put-down" ], "verb_classes": [ 34, 0, 10, 1 ], "nouns": [ "pan", "spoon:wooden", "pasta", "spoon:wooden" ], "noun_classes": [ 5, 1, 45, 1 ], "start_stop_timestamps": [ [ "00:05:59.66", "00:06:00.86" ], [ "00:06:01.63", "00:06:02.67" ], [ "00:06:02.59", "00:06:09.26" ], [ "00:06:08.96", "00:06:10.24" ] ], "start_stop_frames": [ [ 17983, 18043 ], [ 18081, 18133 ], [ 18129, 18463 ], [ 18448, 18512 ] ], "trgnoun": "wooden_spoon", "trgverb": "put_down" }, { "key": "P22_13+218_219_220_221", "video_id": "P22_13", "narration_ids": [ "P22_13_218", "P22_13_219", "P22_13_220", "P22_13_221" ], "src": "open tap . open trash_can . throw_away food_residue", "src1": "open tap", "src2": "open trash_can", "src3": "throw_away food_residue", "trg": "close trash_can", "vis_src": "P22_13:218 P22_13:219 P22_13:220", "vis_trg": "P22_13:221", "narrations": [ "open tap", "open trash can", "throw away food residue", "close trash can" ], "verbs": [ "turn-on", "open", "throw-away", "close" ], "verb_classes": [ 6, 3, 13, 4 ], "nouns": [ "tap", "can:trash", "residue:food", "can:trash" ], "noun_classes": [ 0, 36, 54, 36 ], "start_stop_timestamps": [ [ "00:07:31.26", "00:07:31.90" ], [ "00:07:32.00", "00:07:32.85" ], [ "00:07:32.90", "00:07:34.15" ], [ "00:07:34.26", "00:07:34.78" ] ], "start_stop_frames": [ [ 27075, 27114 ], [ 27120, 27171 ], [ 27174, 27249 ], [ 27255, 27286 ] ], "trgnoun": "trash_can", "trgverb": "close" }, { "key": "P02_109+118_119_120_121", "video_id": "P02_109", "narration_ids": [ "P02_109_118", "P02_109_119", "P02_109_120", "P02_109_121" ], "src": "scrape garlic off presser using wooden spoon . put_down wooden_spoon . open garlic_presser", "src1": "scrape garlic off presser using wooden spoon", "src2": "put_down wooden_spoon", "src3": "open garlic_presser", "trg": "put garlic in presser", "vis_src": "P02_109:118 P02_109:119 P02_109:120", "vis_trg": "P02_109:121", "narrations": [ "scrape garlic off presser using wooden spoon", "put down wooden spoon", "open garlic presser", "put garlic in presser" ], "verbs": [ "scrape-off", "put-down", "open", "put-in" ], "verb_classes": [ 25, 1, 3, 5 ], "nouns": [ "garlic", "spoon:wooden", "presser:garlic", "garlic" ], "noun_classes": [ 51, 1, 172, 51 ], "start_stop_timestamps": [ [ "00:10:10.81", "00:10:11.68" ], [ "00:10:11.67", "00:10:12.13" ], [ "00:10:12.22", "00:10:14.65" ], [ "00:10:14.55", "00:10:15.49" ] ], "start_stop_frames": [ [ 30540, 30583 ], [ 30583, 30606 ], [ 30611, 30732 ], [ 30727, 30774 ] ], "trgnoun": "garlic", "trgverb": "put_in" }, { "key": "P01_19+63_64_65_66", "video_id": "P01_19", "narration_ids": [ "P01_19_63", "P01_19_64", "P01_19_65", "P01_19_66" ], "src": "rinse spoon . put_down spoon . take ladle", "src1": "rinse spoon", "src2": "put_down spoon", "src3": "take ladle", "trg": "rinse ladle", "vis_src": "P01_19:63 P01_19:64 P01_19:65", "vis_trg": "P01_19:66", "narrations": [ "rinse spoon", "put down spoon", "take ladle", "rinse ladle" ], "verbs": [ "rinse", "put-down", "take", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spoon", "spoon", "ladle", "ladle" ], "noun_classes": [ 1, 1, 97, 97 ], "start_stop_timestamps": [ [ "00:03:34.72", "00:03:37.95" ], [ "00:03:38.00", "00:03:38.75" ], [ "00:03:39.26", "00:03:39.85" ], [ "00:03:39.95", "00:03:46.50" ] ], "start_stop_frames": [ [ 12883, 13077 ], [ 13080, 13125 ], [ 13155, 13191 ], [ 13197, 13590 ] ], "trgnoun": "ladle", "trgverb": "rinse" }, { "key": "P22_17+411_412_413_414", "video_id": "P22_17", "narration_ids": [ "P22_17_411", "P22_17_412", "P22_17_413", "P22_17_414" ], "src": "dry salad_bowl . put_down salad_bowl . pick_up pan", "src1": "dry salad_bowl", "src2": "put_down salad_bowl", "src3": "pick_up pan", "trg": "dry pan", "vis_src": "P22_17:411 P22_17:412 P22_17:413", "vis_trg": "P22_17:414", "narrations": [ "dry salad bowl", "put down salad bowl", "pick up pan", "dry pan" ], "verbs": [ "dry", "put-down", "pick-up", "dry" ], "verb_classes": [ 14, 1, 0, 14 ], "nouns": [ "bowl:salad", "bowl:salad", "pan", "pan" ], "noun_classes": [ 7, 7, 5, 5 ], "start_stop_timestamps": [ [ "00:15:59.71", "00:16:07.94" ], [ "00:16:08.04", "00:16:10.91" ], [ "00:16:12.62", "00:16:14.56" ], [ "00:16:14.66", "00:16:20.93" ] ], "start_stop_frames": [ [ 57582, 58076 ], [ 58082, 58254 ], [ 58357, 58473 ], [ 58479, 58855 ] ], "trgnoun": "pan", "trgverb": "dry" }, { "key": "P30_107+157_158_159_160", "video_id": "P30_107", "narration_ids": [ "P30_107_157", "P30_107_158", "P30_107_159", "P30_107_160" ], "src": "open cupboard . take colander . wash mushrooms", "src1": "open cupboard", "src2": "take colander", "src3": "wash mushrooms", "trg": "put colander into sink", "vis_src": "P30_107:157 P30_107:158 P30_107:159", "vis_trg": "P30_107:160", "narrations": [ "open cupboard", "take colander", "wash mushrooms", "put colander into sink" ], "verbs": [ "open", "take", "wash", "put-into" ], "verb_classes": [ 3, 0, 2, 5 ], "nouns": [ "cupboard", "colander", "mushroom", "colander" ], "noun_classes": [ 3, 39, 56, 39 ], "start_stop_timestamps": [ [ "00:07:32.18", "00:07:32.75" ], [ "00:07:32.95", "00:07:35.65" ], [ "00:07:36.51", "00:07:43.51" ], [ "00:07:46.60", "00:07:48.16" ] ], "start_stop_frames": [ [ 22609, 22637 ], [ 22647, 22782 ], [ 22825, 23175 ], [ 23330, 23408 ] ], "trgnoun": "colander", "trgverb": "put_into" }, { "key": "P01_18+589_590_591_592", "video_id": "P01_18", "narration_ids": [ "P01_18_589", "P01_18_590", "P01_18_591", "P01_18_592" ], "src": "put_down spoon . take ladle . spoon stock", "src1": "put_down spoon", "src2": "take ladle", "src3": "spoon stock", "trg": "pour stock", "vis_src": "P01_18:589 P01_18:590 P01_18:591", "vis_trg": "P01_18:592", "narrations": [ "put down spoon", "take ladle", "spoon stock", "pour stock" ], "verbs": [ "put-down", "take", "spoon", "pour" ], "verb_classes": [ 1, 0, 16, 9 ], "nouns": [ "spoon", "ladle", "stock", "stock" ], "noun_classes": [ 1, 97, 95, 95 ], "start_stop_timestamps": [ [ "00:50:38.63", "00:50:40.02" ], [ "00:50:41.04", "00:50:42.68" ], [ "00:50:42.75", "00:50:44.39" ], [ "00:50:44.70", "00:50:47.77" ] ], "start_stop_frames": [ [ 182317, 182401 ], [ 182462, 182560 ], [ 182565, 182663 ], [ 182682, 182866 ] ], "trgnoun": "stock", "trgverb": "pour" }, { "key": "P22_07+323_324_325_326", "video_id": "P22_07", "narration_ids": [ "P22_07_323", "P22_07_324", "P22_07_325", "P22_07_326" ], "src": "put_down pot . pick_up wooden_spoon . stir courgette", "src1": "put_down pot", "src2": "pick_up wooden_spoon", "src3": "stir courgette", "trg": "put_down wooden_spoon", "vis_src": "P22_07:323 P22_07:324 P22_07:325", "vis_trg": "P22_07:326", "narrations": [ "put down pot", "pick up wooden spoon", "stir courgette", "put down wooden spoon" ], "verbs": [ "put-down", "pick-up", "stir", "put-down" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "pot", "spoon:wooden", "courgette", "spoon:wooden" ], "noun_classes": [ 29, 1, 76, 1 ], "start_stop_timestamps": [ [ "00:15:09.53", "00:15:11.79" ], [ "00:15:12.76", "00:15:13.90" ], [ "00:15:13.65", "00:15:18.73" ], [ "00:15:18.92", "00:15:20.60" ] ], "start_stop_frames": [ [ 54571, 54707 ], [ 54765, 54834 ], [ 54819, 55123 ], [ 55135, 55236 ] ], "trgnoun": "wooden_spoon", "trgverb": "put_down" }, { "key": "P04_01+170_171_172_173", "video_id": "P04_01", "narration_ids": [ "P04_01_170", "P04_01_171", "P04_01_172", "P04_01_173" ], "src": "pick_up egg . crack egg . scoop eggshell out of egg bowl", "src1": "pick_up egg", "src2": "crack egg", "src3": "scoop eggshell out of egg bowl", "trg": "pick_up eggshell", "vis_src": "P04_01:170 P04_01:171 P04_01:172", "vis_trg": "P04_01:173", "narrations": [ "pick up egg", "crack egg", "scoop eggshell out of egg bowl", "pick up eggshell" ], "verbs": [ "pick-up", "crack", "scoop-out", "pick-up" ], "verb_classes": [ 0, 30, 16, 0 ], "nouns": [ "egg", "egg", "eggshell", "eggshell" ], "noun_classes": [ 53, 53, 141, 141 ], "start_stop_timestamps": [ [ "00:12:16.86", "00:12:18.36" ], [ "00:12:19.14", "00:12:19.79" ], [ "00:12:23.59", "00:12:37.82" ], [ "00:12:38.24", "00:13:00.18" ] ], "start_stop_frames": [ [ 44211, 44301 ], [ 44348, 44387 ], [ 44615, 45469 ], [ 45494, 46810 ] ], "trgnoun": "eggshell", "trgverb": "pick_up" }, { "key": "P25_106+48_49_50_51", "video_id": "P25_106", "narration_ids": [ "P25_106_48", "P25_106_49", "P25_106_50", "P25_106_51" ], "src": "turn_on light . stir onion . pick_up paper", "src1": "turn_on light", "src2": "stir onion", "src3": "pick_up paper", "trg": "put_down paper", "vis_src": "P25_106:48 P25_106:49 P25_106:50", "vis_trg": "P25_106:51", "narrations": [ "turn on light", "stir onion", "pick up paper", "put down paper" ], "verbs": [ "turn-on", "stir", "pick-up", "put-down" ], "verb_classes": [ 6, 10, 0, 1 ], "nouns": [ "light", "onion", "paper", "paper" ], "noun_classes": [ 114, 16, 49, 49 ], "start_stop_timestamps": [ [ "00:04:23.78", "00:04:26.46" ], [ "00:04:27.29", "00:04:38.12" ], [ "00:04:38.70", "00:04:44.62" ], [ "00:04:46.93", "00:04:48.47" ] ], "start_stop_frames": [ [ 13188, 13322 ], [ 13364, 13906 ], [ 13935, 14231 ], [ 14346, 14423 ] ], "trgnoun": "paper", "trgverb": "put_down" }, { "key": "P29_04+4_5_6_7", "video_id": "P29_04", "narration_ids": [ "P29_04_4", "P29_04_5", "P29_04_6", "P29_04_7" ], "src": "turn_on lights . open cereal_box . searching for scissors", "src1": "turn_on lights", "src2": "open cereal_box", "src3": "searching for scissors", "trg": "pick_up scissors", "vis_src": "P29_04:4 P29_04:5 P29_04:6", "vis_trg": "P29_04:7", "narrations": [ "turn on lights", "open cereal box", "searching for scissors", "pick up scissors" ], "verbs": [ "turn-on", "open", "search-for", "pick-up" ], "verb_classes": [ 6, 3, 48, 0 ], "nouns": [ "light", "box:cereal", "scissors", "scissors" ], "noun_classes": [ 114, 23, 79, 79 ], "start_stop_timestamps": [ [ "00:00:11.84", "00:00:12.58" ], [ "00:00:15.29", "00:00:20.24" ], [ "00:00:20.37", "00:00:23.52" ], [ "00:00:22.87", "00:00:24.37" ] ], "start_stop_frames": [ [ 710, 754 ], [ 917, 1214 ], [ 1222, 1411 ], [ 1372, 1462 ] ], "trgnoun": "scissors", "trgverb": "pick_up" }, { "key": "P02_104+3_4_5_6", "video_id": "P02_104", "narration_ids": [ "P02_104_3", "P02_104_4", "P02_104_5", "P02_104_6" ], "src": "put pasta and tupperware down . turn light on . pick_up pan", "src1": "put pasta and tupperware down", "src2": "turn light on", "src3": "pick_up pan", "trg": "put pan on stove", "vis_src": "P02_104:3 P02_104:4 P02_104:5", "vis_trg": "P02_104:6", "narrations": [ "put pasta and tupperware down", "turn light on", "pick up pan", "put pan on stove" ], "verbs": [ "put", "turn-on", "pick-up", "put-on" ], "verb_classes": [ 1, 6, 0, 1 ], "nouns": [ "pasta", "light", "pan", "pan" ], "noun_classes": [ 45, 114, 5, 5 ], "start_stop_timestamps": [ [ "00:00:13.95", "00:00:15.25" ], [ "00:00:18.39", "00:00:19.20" ], [ "00:00:21.10", "00:00:22.35" ], [ "00:00:23.59", "00:00:24.83" ] ], "start_stop_frames": [ [ 697, 762 ], [ 919, 960 ], [ 1055, 1117 ], [ 1179, 1241 ] ], "trgnoun": "pan", "trgverb": "put_on" }, { "key": "P01_109+410_411_412_413", "video_id": "P01_109", "narration_ids": [ "P01_109_410", "P01_109_411", "P01_109_412", "P01_109_413" ], "src": "stir eggs . put_down fork . turn_on light", "src1": "stir eggs", "src2": "put_down fork", "src3": "turn_on light", "trg": "pick_up fork", "vis_src": "P01_109:410 P01_109:411 P01_109:412", "vis_trg": "P01_109:413", "narrations": [ "stir eggs", "put down fork", "turn on light", "pick up fork" ], "verbs": [ "stir", "put-down", "turn-on", "pick-up" ], "verb_classes": [ 10, 1, 6, 0 ], "nouns": [ "egg", "fork", "light", "fork" ], "noun_classes": [ 53, 14, 114, 14 ], "start_stop_timestamps": [ [ "00:23:36.09", "00:23:55.63" ], [ "00:23:55.49", "00:23:55.91" ], [ "00:23:56.32", "00:23:57.13" ], [ "00:23:57.23", "00:23:57.81" ] ], "start_stop_frames": [ [ 70804, 71781 ], [ 71774, 71795 ], [ 71816, 71856 ], [ 71861, 71890 ] ], "trgnoun": "fork", "trgverb": "pick_up" }, { "key": "P03_112+102_103_104_105", "video_id": "P03_112", "narration_ids": [ "P03_112_102", "P03_112_103", "P03_112_104", "P03_112_105" ], "src": "open fridge . grab cheese . close fridge", "src1": "open fridge", "src2": "grab cheese", "src3": "close fridge", "trg": "open cheese", "vis_src": "P03_112:102 P03_112:103 P03_112:104", "vis_trg": "P03_112:105", "narrations": [ "open fridge", "grab cheese", "close fridge", "open cheese" ], "verbs": [ "open", "grab", "close", "open" ], "verb_classes": [ 3, 0, 4, 3 ], "nouns": [ "fridge", "cheese", "fridge", "cheese" ], "noun_classes": [ 12, 32, 12, 32 ], "start_stop_timestamps": [ [ "00:03:03.01", "00:03:04.29" ], [ "00:03:03.89", "00:03:05.93" ], [ "00:03:06.21", "00:03:07.34" ], [ "00:03:07.12", "00:03:09.90" ] ], "start_stop_frames": [ [ 9150, 9214 ], [ 9194, 9296 ], [ 9310, 9367 ], [ 9356, 9495 ] ], "trgnoun": "cheese", "trgverb": "open" }, { "key": "P01_109+412_413_414_415", "video_id": "P01_109", "narration_ids": [ "P01_109_412", "P01_109_413", "P01_109_414", "P01_109_415" ], "src": "turn_on light . pick_up fork . stir eggs", "src1": "turn_on light", "src2": "pick_up fork", "src3": "stir eggs", "trg": "put_down fork", "vis_src": "P01_109:412 P01_109:413 P01_109:414", "vis_trg": "P01_109:415", "narrations": [ "turn on light", "pick up fork", "stir eggs", "put down fork" ], "verbs": [ "turn-on", "pick-up", "stir", "put-down" ], "verb_classes": [ 6, 0, 10, 1 ], "nouns": [ "light", "fork", "egg", "fork" ], "noun_classes": [ 114, 14, 53, 14 ], "start_stop_timestamps": [ [ "00:23:56.32", "00:23:57.13" ], [ "00:23:57.23", "00:23:57.81" ], [ "00:23:57.84", "00:24:09.92" ], [ "00:24:09.74", "00:24:10.49" ] ], "start_stop_frames": [ [ 71816, 71856 ], [ 71861, 71890 ], [ 71892, 72496 ], [ 72487, 72524 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P04_110+36_37_38_39", "video_id": "P04_110", "narration_ids": [ "P04_110_36", "P04_110_37", "P04_110_38", "P04_110_39" ], "src": "put egg in ramekin back in fridge . pick_up gochujang . close fridge", "src1": "put egg in ramekin back in fridge", "src2": "pick_up gochujang", "src3": "close fridge", "trg": "open gochujang", "vis_src": "P04_110:36 P04_110:37 P04_110:38", "vis_trg": "P04_110:39", "narrations": [ "put egg in ramekin back in fridge", "pick up gochujang", "close fridge", "open gochujang" ], "verbs": [ "put-in", "pick-up", "close", "open" ], "verb_classes": [ 5, 0, 4, 3 ], "nouns": [ "egg", "gochujang", "fridge", "gochujang" ], "noun_classes": [ 53, 148, 12, 148 ], "start_stop_timestamps": [ [ "00:01:45.26", "00:01:47.08" ], [ "00:01:47.18", "00:01:48.35" ], [ "00:01:48.45", "00:01:49.53" ], [ "00:01:49.55", "00:01:51.61" ] ], "start_stop_frames": [ [ 5263, 5354 ], [ 5359, 5417 ], [ 5422, 5476 ], [ 5477, 5580 ] ], "trgnoun": "gochujang", "trgverb": "open" }, { "key": "P01_105+619_620_621_622", "video_id": "P01_105", "narration_ids": [ "P01_105_619", "P01_105_620", "P01_105_621", "P01_105_622" ], "src": "close drawer . turn_on light . unfold tea_towel", "src1": "close drawer", "src2": "turn_on light", "src3": "unfold tea_towel", "trg": "lay tea_towel", "vis_src": "P01_105:619 P01_105:620 P01_105:621", "vis_trg": "P01_105:622", "narrations": [ "close drawer", "turn on light", "unfold tea towel", "lay tea towel" ], "verbs": [ "close", "turn-on", "unfold", "lay" ], "verb_classes": [ 4, 6, 39, 1 ], "nouns": [ "drawer", "light", "towel:tea", "towel:tea" ], "noun_classes": [ 8, 114, 52, 52 ], "start_stop_timestamps": [ [ "00:25:14.34", "00:25:15.56" ], [ "00:25:22.03", "00:25:23.61" ], [ "00:25:23.57", "00:25:27.00" ], [ "00:25:27.19", "00:25:28.94" ] ], "start_stop_frames": [ [ 75717, 75778 ], [ 76101, 76180 ], [ 76178, 76350 ], [ 76359, 76447 ] ], "trgnoun": "tea_towel", "trgverb": "lay" }, { "key": "P01_103+93_94_95_96", "video_id": "P01_103", "narration_ids": [ "P01_103_93", "P01_103_94", "P01_103_95", "P01_103_96" ], "src": "turn_on lights . unfold tea_towel . put_down tea_towel", "src1": "turn_on lights", "src2": "unfold tea_towel", "src3": "put_down tea_towel", "trg": "move tea_towel", "vis_src": "P01_103:93 P01_103:94 P01_103:95", "vis_trg": "P01_103:96", "narrations": [ "turn on lights", "unfold tea towel", "put down tea towel", "move tea towel" ], "verbs": [ "turn-on", "unfold", "put-down", "move" ], "verb_classes": [ 6, 39, 1, 11 ], "nouns": [ "light", "towel:tea", "towel:tea", "towel:tea" ], "noun_classes": [ 114, 52, 52, 52 ], "start_stop_timestamps": [ [ "00:02:47.37", "00:02:48.44" ], [ "00:02:48.81", "00:02:51.54" ], [ "00:02:51.92", "00:02:53.63" ], [ "00:02:53.48", "00:02:55.61" ] ], "start_stop_frames": [ [ 8368, 8422 ], [ 8440, 8577 ], [ 8596, 8681 ], [ 8674, 8780 ] ], "trgnoun": "tea_towel", "trgverb": "move" }, { "key": "P30_05+745_746_747_748", "video_id": "P30_05", "narration_ids": [ "P30_05_745", "P30_05_746", "P30_05_747", "P30_05_748" ], "src": "close fridge . open hummus . dip carrot in hummus", "src1": "close fridge", "src2": "open hummus", "src3": "dip carrot in hummus", "trg": "eat carrot", "vis_src": "P30_05:745 P30_05:746 P30_05:747", "vis_trg": "P30_05:748", "narrations": [ "close fridge", "open hummus", "dip carrot in hummus", "eat carrot" ], "verbs": [ "close", "open", "dip", "eat" ], "verb_classes": [ 4, 3, 66, 35 ], "nouns": [ "fridge", "hummus", "carrot", "carrot" ], "noun_classes": [ 12, 181, 41, 41 ], "start_stop_timestamps": [ [ "00:53:00.16", "00:53:02.26" ], [ "00:53:02.36", "00:53:03.65" ], [ "00:53:06.01", "00:53:07.47" ], [ "00:53:07.46", "00:53:08.26" ] ], "start_stop_frames": [ [ 190809, 190935 ], [ 190941, 191019 ], [ 191160, 191248 ], [ 191247, 191295 ] ], "trgnoun": "carrot", "trgverb": "eat" }, { "key": "P30_02+15_16_17_18", "video_id": "P30_02", "narration_ids": [ "P30_02_15", "P30_02_16", "P30_02_17", "P30_02_18" ], "src": "take box of carrots from fridge . take cucumber from fridge . take hummus from fridge", "src1": "take box of carrots from fridge", "src2": "take cucumber from fridge", "src3": "take hummus from fridge", "trg": "open hummus", "vis_src": "P30_02:15 P30_02:16 P30_02:17", "vis_trg": "P30_02:18", "narrations": [ "take box of carrots from fridge", "take cucumber from fridge", "take hummus from fridge", "open hummus" ], "verbs": [ "take", "take-from", "take-from", "open" ], "verb_classes": [ 0, 0, 0, 3 ], "nouns": [ "box:carrot", "cucumber", "hummus", "hummus" ], "noun_classes": [ 23, 72, 181, 181 ], "start_stop_timestamps": [ [ "00:01:18.71", "00:01:25.69" ], [ "00:01:23.81", "00:01:24.65" ], [ "00:01:29.40", "00:01:30.72" ], [ "00:01:32.82", "00:01:43.91" ] ], "start_stop_frames": [ [ 4722, 5141 ], [ 5028, 5079 ], [ 5364, 5443 ], [ 5569, 6234 ] ], "trgnoun": "hummus", "trgverb": "open" }, { "key": "P30_101+160_161_162_163", "video_id": "P30_101", "narration_ids": [ "P30_101_160", "P30_101_161", "P30_101_162", "P30_101_163" ], "src": "open hummus . smell hummus . close hummus", "src1": "open hummus", "src2": "smell hummus", "src3": "close hummus", "trg": "put hummus down", "vis_src": "P30_101:160 P30_101:161 P30_101:162", "vis_trg": "P30_101:163", "narrations": [ "open hummus", "smell hummus", "close hummus", "put hummus down" ], "verbs": [ "open", "smell", "close", "put-down" ], "verb_classes": [ 3, 75, 4, 1 ], "nouns": [ "hummus", "hummus", "hummus", "hummus" ], "noun_classes": [ 181, 181, 181, 181 ], "start_stop_timestamps": [ [ "00:05:10.16", "00:05:11.49" ], [ "00:05:11.39", "00:05:13.69" ], [ "00:05:13.72", "00:05:14.84" ], [ "00:05:14.93", "00:05:15.62" ] ], "start_stop_frames": [ [ 15508, 15574 ], [ 15569, 15684 ], [ 15686, 15741 ], [ 15746, 15781 ] ], "trgnoun": "hummus", "trgverb": "put_down" }, { "key": "P30_02+28_29_30_31", "video_id": "P30_02", "narration_ids": [ "P30_02_28", "P30_02_29", "P30_02_30", "P30_02_31" ], "src": "put carrots in fridge . open hummus . eat carrots", "src1": "put carrots in fridge", "src2": "open hummus", "src3": "eat carrots", "trg": "close hummus", "vis_src": "P30_02:28 P30_02:29 P30_02:30", "vis_trg": "P30_02:31", "narrations": [ "put carrots in fridge", "open hummus", "eat carrots", "close hummus" ], "verbs": [ "put-in", "open", "eat", "close" ], "verb_classes": [ 5, 3, 35, 4 ], "nouns": [ "carrot", "hummus", "carrot", "hummus" ], "noun_classes": [ 41, 181, 41, 181 ], "start_stop_timestamps": [ [ "00:02:16.31", "00:02:19.52" ], [ "00:02:21.86", "00:02:24.06" ], [ "00:02:25.50", "00:02:28.95" ], [ "00:02:29.78", "00:02:32.94" ] ], "start_stop_frames": [ [ 8178, 8371 ], [ 8511, 8643 ], [ 8730, 8937 ], [ 8986, 9176 ] ], "trgnoun": "hummus", "trgverb": "close" }, { "key": "P30_02+27_28_29_30", "video_id": "P30_02", "narration_ids": [ "P30_02_27", "P30_02_28", "P30_02_29", "P30_02_30" ], "src": "open fridge . put carrots in fridge . open hummus", "src1": "open fridge", "src2": "put carrots in fridge", "src3": "open hummus", "trg": "eat carrots", "vis_src": "P30_02:27 P30_02:28 P30_02:29", "vis_trg": "P30_02:30", "narrations": [ "open fridge", "put carrots in fridge", "open hummus", "eat carrots" ], "verbs": [ "open", "put-in", "open", "eat" ], "verb_classes": [ 3, 5, 3, 35 ], "nouns": [ "fridge", "carrot", "hummus", "carrot" ], "noun_classes": [ 12, 41, 181, 41 ], "start_stop_timestamps": [ [ "00:02:15.73", "00:02:16.34" ], [ "00:02:16.31", "00:02:19.52" ], [ "00:02:21.86", "00:02:24.06" ], [ "00:02:25.50", "00:02:28.95" ] ], "start_stop_frames": [ [ 8143, 8180 ], [ 8178, 8371 ], [ 8511, 8643 ], [ 8730, 8937 ] ], "trgnoun": "carrot", "trgverb": "eat" }, { "key": "P26_118+13_14_15_16", "video_id": "P26_118", "narration_ids": [ "P26_118_13", "P26_118_14", "P26_118_15", "P26_118_16" ], "src": "put_down spatula . pick_up baking_tray . rinse baking_tray", "src1": "put_down spatula", "src2": "pick_up baking_tray", "src3": "rinse baking_tray", "trg": "lather baking_tray", "vis_src": "P26_118:13 P26_118:14 P26_118:15", "vis_trg": "P26_118:16", "narrations": [ "put down spatula", "pick up baking tray", "rinse baking tray", "lather baking tray" ], "verbs": [ "put-down", "pick-up", "rinse", "lather" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "spatula", "tray:baking", "tray:baking", "tray:baking" ], "noun_classes": [ 20, 35, 35, 35 ], "start_stop_timestamps": [ [ "00:00:24.34", "00:00:25.00" ], [ "00:00:25.20", "00:00:26.11" ], [ "00:00:26.15", "00:00:31.29" ], [ "00:00:31.25", "00:00:35.43" ] ], "start_stop_frames": [ [ 1217, 1250 ], [ 1260, 1305 ], [ 1307, 1564 ], [ 1562, 1771 ] ], "trgnoun": "baking_tray", "trgverb": "lather" }, { "key": "P35_108+71_72_73_74", "video_id": "P35_108", "narration_ids": [ "P35_108_71", "P35_108_72", "P35_108_73", "P35_108_74" ], "src": "wash sink . pick_up scissors . wash scissors", "src1": "wash sink", "src2": "pick_up scissors", "src3": "wash scissors", "trg": "put_down scissors", "vis_src": "P35_108:71 P35_108:72 P35_108:73", "vis_trg": "P35_108:74", "narrations": [ "wash sink", "pick up scissors", "wash scissors", "put down scissors" ], "verbs": [ "wash", "pick-up", "wash", "put-down" ], "verb_classes": [ 2, 0, 2, 1 ], "nouns": [ "sink", "scissors", "scissors", "scissors" ], "noun_classes": [ 63, 79, 79, 79 ], "start_stop_timestamps": [ [ "00:03:06.50", "00:03:14.00" ], [ "00:03:13.88", "00:03:15.45" ], [ "00:03:15.54", "00:03:23.62" ], [ "00:03:23.24", "00:03:31.99" ] ], "start_stop_frames": [ [ 9325, 9700 ], [ 9694, 9772 ], [ 9777, 10181 ], [ 10162, 10599 ] ], "trgnoun": "scissors", "trgverb": "put_down" }, { "key": "P12_104+15_16_17_18", "video_id": "P12_104", "narration_ids": [ "P12_104_15", "P12_104_16", "P12_104_17", "P12_104_18" ], "src": "open trash_bin . scrape_up food from frying pan using fork . pick_up food from floor", "src1": "open trash_bin", "src2": "scrape_up food from frying pan using fork", "src3": "pick_up food from floor", "trg": "put food in trash bin", "vis_src": "P12_104:15 P12_104:16 P12_104:17", "vis_trg": "P12_104:18", "narrations": [ "open trash bin", "scrape up food from frying pan using fork", "pick up food from floor", "put food in trash bin" ], "verbs": [ "open", "scrape-up", "pick-up", "put-in" ], "verb_classes": [ 3, 25, 0, 5 ], "nouns": [ "bin:trash", "food", "food", "food" ], "noun_classes": [ 36, 34, 34, 34 ], "start_stop_timestamps": [ [ "00:00:56.25", "00:00:59.01" ], [ "00:01:00.15", "00:01:17.90" ], [ "00:01:18.19", "00:01:18.98" ], [ "00:01:19.04", "00:01:19.55" ] ], "start_stop_frames": [ [ 2812, 2950 ], [ 3007, 3895 ], [ 3909, 3949 ], [ 3951, 3977 ] ], "trgnoun": "food", "trgverb": "put_in" }, { "key": "P03_101+179_180_181_182", "video_id": "P03_101", "narration_ids": [ "P03_101_179", "P03_101_180", "P03_101_181", "P03_101_182" ], "src": "wash sink . squeeze_out sponge . move tap", "src1": "wash sink", "src2": "squeeze_out sponge", "src3": "move tap", "trg": "turn_on tap", "vis_src": "P03_101:179 P03_101:180 P03_101:181", "vis_trg": "P03_101:182", "narrations": [ "wash sink", "squeeze out sponge", "move tap", "turn on tap" ], "verbs": [ "wash", "squeeze-out", "move", "turn-on" ], "verb_classes": [ 2, 18, 11, 6 ], "nouns": [ "sink", "sponge", "tap", "tap" ], "noun_classes": [ 63, 9, 0, 0 ], "start_stop_timestamps": [ [ "00:07:25.31", "00:07:26.65" ], [ "00:07:26.26", "00:07:27.41" ], [ "00:07:27.95", "00:07:28.50" ], [ "00:07:28.50", "00:07:29.53" ] ], "start_stop_frames": [ [ 22265, 22332 ], [ 22313, 22370 ], [ 22397, 22425 ], [ 22425, 22476 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P23_02+121_122_123_124", "video_id": "P23_02", "narration_ids": [ "P23_02_121", "P23_02_122", "P23_02_123", "P23_02_124" ], "src": "washing the sink . open the tap . take the water", "src1": "washing the sink", "src2": "open the tap", "src3": "take the water", "trg": "clean the sink", "vis_src": "P23_02:121 P23_02:122 P23_02:123", "vis_trg": "P23_02:124", "narrations": [ "washing the sink", "open the tap", "take the water", "clean the sink" ], "verbs": [ "wash", "turn-on", "take", "clean" ], "verb_classes": [ 2, 6, 0, 2 ], "nouns": [ "sink", "tap", "water", "sink" ], "noun_classes": [ 63, 0, 27, 63 ], "start_stop_timestamps": [ [ "00:15:33.59", "00:15:42.14" ], [ "00:15:37.17", "00:15:37.95" ], [ "00:15:37.83", "00:15:40.21" ], [ "00:15:40.31", "00:15:58.83" ] ], "start_stop_frames": [ [ 56015, 56528 ], [ 56230, 56277 ], [ 56269, 56412 ], [ 56418, 57529 ] ], "trgnoun": "sink", "trgverb": "clean" }, { "key": "P22_109+72_73_74_75", "video_id": "P22_109", "narration_ids": [ "P22_109_72", "P22_109_73", "P22_109_74", "P22_109_75" ], "src": "pick_up package . move box . open cupboard", "src1": "pick_up package", "src2": "move box", "src3": "open cupboard", "trg": "put_down package", "vis_src": "P22_109:72 P22_109:73 P22_109:74", "vis_trg": "P22_109:75", "narrations": [ "pick up package", "move box", "open cupboard", "put down package" ], "verbs": [ "pick-up", "move", "open", "put-down" ], "verb_classes": [ 0, 11, 3, 1 ], "nouns": [ "package", "box", "cupboard", "package" ], "noun_classes": [ 26, 23, 3, 26 ], "start_stop_timestamps": [ [ "00:02:15.61", "00:02:16.42" ], [ "00:02:16.46", "00:02:18.41" ], [ "00:02:19.36", "00:02:20.12" ], [ "00:02:20.09", "00:02:22.23" ] ], "start_stop_frames": [ [ 6780, 6821 ], [ 6823, 6920 ], [ 6968, 7006 ], [ 7004, 7111 ] ], "trgnoun": "package", "trgverb": "put_down" }, { "key": "P11_03+47_48_49_50", "video_id": "P11_03", "narration_ids": [ "P11_03_47", "P11_03_48", "P11_03_49", "P11_03_50" ], "src": "look_at washing_powder . look_at drawer . pour back washing_powder", "src1": "look_at washing_powder", "src2": "look_at drawer", "src3": "pour back washing_powder", "trg": "close drawer", "vis_src": "P11_03:47 P11_03:48 P11_03:49", "vis_trg": "P11_03:50", "narrations": [ "look at washing powder", "look at drawer", "pour back washing powder", "close drawer" ], "verbs": [ "look-at", "look-at", "pour", "close" ], "verb_classes": [ 38, 38, 9, 4 ], "nouns": [ "powder:washing", "drawer", "powder:washing", "drawer" ], "noun_classes": [ 234, 8, 234, 8 ], "start_stop_timestamps": [ [ "00:02:01.90", "00:02:04.02" ], [ "00:02:04.34", "00:02:06.27" ], [ "00:02:08.12", "00:02:12.71" ], [ "00:02:12.81", "00:02:14.26" ] ], "start_stop_frames": [ [ 7314, 7441 ], [ 7460, 7576 ], [ 7687, 7962 ], [ 7968, 8055 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P35_108+70_71_72_73", "video_id": "P35_108", "narration_ids": [ "P35_108_70", "P35_108_71", "P35_108_72", "P35_108_73" ], "src": "turn_on tap . wash sink . pick_up scissors", "src1": "turn_on tap", "src2": "wash sink", "src3": "pick_up scissors", "trg": "wash scissors", "vis_src": "P35_108:70 P35_108:71 P35_108:72", "vis_trg": "P35_108:73", "narrations": [ "turn on tap", "wash sink", "pick up scissors", "wash scissors" ], "verbs": [ "turn-on", "wash", "pick-up", "wash" ], "verb_classes": [ 6, 2, 0, 2 ], "nouns": [ "tap", "sink", "scissors", "scissors" ], "noun_classes": [ 0, 63, 79, 79 ], "start_stop_timestamps": [ [ "00:03:04.00", "00:03:07.00" ], [ "00:03:06.50", "00:03:14.00" ], [ "00:03:13.88", "00:03:15.45" ], [ "00:03:15.54", "00:03:23.62" ] ], "start_stop_frames": [ [ 9200, 9350 ], [ 9325, 9700 ], [ 9694, 9772 ], [ 9777, 10181 ] ], "trgnoun": "scissors", "trgverb": "wash" }, { "key": "P22_109+468_469_470_471", "video_id": "P22_109", "narration_ids": [ "P22_109_468", "P22_109_469", "P22_109_470", "P22_109_471" ], "src": "put_down degreaser . wash sink . clean tap", "src1": "put_down degreaser", "src2": "wash sink", "src3": "clean tap", "trg": "move tap", "vis_src": "P22_109:468 P22_109:469 P22_109:470", "vis_trg": "P22_109:471", "narrations": [ "put down degreaser", "wash sink", "clean tap", "move tap" ], "verbs": [ "put-down", "wash", "clean", "move" ], "verb_classes": [ 1, 2, 2, 11 ], "nouns": [ "degreaser", "sink", "tap", "tap" ], "noun_classes": [ 22, 63, 0, 0 ], "start_stop_timestamps": [ [ "00:20:02.81", "00:20:03.61" ], [ "00:20:04.79", "00:20:10.49" ], [ "00:20:10.59", "00:20:11.53" ], [ "00:20:11.47", "00:20:12.33" ] ], "start_stop_frames": [ [ 60140, 60180 ], [ 60239, 60524 ], [ 60529, 60576 ], [ 60573, 60616 ] ], "trgnoun": "tap", "trgverb": "move" }, { "key": "P05_03+132_133_134_135", "video_id": "P05_03", "narration_ids": [ "P05_03_132", "P05_03_133", "P05_03_134", "P05_03_135" ], "src": "take pot . take colander . pour pasta into colander", "src1": "take pot", "src2": "take colander", "src3": "pour pasta into colander", "trg": "drain pasta", "vis_src": "P05_03:132 P05_03:133 P05_03:134", "vis_trg": "P05_03:135", "narrations": [ "take pot", "take colander", "pour pasta into colander", "drain pasta" ], "verbs": [ "take", "take", "pour-into", "drain" ], "verb_classes": [ 0, 0, 9, 37 ], "nouns": [ "pot", "colander", "pasta", "pasta" ], "noun_classes": [ 29, 39, 45, 45 ], "start_stop_timestamps": [ [ "00:11:53.88", "00:11:55.09" ], [ "00:11:55.28", "00:11:58.34" ], [ "00:11:58.36", "00:12:08.21" ], [ "00:12:09.12", "00:12:14.91" ] ], "start_stop_frames": [ [ 42832, 42905 ], [ 42916, 43100 ], [ 43101, 43692 ], [ 43747, 44094 ] ], "trgnoun": "pasta", "trgverb": "drain" }, { "key": "P02_09+382_383_384_385", "video_id": "P02_09", "narration_ids": [ "P02_09_382", "P02_09_383", "P02_09_384", "P02_09_385" ], "src": "add hot_water into glass . return kettle . open trash_bin", "src1": "add hot_water into glass", "src2": "return kettle", "src3": "open trash_bin", "trg": "throw trash_bin", "vis_src": "P02_09:382 P02_09:383 P02_09:384", "vis_trg": "P02_09:385", "narrations": [ "add hot water into glass", "return kettle", "open trash bin", "throw" ], "verbs": [ "add-into", "return", "open", "throw" ], "verb_classes": [ 46, 1, 3, 13 ], "nouns": [ "water:hot", "kettle", "bin:trash", "bin:trash" ], "noun_classes": [ 27, 44, 36, 36 ], "start_stop_timestamps": [ [ "00:27:25.30", "00:27:28.38" ], [ "00:27:29.22", "00:27:30.36" ], [ "00:27:31.72", "00:27:32.58" ], [ "00:27:32.68", "00:27:33.44" ] ], "start_stop_frames": [ [ 98718, 98902 ], [ 98953, 99021 ], [ 99103, 99154 ], [ 99160, 99206 ] ], "trgnoun": "trash_bin", "trgverb": "throw" }, { "key": "P04_110+50_51_52_53", "video_id": "P04_110", "narration_ids": [ "P04_110_50", "P04_110_51", "P04_110_52", "P04_110_53" ], "src": "put_down teaspoon . put_down gochujang . pick_up sesame_oil", "src1": "put_down teaspoon", "src2": "put_down gochujang", "src3": "pick_up sesame_oil", "trg": "open sesame_oil", "vis_src": "P04_110:50 P04_110:51 P04_110:52", "vis_trg": "P04_110:53", "narrations": [ "put down teaspoon", "put down gochujang", "pick up sesame oil", "open sesame oil" ], "verbs": [ "put-down", "put-down", "pick-up", "open" ], "verb_classes": [ 1, 1, 0, 3 ], "nouns": [ "teaspoon", "gochujang", "oil:sesame", "oil:sesame" ], "noun_classes": [ 1, 148, 31, 31 ], "start_stop_timestamps": [ [ "00:02:08.02", "00:02:08.30" ], [ "00:02:08.94", "00:02:09.77" ], [ "00:02:09.85", "00:02:10.51" ], [ "00:02:10.51", "00:02:11.79" ] ], "start_stop_frames": [ [ 6401, 6415 ], [ 6447, 6488 ], [ 6492, 6525 ], [ 6525, 6589 ] ], "trgnoun": "sesame_oil", "trgverb": "open" }, { "key": "P04_110+48_49_50_51", "video_id": "P04_110", "narration_ids": [ "P04_110_48", "P04_110_49", "P04_110_50", "P04_110_51" ], "src": "spoon gochujang into mug . tap spoon on side of mug . put_down teaspoon", "src1": "spoon gochujang into mug", "src2": "tap spoon on side of mug", "src3": "put_down teaspoon", "trg": "put_down gochujang", "vis_src": "P04_110:48 P04_110:49 P04_110:50", "vis_trg": "P04_110:51", "narrations": [ "spoon gochujang into mug", "tap spoon on side of mug", "put down teaspoon", "put down gochujang" ], "verbs": [ "spoon", "tap-on", "put-down", "put-down" ], "verb_classes": [ 16, 32, 1, 1 ], "nouns": [ "gochujang", "spoon", "teaspoon", "gochujang" ], "noun_classes": [ 148, 1, 1, 148 ], "start_stop_timestamps": [ [ "00:02:04.12", "00:02:06.08" ], [ "00:02:06.10", "00:02:07.47" ], [ "00:02:08.02", "00:02:08.30" ], [ "00:02:08.94", "00:02:09.77" ] ], "start_stop_frames": [ [ 6206, 6304 ], [ 6305, 6373 ], [ 6401, 6415 ], [ 6447, 6488 ] ], "trgnoun": "gochujang", "trgverb": "put_down" }, { "key": "P04_107+469_471_472_473", "video_id": "P04_107", "narration_ids": [ "P04_107_469", "P04_107_471", "P04_107_472", "P04_107_473" ], "src": "pick_up greaseproof_paper . put dough on greaseproof paper . pick_up baking_tray", "src1": "pick_up greaseproof_paper", "src2": "put dough on greaseproof paper", "src3": "pick_up baking_tray", "trg": "put baking_tray on pan", "vis_src": "P04_107:469 P04_107:471 P04_107:472", "vis_trg": "P04_107:473", "narrations": [ "pick up greaseproof paper", "put dough on greaseproof paper", "pick up baking tray", "put baking tray on pan" ], "verbs": [ "pick-up", "put-on", "pick-up", "put-on" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "paper:greaseproof", "dough", "tray:baking", "tray:baking" ], "noun_classes": [ 49, 25, 35, 35 ], "start_stop_timestamps": [ [ "00:13:39.67", "00:13:40.83" ], [ "00:13:41.27", "00:13:43.88" ], [ "00:13:43.51", "00:13:46.77" ], [ "00:13:46.13", "00:13:49.09" ] ], "start_stop_frames": [ [ 40983, 41041 ], [ 41063, 41194 ], [ 41175, 41338 ], [ 41306, 41454 ] ], "trgnoun": "baking_tray", "trgverb": "put_on" }, { "key": "P04_107+306_307_308_310", "video_id": "P04_107", "narration_ids": [ "P04_107_306", "P04_107_307", "P04_107_308", "P04_107_310" ], "src": "move greaseproof_paper . pick_up greaseproof_paper . lay_out greaseproof_paper", "src1": "move greaseproof_paper", "src2": "pick_up greaseproof_paper", "src3": "lay_out greaseproof_paper", "trg": "hold greaseproof_paper out straight", "vis_src": "P04_107:306 P04_107:307 P04_107:308", "vis_trg": "P04_107:310", "narrations": [ "move greaseproof paper", "pick up greaseproof paper", "lay out greaseproof paper", "hold greaseproof paper out straight" ], "verbs": [ "move", "pick-up", "lay-out", "hold" ], "verb_classes": [ 11, 0, 1, 34 ], "nouns": [ "paper:greaseproof", "paper:greaseproof", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 49, 49, 49, 49 ], "start_stop_timestamps": [ [ "00:09:36.07", "00:09:36.90" ], [ "00:09:38.19", "00:09:39.22" ], [ "00:09:39.07", "00:09:40.19" ], [ "00:09:39.59", "00:09:41.14" ] ], "start_stop_frames": [ [ 28803, 28845 ], [ 28909, 28961 ], [ 28953, 29009 ], [ 28979, 29057 ] ], "trgnoun": "greaseproof_paper", "trgverb": "hold" }, { "key": "P04_06+80_82_83_84", "video_id": "P04_06", "narration_ids": [ "P04_06_80", "P04_06_82", "P04_06_83", "P04_06_84" ], "src": "sharpen knife . put_away sharpener . test sharpness of knife", "src1": "sharpen knife", "src2": "put_away sharpener", "src3": "test sharpness of knife", "trg": "put_away knife", "vis_src": "P04_06:80 P04_06:82 P04_06:83", "vis_trg": "P04_06:84", "narrations": [ "sharpen knife", "put away sharpener", "test sharpness of knife", "put away knife" ], "verbs": [ "sharpen", "put-away", "test", "put-away" ], "verb_classes": [ 58, 1, 24, 1 ], "nouns": [ "knife", "sharpener", "sharpness:knife", "knife" ], "noun_classes": [ 4, 212, 4, 4 ], "start_stop_timestamps": [ [ "00:08:23.14", "00:08:31.41" ], [ "00:08:57.24", "00:08:59.98" ], [ "00:09:00.59", "00:09:15.03" ], [ "00:09:15.13", "00:09:17.23" ] ], "start_stop_frames": [ [ 30188, 30684 ], [ 32234, 32398 ], [ 32435, 33301 ], [ 33307, 33433 ] ], "trgnoun": "knife", "trgverb": "put_away" }, { "key": "P04_107+746_747_748_749", "video_id": "P04_107", "narration_ids": [ "P04_107_746", "P04_107_747", "P04_107_748", "P04_107_749" ], "src": "pick_up greaseproof_paper . lay_out greaseproof_paper . put_down dough", "src1": "pick_up greaseproof_paper", "src2": "lay_out greaseproof_paper", "src3": "put_down dough", "trg": "move greaseproof_paper", "vis_src": "P04_107:746 P04_107:747 P04_107:748", "vis_trg": "P04_107:749", "narrations": [ "pick up greaseproof paper", "lay out greaseproof paper", "put down dough", "move greaseproof paper" ], "verbs": [ "pick-up", "lay-out", "put-down", "move" ], "verb_classes": [ 0, 1, 1, 11 ], "nouns": [ "paper:greaseproof", "paper:greaseproof", "dough", "paper:greaseproof" ], "noun_classes": [ 49, 49, 25, 49 ], "start_stop_timestamps": [ [ "00:20:00.18", "00:20:01.16" ], [ "00:20:01.22", "00:20:01.91" ], [ "00:20:02.24", "00:20:03.88" ], [ "00:20:03.84", "00:20:04.76" ] ], "start_stop_frames": [ [ 60009, 60058 ], [ 60061, 60095 ], [ 60112, 60194 ], [ 60191, 60238 ] ], "trgnoun": "greaseproof_paper", "trgverb": "move" }, { "key": "P30_111+45_46_47_48", "video_id": "P30_111", "narration_ids": [ "P30_111_45", "P30_111_46", "P30_111_47", "P30_111_48" ], "src": "put plate in washing up bowl . open hummus . pick_up washing up bowl", "src1": "put plate in washing up bowl", "src2": "open hummus", "src3": "pick_up washing up bowl", "trg": "put hummus into sink", "vis_src": "P30_111:45 P30_111:46 P30_111:47", "vis_trg": "P30_111:48", "narrations": [ "put plate in washing up bowl", "open hummus", "pick up washing up bowl", "put hummus into sink" ], "verbs": [ "put-in", "open", "pick-up", "put-into" ], "verb_classes": [ 5, 3, 0, 5 ], "nouns": [ "plate", "hummus", "bowl:washing:up", "hummus" ], "noun_classes": [ 2, 181, 7, 181 ], "start_stop_timestamps": [ [ "00:01:21.76", "00:01:22.66" ], [ "00:01:22.60", "00:01:23.60" ], [ "00:01:23.69", "00:01:25.43" ], [ "00:01:25.39", "00:01:26.15" ] ], "start_stop_frames": [ [ 4088, 4133 ], [ 4130, 4180 ], [ 4184, 4271 ], [ 4269, 4307 ] ], "trgnoun": "hummus", "trgverb": "put_into" }, { "key": "P35_108+474_475_476_477", "video_id": "P35_108", "narration_ids": [ "P35_108_474", "P35_108_475", "P35_108_476", "P35_108_477" ], "src": "wash sink . pick_up containers . wash colander", "src1": "wash sink", "src2": "pick_up containers", "src3": "wash colander", "trg": "put_down colander", "vis_src": "P35_108:474 P35_108:475 P35_108:476", "vis_trg": "P35_108:477", "narrations": [ "wash sink", "pick up containers", "wash colander", "put down colander" ], "verbs": [ "wash", "pick-up", "wash", "put-down" ], "verb_classes": [ 2, 0, 2, 1 ], "nouns": [ "sink", "container", "colander", "colander" ], "noun_classes": [ 63, 21, 39, 39 ], "start_stop_timestamps": [ [ "00:31:13.61", "00:31:35.49" ], [ "00:31:34.58", "00:31:37.78" ], [ "00:31:37.66", "00:32:14.58" ], [ "00:32:14.67", "00:32:16.26" ] ], "start_stop_frames": [ [ 93680, 94774 ], [ 94729, 94889 ], [ 94883, 96729 ], [ 96733, 96813 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P02_129+417_419_420_422", "video_id": "P02_129", "narration_ids": [ "P02_129_417", "P02_129_419", "P02_129_420", "P02_129_422" ], "src": "open biscuits packaging . pick biscuits from surface . put biscuits in food processor", "src1": "open biscuits packaging", "src2": "pick biscuits from surface", "src3": "put biscuits in food processor", "trg": "open compost_bin", "vis_src": "P02_129:417 P02_129:419 P02_129:420", "vis_trg": "P02_129:422", "narrations": [ "open biscuits packaging", "pick biscuits from surface", "put biscuits in food processor", "open compost bin" ], "verbs": [ "open", "pick-from", "put-in", "open" ], "verb_classes": [ 3, 0, 5, 3 ], "nouns": [ "packaging:biscuit", "biscuit", "biscuit", "bin:compost" ], "noun_classes": [ 26, 104, 104, 36 ], "start_stop_timestamps": [ [ "00:14:57.07", "00:15:06.45" ], [ "00:15:08.83", "00:15:09.59" ], [ "00:15:09.76", "00:15:10.23" ], [ "00:15:12.95", "00:15:13.40" ] ], "start_stop_frames": [ [ 44853, 45322 ], [ 45441, 45479 ], [ 45488, 45511 ], [ 45647, 45670 ] ], "trgnoun": "compost_bin", "trgverb": "open" }, { "key": "P04_107+295_296_297_298", "video_id": "P04_107", "narration_ids": [ "P04_107_295", "P04_107_296", "P04_107_297", "P04_107_298" ], "src": "put_down chopstick . transfer dough to other hand . pick_up greaseproof_paper", "src1": "put_down chopstick", "src2": "transfer dough to other hand", "src3": "pick_up greaseproof_paper", "trg": "lay_out greaseproof_paper", "vis_src": "P04_107:295 P04_107:296 P04_107:297", "vis_trg": "P04_107:298", "narrations": [ "put down chopstick", "transfer dough to other hand", "pick up greaseproof paper", "lay out greaseproof paper" ], "verbs": [ "put-down", "transfer-to", "pick-up", "lay-out" ], "verb_classes": [ 1, 11, 0, 1 ], "nouns": [ "chopstick", "dough", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 80, 25, 49, 49 ], "start_stop_timestamps": [ [ "00:09:20.33", "00:09:20.77" ], [ "00:09:20.53", "00:09:21.94" ], [ "00:09:21.96", "00:09:23.35" ], [ "00:09:23.55", "00:09:24.46" ] ], "start_stop_frames": [ [ 28016, 28038 ], [ 28026, 28097 ], [ 28098, 28167 ], [ 28177, 28223 ] ], "trgnoun": "greaseproof_paper", "trgverb": "lay_out" }, { "key": "P04_107+296_297_298_299", "video_id": "P04_107", "narration_ids": [ "P04_107_296", "P04_107_297", "P04_107_298", "P04_107_299" ], "src": "transfer dough to other hand . pick_up greaseproof_paper . lay_out greaseproof_paper", "src1": "transfer dough to other hand", "src2": "pick_up greaseproof_paper", "src3": "lay_out greaseproof_paper", "trg": "put dough on greaseproof paper", "vis_src": "P04_107:296 P04_107:297 P04_107:298", "vis_trg": "P04_107:299", "narrations": [ "transfer dough to other hand", "pick up greaseproof paper", "lay out greaseproof paper", "put dough on greaseproof paper" ], "verbs": [ "transfer-to", "pick-up", "lay-out", "put-on" ], "verb_classes": [ 11, 0, 1, 1 ], "nouns": [ "dough", "paper:greaseproof", "paper:greaseproof", "dough" ], "noun_classes": [ 25, 49, 49, 25 ], "start_stop_timestamps": [ [ "00:09:20.53", "00:09:21.94" ], [ "00:09:21.96", "00:09:23.35" ], [ "00:09:23.55", "00:09:24.46" ], [ "00:09:24.22", "00:09:25.91" ] ], "start_stop_frames": [ [ 28026, 28097 ], [ 28098, 28167 ], [ 28177, 28223 ], [ 28211, 28295 ] ], "trgnoun": "dough", "trgverb": "put_on" }, { "key": "P04_107+744_827_831_832", "video_id": "P04_107", "narration_ids": [ "P04_107_744", "P04_107_827", "P04_107_831", "P04_107_832" ], "src": "slide chopstick out of dough . lift_up chopstick . pick_up greaseproof_paper", "src1": "slide chopstick out of dough", "src2": "lift_up chopstick", "src3": "pick_up greaseproof_paper", "trg": "lay_out greaseproof_paper", "vis_src": "P04_107:744 P04_107:827 P04_107:831", "vis_trg": "P04_107:832", "narrations": [ "slide chopstick out of dough", "lift up chopstick", "pick up greaseproof paper", "lay out greaseproof paper" ], "verbs": [ "slide-out", "lift-up", "pick-up", "lay-out" ], "verb_classes": [ 61, 33, 0, 1 ], "nouns": [ "chopstick", "chopstick", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 80, 80, 49, 49 ], "start_stop_timestamps": [ [ "00:19:59.11", "00:19:59.54" ], [ "00:21:50.25", "00:21:51.26" ], [ "00:21:51.07", "00:21:51.63" ], [ "00:21:51.73", "00:21:52.59" ] ], "start_stop_frames": [ [ 59955, 59977 ], [ 65512, 65563 ], [ 65553, 65581 ], [ 65586, 65629 ] ], "trgnoun": "greaseproof_paper", "trgverb": "lay_out" }, { "key": "P04_107+377_378_379_380", "video_id": "P04_107", "narration_ids": [ "P04_107_377", "P04_107_378", "P04_107_379", "P04_107_380" ], "src": "put_down chopstick . pat dough . pick_up greaseproof_paper", "src1": "put_down chopstick", "src2": "pat dough", "src3": "pick_up greaseproof_paper", "trg": "put_down greaseproof_paper", "vis_src": "P04_107:377 P04_107:378 P04_107:379", "vis_trg": "P04_107:380", "narrations": [ "put down chopstick", "pat dough", "pick up greaseproof paper", "put down greaseproof paper" ], "verbs": [ "put-down", "pat", "pick-up", "put-down" ], "verb_classes": [ 1, 32, 0, 1 ], "nouns": [ "chopstick", "dough", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 80, 25, 49, 49 ], "start_stop_timestamps": [ [ "00:11:33.50", "00:11:34.07" ], [ "00:11:34.09", "00:11:34.73" ], [ "00:11:34.81", "00:11:37.08" ], [ "00:11:35.00", "00:11:37.57" ] ], "start_stop_frames": [ [ 34675, 34703 ], [ 34704, 34736 ], [ 34740, 34854 ], [ 34750, 34878 ] ], "trgnoun": "greaseproof_paper", "trgverb": "put_down" }, { "key": "P04_107+379_380_381_382", "video_id": "P04_107", "narration_ids": [ "P04_107_379", "P04_107_380", "P04_107_381", "P04_107_382" ], "src": "pick_up greaseproof_paper . put_down greaseproof_paper . transfer dough to other hand", "src1": "pick_up greaseproof_paper", "src2": "put_down greaseproof_paper", "src3": "transfer dough to other hand", "trg": "flatten greaseproof_paper", "vis_src": "P04_107:379 P04_107:380 P04_107:381", "vis_trg": "P04_107:382", "narrations": [ "pick up greaseproof paper", "put down greaseproof paper", "transfer dough to other hand", "flatten greaseproof paper" ], "verbs": [ "pick-up", "put-down", "transfer-to", "flatten" ], "verb_classes": [ 0, 1, 11, 87 ], "nouns": [ "paper:greaseproof", "paper:greaseproof", "dough", "paper:greaseproof" ], "noun_classes": [ 49, 49, 25, 49 ], "start_stop_timestamps": [ [ "00:11:34.81", "00:11:37.08" ], [ "00:11:35.00", "00:11:37.57" ], [ "00:11:36.94", "00:11:38.21" ], [ "00:11:38.30", "00:11:39.69" ] ], "start_stop_frames": [ [ 34740, 34854 ], [ 34750, 34878 ], [ 34847, 34910 ], [ 34915, 34984 ] ], "trgnoun": "greaseproof_paper", "trgverb": "flatten" }, { "key": "P04_107+779_781_782_783", "video_id": "P04_107", "narration_ids": [ "P04_107_779", "P04_107_781", "P04_107_782", "P04_107_783" ], "src": "press dough . put_down chopstick . pick_up greaseproof_paper", "src1": "press dough", "src2": "put_down chopstick", "src3": "pick_up greaseproof_paper", "trg": "lay_down greaseproof_paper", "vis_src": "P04_107:779 P04_107:781 P04_107:782", "vis_trg": "P04_107:783", "narrations": [ "press dough", "put down chopstick", "pick up greaseproof paper", "lay down greaseproof paper" ], "verbs": [ "press", "put-down", "pick-up", "lay-down" ], "verb_classes": [ 21, 1, 0, 1 ], "nouns": [ "dough", "chopstick", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 25, 80, 49, 49 ], "start_stop_timestamps": [ [ "00:20:50.19", "00:20:50.54" ], [ "00:20:51.14", "00:20:51.41" ], [ "00:20:51.65", "00:20:52.55" ], [ "00:20:52.65", "00:20:53.36" ] ], "start_stop_frames": [ [ 62509, 62527 ], [ 62557, 62570 ], [ 62582, 62627 ], [ 62632, 62667 ] ], "trgnoun": "greaseproof_paper", "trgverb": "lay_down" }, { "key": "P04_101+78_79_80_81", "video_id": "P04_101", "narration_ids": [ "P04_101_78", "P04_101_79", "P04_101_80", "P04_101_81" ], "src": "put_down tub . pick_up cling_film . put cling_film on tub", "src1": "put_down tub", "src2": "pick_up cling_film", "src3": "put cling_film on tub", "trg": "pick_up tub", "vis_src": "P04_101:78 P04_101:79 P04_101:80", "vis_trg": "P04_101:81", "narrations": [ "put down tub", "pick up cling film", "put cling film on tub", "pick up tub" ], "verbs": [ "put-down", "pick-up", "put-on", "pick-up" ], "verb_classes": [ 1, 0, 1, 0 ], "nouns": [ "tub", "film:cling", "film:cling", "tub" ], "noun_classes": [ 23, 100, 100, 23 ], "start_stop_timestamps": [ [ "00:03:13.24", "00:03:14.25" ], [ "00:03:15.85", "00:03:17.12" ], [ "00:03:16.85", "00:03:18.71" ], [ "00:03:16.00", "00:03:18.80" ] ], "start_stop_frames": [ [ 9662, 9712 ], [ 9792, 9856 ], [ 9842, 9935 ], [ 9800, 9940 ] ], "trgnoun": "tub", "trgverb": "pick_up" }, { "key": "P35_104+689_690_691_692", "video_id": "P35_104", "narration_ids": [ "P35_104_689", "P35_104_690", "P35_104_691", "P35_104_692" ], "src": "put_down napkin . pick_up cling_film . unroll cling_film", "src1": "put_down napkin", "src2": "pick_up cling_film", "src3": "unroll cling_film", "trg": "cut cling_film", "vis_src": "P35_104:689 P35_104:690 P35_104:691", "vis_trg": "P35_104:692", "narrations": [ "put down napkin", "pick up cling film", "unroll cling film", "cut cling film" ], "verbs": [ "put-down", "pick-up", "unroll", "cut" ], "verb_classes": [ 1, 0, 39, 7 ], "nouns": [ "napkin", "film:cling", "film:cling", "film:cling" ], "noun_classes": [ 88, 100, 100, 100 ], "start_stop_timestamps": [ [ "00:47:58.74", "00:48:01.09" ], [ "00:48:01.19", "00:48:05.29" ], [ "00:48:02.75", "00:48:09.17" ], [ "00:48:11.17", "00:48:14.78" ] ], "start_stop_frames": [ [ 143937, 144054 ], [ 144059, 144264 ], [ 144137, 144458 ], [ 144558, 144739 ] ], "trgnoun": "cling_film", "trgverb": "cut" }, { "key": "P02_128+30_31_32_33", "video_id": "P02_128", "narration_ids": [ "P02_128_30", "P02_128_31", "P02_128_32", "P02_128_33" ], "src": "get milk_bottle from fridge . close fridge . turn_on coffee_machine", "src1": "get milk_bottle from fridge", "src2": "close fridge", "src3": "turn_on coffee_machine", "trg": "open milk_bottle", "vis_src": "P02_128:30 P02_128:31 P02_128:32", "vis_trg": "P02_128:33", "narrations": [ "get milk bottle from fridge", "close fridge", "turn on coffee machine", "open milk bottle" ], "verbs": [ "get-from", "close", "turn-on", "open" ], "verb_classes": [ 0, 4, 6, 3 ], "nouns": [ "bottle:milk", "fridge", "machine:coffee", "bottle:milk" ], "noun_classes": [ 15, 12, 50, 15 ], "start_stop_timestamps": [ [ "00:01:06.37", "00:01:07.77" ], [ "00:01:07.71", "00:01:08.60" ], [ "00:01:10.45", "00:01:12.20" ], [ "00:01:11.53", "00:01:15.25" ] ], "start_stop_frames": [ [ 3318, 3388 ], [ 3385, 3429 ], [ 3522, 3610 ], [ 3576, 3762 ] ], "trgnoun": "milk_bottle", "trgverb": "open" }, { "key": "P27_103+183_184_185_186", "video_id": "P27_103", "narration_ids": [ "P27_103_183", "P27_103_184", "P27_103_185", "P27_103_186" ], "src": "lift mixer . check recipe_book . pick_up container", "src1": "lift mixer", "src2": "check recipe_book", "src3": "pick_up container", "trg": "put_down container", "vis_src": "P27_103:183 P27_103:184 P27_103:185", "vis_trg": "P27_103:186", "narrations": [ "lift mixer", "check recipe book", "pick up container", "put down container" ], "verbs": [ "lift", "check", "pick-up", "put-down" ], "verb_classes": [ 33, 24, 0, 1 ], "nouns": [ "mixer", "book:recipe", "container", "container" ], "noun_classes": [ 82, 140, 21, 21 ], "start_stop_timestamps": [ [ "00:11:44.79", "00:11:48.38" ], [ "00:11:50.85", "00:12:03.60" ], [ "00:12:03.06", "00:12:04.50" ], [ "00:12:04.47", "00:12:07.60" ] ], "start_stop_frames": [ [ 35239, 35419 ], [ 35542, 36180 ], [ 36153, 36225 ], [ 36223, 36380 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P04_121+65_66_67_68", "video_id": "P04_121", "narration_ids": [ "P04_121_65", "P04_121_66", "P04_121_67", "P04_121_68" ], "src": "cut cheese_curd with spatula . stir cheese_curds with spatula . cut cheese_curds with spatula", "src1": "cut cheese_curd with spatula", "src2": "stir cheese_curds with spatula", "src3": "cut cheese_curds with spatula", "trg": "stir cheese_curds in pan with spatula", "vis_src": "P04_121:65 P04_121:66 P04_121:67", "vis_trg": "P04_121:68", "narrations": [ "cut cheese curd with spatula", "stir cheese curds with spatula", "cut cheese curds with spatula", "stir cheese curds in pan with spatula" ], "verbs": [ "cut-with", "stir-with", "cut-with", "stir-in" ], "verb_classes": [ 7, 10, 7, 10 ], "nouns": [ "curd:cheese", "curd:cheese", "curd:cheese", "curd:cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:04:56.75", "00:04:58.59" ], [ "00:04:59.83", "00:05:02.31" ], [ "00:05:01.80", "00:05:02.59" ], [ "00:05:02.69", "00:05:12.98" ] ], "start_stop_frames": [ [ 14837, 14929 ], [ 14991, 15115 ], [ 15090, 15129 ], [ 15134, 15649 ] ], "trgnoun": "cheese_curd", "trgverb": "stir_in" }, { "key": "P07_113+97_98_99_100", "video_id": "P07_113", "narration_ids": [ "P07_113_97", "P07_113_98", "P07_113_99", "P07_113_100" ], "src": "put jug into mixer . move mixer . grab salt_container", "src1": "put jug into mixer", "src2": "move mixer", "src3": "grab salt_container", "trg": "open salt_container", "vis_src": "P07_113:97 P07_113:98 P07_113:99", "vis_trg": "P07_113:100", "narrations": [ "put jug into mixer", "move mixer", "grab salt container", "open salt container" ], "verbs": [ "put-into", "move", "grab", "open" ], "verb_classes": [ 5, 11, 0, 3 ], "nouns": [ "jug", "mixer", "container:salt", "container:salt" ], "noun_classes": [ 66, 82, 21, 21 ], "start_stop_timestamps": [ [ "00:04:59.31", "00:05:01.76" ], [ "00:05:01.75", "00:05:02.68" ], [ "00:05:03.96", "00:05:05.91" ], [ "00:05:06.24", "00:05:09.47" ] ], "start_stop_frames": [ [ 14965, 15088 ], [ 15087, 15134 ], [ 15197, 15295 ], [ 15312, 15473 ] ], "trgnoun": "salt_container", "trgverb": "open" }, { "key": "P04_05+25_26_27_28", "video_id": "P04_05", "narration_ids": [ "P04_05_25", "P04_05_26", "P04_05_27", "P04_05_28" ], "src": "pick_up potatoes . put potatoes in water . pick_up saucepan", "src1": "pick_up potatoes", "src2": "put potatoes in water", "src3": "pick_up saucepan", "trg": "put_down saucepan", "vis_src": "P04_05:25 P04_05:26 P04_05:27", "vis_trg": "P04_05:28", "narrations": [ "pick up potatoes", "put potatoes in water", "pick up saucepan", "put down saucepan" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-down" ], "verb_classes": [ 0, 5, 0, 1 ], "nouns": [ "potato", "potato", "saucepan", "saucepan" ], "noun_classes": [ 30, 30, 5, 5 ], "start_stop_timestamps": [ [ "00:03:13.66", "00:03:15.33" ], [ "00:03:17.68", "00:03:19.43" ], [ "00:03:20.14", "00:03:21.38" ], [ "00:03:21.41", "00:03:23.00" ] ], "start_stop_frames": [ [ 11619, 11719 ], [ 11860, 11965 ], [ 12008, 12082 ], [ 12084, 12180 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P07_110+73_74_75_76", "video_id": "P07_110", "narration_ids": [ "P07_110_73", "P07_110_74", "P07_110_75", "P07_110_76" ], "src": "turn_on mixer . turn_off mixer . turn glass", "src1": "turn_on mixer", "src2": "turn_off mixer", "src3": "turn glass", "trg": "shake glass", "vis_src": "P07_110:73 P07_110:74 P07_110:75", "vis_trg": "P07_110:76", "narrations": [ "turn on mixer", "turn off mixer", "turn glass", "shake glass" ], "verbs": [ "turn-on", "turn-off", "turn", "shake" ], "verb_classes": [ 6, 8, 23, 15 ], "nouns": [ "mixer", "mixer", "glass", "glass" ], "noun_classes": [ 82, 82, 10, 10 ], "start_stop_timestamps": [ [ "00:03:40.56", "00:03:47.53" ], [ "00:03:46.05", "00:03:48.18" ], [ "00:03:49.44", "00:03:50.78" ], [ "00:03:51.92", "00:03:53.65" ] ], "start_stop_frames": [ [ 11028, 11376 ], [ 11302, 11409 ], [ 11472, 11539 ], [ 11596, 11682 ] ], "trgnoun": "glass", "trgverb": "shake" }, { "key": "P08_21+13_14_15_16", "video_id": "P08_21", "narration_ids": [ "P08_21_13", "P08_21_14", "P08_21_15", "P08_21_16" ], "src": "take_out glass . take_out mug . take_out processor", "src1": "take_out glass", "src2": "take_out mug", "src3": "take_out processor", "trg": "wash processor", "vis_src": "P08_21:13 P08_21:14 P08_21:15", "vis_trg": "P08_21:16", "narrations": [ "take out glass", "take out mug", "take out processor", "wash processor" ], "verbs": [ "take-out", "take-out", "take-out", "wash" ], "verb_classes": [ 12, 12, 12, 2 ], "nouns": [ "glass", "mug", "processor", "processor" ], "noun_classes": [ 10, 13, 147, 147 ], "start_stop_timestamps": [ [ "00:00:29.41", "00:00:36.88" ], [ "00:00:32.36", "00:00:34.29" ], [ "00:00:38.24", "00:00:42.44" ], [ "00:00:41.29", "00:00:43.80" ] ], "start_stop_frames": [ [ 1764, 2212 ], [ 1941, 2057 ], [ 2294, 2546 ], [ 2477, 2628 ] ], "trgnoun": "processor", "trgverb": "wash" }, { "key": "P02_130+123_124_125_126", "video_id": "P02_130", "narration_ids": [ "P02_130_123", "P02_130_124", "P02_130_125", "P02_130_126" ], "src": "pick_up food processor cover . cover food_processor . lock food_processor", "src1": "pick_up food processor cover", "src2": "cover food_processor", "src3": "lock food_processor", "trg": "turn_on food_processor", "vis_src": "P02_130:123 P02_130:124 P02_130:125", "vis_trg": "P02_130:126", "narrations": [ "pick up food processor cover", "cover food processor", "lock food processor", "turn on food processor" ], "verbs": [ "pick-up", "cover", "lock", "turn-on" ], "verb_classes": [ 0, 36, 86, 6 ], "nouns": [ "cover:food:processor", "processor:food", "processor:food", "processor:food" ], "noun_classes": [ 89, 147, 147, 147 ], "start_stop_timestamps": [ [ "00:04:40.95", "00:04:41.63" ], [ "00:04:41.60", "00:04:42.85" ], [ "00:04:42.88", "00:04:44.76" ], [ "00:04:44.73", "00:04:46.04" ] ], "start_stop_frames": [ [ 14047, 14081 ], [ 14080, 14142 ], [ 14144, 14238 ], [ 14236, 14302 ] ], "trgnoun": "food_processor", "trgverb": "turn_on" }, { "key": "P08_05+222_223_224_225", "video_id": "P08_05", "narration_ids": [ "P08_05_222", "P08_05_223", "P08_05_224", "P08_05_225" ], "src": "start processor . open cupboard . get pan", "src1": "start processor", "src2": "open cupboard", "src3": "get pan", "trg": "place pan on hob", "vis_src": "P08_05:222 P08_05:223 P08_05:224", "vis_trg": "P08_05:225", "narrations": [ "start processor", "open cupboard", "get pan", "place pan on hob" ], "verbs": [ "start", "open", "get", "place-on" ], "verb_classes": [ 6, 3, 0, 1 ], "nouns": [ "processor", "cupboard", "pan", "pan" ], "noun_classes": [ 147, 3, 5, 5 ], "start_stop_timestamps": [ [ "00:18:00.25", "00:18:10.00" ], [ "00:18:10.10", "00:18:11.01" ], [ "00:18:12.20", "00:18:16.20" ], [ "00:18:16.55", "00:18:17.80" ] ], "start_stop_frames": [ [ 64815, 65400 ], [ 65405, 65460 ], [ 65532, 65772 ], [ 65793, 65868 ] ], "trgnoun": "pan", "trgverb": "place_on" }, { "key": "P24_08+158_159_160_161", "video_id": "P24_08", "narration_ids": [ "P24_08_158", "P24_08_159", "P24_08_160", "P24_08_161" ], "src": "put_down wooden_spoon . open salt_box . take salt", "src1": "put_down wooden_spoon", "src2": "open salt_box", "src3": "take salt", "trg": "put salt in pan", "vis_src": "P24_08:158 P24_08:159 P24_08:160", "vis_trg": "P24_08:161", "narrations": [ "put down wooden spoon", "open salt box", "take salt", "put salt in pan" ], "verbs": [ "put-down", "open", "take", "put-in" ], "verb_classes": [ 1, 3, 0, 5 ], "nouns": [ "spoon:wooden", "box:salt", "salt", "salt" ], "noun_classes": [ 1, 23, 38, 38 ], "start_stop_timestamps": [ [ "00:11:43.04", "00:11:43.97" ], [ "00:11:47.15", "00:11:50.03" ], [ "00:11:50.83", "00:11:52.25" ], [ "00:11:51.26", "00:11:56.26" ] ], "start_stop_frames": [ [ 42182, 42238 ], [ 42429, 42601 ], [ 42649, 42735 ], [ 42675, 42975 ] ], "trgnoun": "salt", "trgverb": "put_in" }, { "key": "P14_05+6_7_8_9", "video_id": "P14_05", "narration_ids": [ "P14_05_6", "P14_05_7", "P14_05_8", "P14_05_9" ], "src": "open milk . pour milk in bowl . open refrigerator", "src1": "open milk", "src2": "pour milk in bowl", "src3": "open refrigerator", "trg": "put_down milk", "vis_src": "P14_05:6 P14_05:7 P14_05:8", "vis_trg": "P14_05:9", "narrations": [ "open milk", "pour milk in bowl", "open refrigerator", "put down milk" ], "verbs": [ "open", "pour-in", "open", "put-down" ], "verb_classes": [ 3, 9, 3, 1 ], "nouns": [ "milk", "milk", "refrigerator", "milk" ], "noun_classes": [ 64, 64, 12, 64 ], "start_stop_timestamps": [ [ "00:00:28.28", "00:00:31.97" ], [ "00:00:32.75", "00:00:45.01" ], [ "00:00:48.37", "00:00:49.91" ], [ "00:00:49.77", "00:00:52.60" ] ], "start_stop_frames": [ [ 1696, 1918 ], [ 1965, 2700 ], [ 2902, 2994 ], [ 2986, 3156 ] ], "trgnoun": "milk", "trgverb": "put_down" }, { "key": "P24_05+165_166_167_168", "video_id": "P24_05", "narration_ids": [ "P24_05_165", "P24_05_166", "P24_05_167", "P24_05_168" ], "src": "take salt . put salt in water . close box of salt", "src1": "take salt", "src2": "put salt in water", "src3": "close box of salt", "trg": "put_down box of salt", "vis_src": "P24_05:165 P24_05:166 P24_05:167", "vis_trg": "P24_05:168", "narrations": [ "take salt", "put salt in water", "close box of salt", "put down box of salt" ], "verbs": [ "take", "put-in", "close", "put-down" ], "verb_classes": [ 0, 5, 4, 1 ], "nouns": [ "salt", "salt", "box:salt", "box:salt" ], "noun_classes": [ 38, 38, 23, 23 ], "start_stop_timestamps": [ [ "00:15:07.72", "00:15:09.40" ], [ "00:15:09.05", "00:15:11.68" ], [ "00:15:17.44", "00:15:21.41" ], [ "00:15:21.30", "00:15:22.60" ] ], "start_stop_frames": [ [ 54463, 54564 ], [ 54543, 54700 ], [ 55046, 55284 ], [ 55278, 55356 ] ], "trgnoun": "salt_box", "trgverb": "put_down" }, { "key": "P04_107+467_470_514_515", "video_id": "P04_107", "narration_ids": [ "P04_107_467", "P04_107_470", "P04_107_514", "P04_107_515" ], "src": "slide chopstick out of dough . put_down greaseproof_paper . put_down chopstick", "src1": "slide chopstick out of dough", "src2": "put_down greaseproof_paper", "src3": "put_down chopstick", "trg": "pick_up greaseproof_paper", "vis_src": "P04_107:467 P04_107:470 P04_107:514", "vis_trg": "P04_107:515", "narrations": [ "slide chopstick out of dough", "put down greaseproof paper", "put down chopstick", "pick up greaseproof paper" ], "verbs": [ "slide-out", "put-down", "put-down", "pick-up" ], "verb_classes": [ 61, 1, 1, 0 ], "nouns": [ "chopstick", "paper:greaseproof", "chopstick", "paper:greaseproof" ], "noun_classes": [ 80, 49, 80, 49 ], "start_stop_timestamps": [ [ "00:13:36.55", "00:13:39.15" ], [ "00:13:39.00", "00:13:41.78" ], [ "00:14:54.84", "00:14:55.55" ], [ "00:14:55.52", "00:14:56.50" ] ], "start_stop_frames": [ [ 40827, 40957 ], [ 40950, 41089 ], [ 44742, 44777 ], [ 44776, 44825 ] ], "trgnoun": "greaseproof_paper", "trgverb": "pick_up" }, { "key": "P02_104+147_148_149_150", "video_id": "P02_104", "narration_ids": [ "P02_104_147", "P02_104_148", "P02_104_149", "P02_104_150" ], "src": "put_down wooden_spoon . pick_up wooden_spoon . tap meat", "src1": "put_down wooden_spoon", "src2": "pick_up wooden_spoon", "src3": "tap meat", "trg": "hold_down meat with wooden spoon", "vis_src": "P02_104:147 P02_104:148 P02_104:149", "vis_trg": "P02_104:150", "narrations": [ "put down wooden spoon", "pick up wooden spoon", "tap meat", "hold down meat with wooden spoon" ], "verbs": [ "put-down", "pick-up", "tap", "hold-down" ], "verb_classes": [ 1, 0, 32, 34 ], "nouns": [ "spoon:wooden", "spoon:wooden", "meat", "meat" ], "noun_classes": [ 1, 1, 28, 28 ], "start_stop_timestamps": [ [ "00:07:45.68", "00:07:47.33" ], [ "00:07:47.68", "00:07:48.68" ], [ "00:07:48.77", "00:07:53.92" ], [ "00:07:53.99", "00:07:56.94" ] ], "start_stop_frames": [ [ 23284, 23366 ], [ 23384, 23434 ], [ 23438, 23696 ], [ 23699, 23847 ] ], "trgnoun": "meat", "trgverb": "hold_down" }, { "key": "P24_07+27_28_29_30", "video_id": "P24_07", "narration_ids": [ "P24_07_27", "P24_07_28", "P24_07_29", "P24_07_30" ], "src": "put meat in the pan . place meat in the pan . pick_up paper", "src1": "put meat in the pan", "src2": "place meat in the pan", "src3": "pick_up paper", "trg": "throw paper", "vis_src": "P24_07:27 P24_07:28 P24_07:29", "vis_trg": "P24_07:30", "narrations": [ "put meat in the pan", "place meat in the pan", "pick up paper", "throw paper" ], "verbs": [ "put-in", "place-in", "pick-up", "throw" ], "verb_classes": [ 5, 5, 0, 13 ], "nouns": [ "meat", "meat", "paper", "paper" ], "noun_classes": [ 28, 28, 49, 49 ], "start_stop_timestamps": [ [ "00:01:12.43", "00:01:26.04" ], [ "00:01:15.34", "00:01:34.35" ], [ "00:01:34.83", "00:01:36.08" ], [ "00:01:39.47", "00:01:40.36" ] ], "start_stop_frames": [ [ 4345, 5162 ], [ 4520, 5661 ], [ 5689, 5764 ], [ 5968, 6021 ] ], "trgnoun": "paper", "trgverb": "throw" }, { "key": "P35_103+154_155_156_157", "video_id": "P35_103", "narration_ids": [ "P35_103_154", "P35_103_155", "P35_103_156", "P35_103_157" ], "src": "rinse container . put_down container . rinse mixer", "src1": "rinse container", "src2": "put_down container", "src3": "rinse mixer", "trg": "put_down mixer", "vis_src": "P35_103:154 P35_103:155 P35_103:156", "vis_trg": "P35_103:157", "narrations": [ "rinse container", "put down container", "rinse mixer", "put down mixer" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "container", "container", "mixer", "mixer" ], "noun_classes": [ 21, 21, 82, 82 ], "start_stop_timestamps": [ [ "00:17:56.12", "00:17:59.59" ], [ "00:17:59.71", "00:18:00.25" ], [ "00:18:01.30", "00:18:07.22" ], [ "00:18:06.93", "00:18:08.39" ] ], "start_stop_frames": [ [ 53805, 53979 ], [ 53985, 54012 ], [ 54065, 54361 ], [ 54346, 54419 ] ], "trgnoun": "mixer", "trgverb": "put_down" }, { "key": "P02_112+170_171_172_173", "video_id": "P02_112", "narration_ids": [ "P02_112_170", "P02_112_171", "P02_112_172", "P02_112_173" ], "src": "squeeze dough . get some oil . oil hand", "src1": "squeeze dough", "src2": "get some oil", "src3": "oil hand", "trg": "knead dough", "vis_src": "P02_112:170 P02_112:171 P02_112:172", "vis_trg": "P02_112:173", "narrations": [ "squeeze dough", "get some oil", "oil hand", "knead dough" ], "verbs": [ "squeeze", "get", "oil", "knead" ], "verb_classes": [ 18, 0, 66, 51 ], "nouns": [ "dough", "oil", "hand", "dough" ], "noun_classes": [ 25, 31, 11, 25 ], "start_stop_timestamps": [ [ "00:11:41.20", "00:11:43.73" ], [ "00:11:43.86", "00:11:44.22" ], [ "00:11:44.32", "00:11:44.84" ], [ "00:11:45.30", "00:11:55.96" ] ], "start_stop_frames": [ [ 35060, 35186 ], [ 35193, 35211 ], [ 35216, 35242 ], [ 35265, 35798 ] ], "trgnoun": "dough", "trgverb": "knead" }, { "key": "P22_10+412_413_414_415", "video_id": "P22_10", "narration_ids": [ "P22_10_412", "P22_10_413", "P22_10_414", "P22_10_415" ], "src": "open trash_can . throw_away food_residue . clean hands", "src1": "open trash_can", "src2": "throw_away food_residue", "src3": "clean hands", "trg": "close trash_can", "vis_src": "P22_10:412 P22_10:413 P22_10:414", "vis_trg": "P22_10:415", "narrations": [ "open trash can", "throw away food residue", "clean hands", "close trash can" ], "verbs": [ "open", "throw-away", "clean", "close" ], "verb_classes": [ 3, 13, 2, 4 ], "nouns": [ "can:trash", "residue:food", "hand", "can:trash" ], "noun_classes": [ 36, 54, 11, 36 ], "start_stop_timestamps": [ [ "00:15:24.61", "00:15:25.34" ], [ "00:15:25.30", "00:15:27.12" ], [ "00:15:26.12", "00:15:27.11" ], [ "00:15:28.72", "00:15:29.74" ] ], "start_stop_frames": [ [ 55476, 55520 ], [ 55518, 55627 ], [ 55567, 55626 ], [ 55723, 55784 ] ], "trgnoun": "trash_can", "trgverb": "close" }, { "key": "P35_104+701_702_703_704", "video_id": "P35_104", "narration_ids": [ "P35_104_701", "P35_104_702", "P35_104_703", "P35_104_704" ], "src": "put_down napkin . pick_up cling_film . unroll cling_film", "src1": "put_down napkin", "src2": "pick_up cling_film", "src3": "unroll cling_film", "trg": "cut cling_film", "vis_src": "P35_104:701 P35_104:702 P35_104:703", "vis_trg": "P35_104:704", "narrations": [ "put down napkin", "pick up cling film", "unroll cling film", "cut cling film" ], "verbs": [ "put-down", "pick-up", "unroll", "cut" ], "verb_classes": [ 1, 0, 39, 7 ], "nouns": [ "napkin", "film:cling", "film:cling", "film:cling" ], "noun_classes": [ 88, 100, 100, 100 ], "start_stop_timestamps": [ [ "00:48:51.50", "00:48:52.07" ], [ "00:48:52.04", "00:48:53.02" ], [ "00:48:56.68", "00:49:08.25" ], [ "00:49:06.92", "00:49:10.95" ] ], "start_stop_frames": [ [ 146575, 146603 ], [ 146602, 146651 ], [ 146834, 147412 ], [ 147346, 147547 ] ], "trgnoun": "cling_film", "trgverb": "cut" }, { "key": "P02_06+341_342_343_344", "video_id": "P02_06", "narration_ids": [ "P02_06_341", "P02_06_342", "P02_06_343", "P02_06_344" ], "src": "return chopping_board . wash tap . wash mug", "src1": "return chopping_board", "src2": "wash tap", "src3": "wash mug", "trg": "open tap", "vis_src": "P02_06:341 P02_06:342 P02_06:343", "vis_trg": "P02_06:344", "narrations": [ "return chopping board", "wash tap", "wash mug", "open tap" ], "verbs": [ "return", "wash", "wash", "turn-on" ], "verb_classes": [ 1, 2, 2, 6 ], "nouns": [ "board:chopping", "tap", "mug", "tap" ], "noun_classes": [ 18, 0, 13, 0 ], "start_stop_timestamps": [ [ "00:16:00.16", "00:16:02.09" ], [ "00:16:01.12", "00:16:03.52" ], [ "00:16:04.77", "00:16:13.10" ], [ "00:16:06.49", "00:16:07.96" ] ], "start_stop_frames": [ [ 57609, 57725 ], [ 57667, 57811 ], [ 57886, 58386 ], [ 57989, 58077 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P30_111+463_464_465_469", "video_id": "P30_111", "narration_ids": [ "P30_111_463", "P30_111_464", "P30_111_465", "P30_111_469" ], "src": "pick_up onion_pieces . break_up onion_piece . put onion_piece onto pizza", "src1": "pick_up onion_pieces", "src2": "break_up onion_piece", "src3": "put onion_piece onto pizza", "trg": "remove part of onion piece", "vis_src": "P30_111:463 P30_111:464 P30_111:465", "vis_trg": "P30_111:469", "narrations": [ "pick up onion pieces", "break up onion piece", "put onion piece onto pizza", "remove part of onion piece" ], "verbs": [ "pick-up", "break-up", "put-onto", "remove" ], "verb_classes": [ 0, 30, 1, 12 ], "nouns": [ "piece:onion", "piece:onion", "piece:onion", "part:onion:piece" ], "noun_classes": [ 16, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:20:35.68", "00:20:42.04" ], [ "00:20:41.97", "00:20:43.55" ], [ "00:20:41.00", "00:20:44.00" ], [ "00:21:01.04", "00:21:01.79" ] ], "start_stop_frames": [ [ 61784, 62102 ], [ 62098, 62177 ], [ 62050, 62200 ], [ 63052, 63089 ] ], "trgnoun": "piece_onion_part", "trgverb": "remove" }, { "key": "P08_23+44_45_46_47", "video_id": "P08_23", "narration_ids": [ "P08_23_44", "P08_23_45", "P08_23_46", "P08_23_47" ], "src": "get spinach leaves . wash spinach leaves . place spinach", "src1": "get spinach leaves", "src2": "wash spinach leaves", "src3": "place spinach", "trg": "wash spinach", "vis_src": "P08_23:44 P08_23:45 P08_23:46", "vis_trg": "P08_23:47", "narrations": [ "get spinach leaves", "wash spinach leaves", "place spinach", "wash spinach" ], "verbs": [ "get", "wash", "place", "wash" ], "verb_classes": [ 0, 2, 1, 2 ], "nouns": [ "leaf:spinach", "leaf:spinach", "spinach", "spinach" ], "noun_classes": [ 62, 62, 198, 198 ], "start_stop_timestamps": [ [ "00:03:37.28", "00:03:38.86" ], [ "00:03:39.38", "00:03:42.14" ], [ "00:03:43.49", "00:03:43.99" ], [ "00:03:46.32", "00:03:49.56" ] ], "start_stop_frames": [ [ 13036, 13131 ], [ 13162, 13328 ], [ 13409, 13439 ], [ 13579, 13773 ] ], "trgnoun": "spinach", "trgverb": "wash" }, { "key": "P01_108+30_31_32_33", "video_id": "P01_108", "narration_ids": [ "P01_108_30", "P01_108_31", "P01_108_32", "P01_108_33" ], "src": "put_down wok . put colander into cupboard . open cupboard", "src1": "put_down wok", "src2": "put colander into cupboard", "src3": "open cupboard", "trg": "pick_up wok", "vis_src": "P01_108:30 P01_108:31 P01_108:32", "vis_trg": "P01_108:33", "narrations": [ "put down wok", "put colander into cupboard", "open cupboard", "pick up wok" ], "verbs": [ "put-down", "put-into", "open", "pick-up" ], "verb_classes": [ 1, 5, 3, 0 ], "nouns": [ "wok", "colander", "cupboard", "wok" ], "noun_classes": [ 5, 39, 3, 5 ], "start_stop_timestamps": [ [ "00:01:12.25", "00:01:13.29" ], [ "00:01:14.07", "00:01:14.60" ], [ "00:01:14.42", "00:01:15.75" ], [ "00:01:16.01", "00:01:16.61" ] ], "start_stop_frames": [ [ 3612, 3664 ], [ 3703, 3729 ], [ 3721, 3787 ], [ 3800, 3830 ] ], "trgnoun": "wok", "trgverb": "pick_up" }, { "key": "P12_105+1_2_3_4", "video_id": "P12_105", "narration_ids": [ "P12_105_1", "P12_105_2", "P12_105_3", "P12_105_4" ], "src": "open plastic_bag . take mug . open tap", "src1": "open plastic_bag", "src2": "take mug", "src3": "open tap", "trg": "wash mug", "vis_src": "P12_105:1 P12_105:2 P12_105:3", "vis_trg": "P12_105:4", "narrations": [ "open plastic bag", "take mug", "open tap", "wash mug" ], "verbs": [ "open", "take", "turn-on", "wash" ], "verb_classes": [ 3, 0, 6, 2 ], "nouns": [ "bag:plastic", "mug", "tap", "mug" ], "noun_classes": [ 19, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:00:27.42", "00:00:34.59" ], [ "00:00:36.65", "00:00:37.36" ], [ "00:00:38.00", "00:00:39.02" ], [ "00:00:40.45", "00:00:42.21" ] ], "start_stop_frames": [ [ 1371, 1729 ], [ 1832, 1868 ], [ 1900, 1951 ], [ 2022, 2110 ] ], "trgnoun": "mug", "trgverb": "wash" }, { "key": "P04_113+168_169_170_171", "video_id": "P04_113", "narration_ids": [ "P04_113_168", "P04_113_169", "P04_113_170", "P04_113_171" ], "src": "smell bao bun . put bao_bun on chopping board . lift_up steamer_tray", "src1": "smell bao bun", "src2": "put bao_bun on chopping board", "src3": "lift_up steamer_tray", "trg": "put_down steamer_tray", "vis_src": "P04_113:168 P04_113:169 P04_113:170", "vis_trg": "P04_113:171", "narrations": [ "smell bao bun", "put bao bun on chopping board", "lift up steamer tray", "put down steamer tray" ], "verbs": [ "smell", "put-on", "lift-up", "put-down" ], "verb_classes": [ 75, 1, 33, 1 ], "nouns": [ "bun", "bun:bao", "tray:steamer", "tray:steamer" ], "noun_classes": [ 33, 33, 35, 35 ], "start_stop_timestamps": [ [ "00:05:05.50", "00:05:07.54" ], [ "00:05:07.49", "00:05:12.28" ], [ "00:05:12.40", "00:05:13.52" ], [ "00:05:13.60", "00:05:14.44" ] ], "start_stop_frames": [ [ 15275, 15377 ], [ 15374, 15613 ], [ 15619, 15676 ], [ 15680, 15722 ] ], "trgnoun": "steamer_tray", "trgverb": "put_down" }, { "key": "P04_113+165_166_168_169", "video_id": "P04_113", "narration_ids": [ "P04_113_165", "P04_113_166", "P04_113_168", "P04_113_169" ], "src": "feel bao_bun . close bao_bun . smell bao bun", "src1": "feel bao_bun", "src2": "close bao_bun", "src3": "smell bao bun", "trg": "put bao_bun on chopping board", "vis_src": "P04_113:165 P04_113:166 P04_113:168", "vis_trg": "P04_113:169", "narrations": [ "feel bao bun", "close bao bun", "smell bao bun", "put bao bun on chopping board" ], "verbs": [ "feel", "close", "smell", "put-on" ], "verb_classes": [ 54, 4, 75, 1 ], "nouns": [ "bun:bao", "bun:bao", "bun", "bun:bao" ], "noun_classes": [ 33, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:05:03.76", "00:05:05.01" ], [ "00:05:05.05", "00:05:05.56" ], [ "00:05:05.50", "00:05:07.54" ], [ "00:05:07.49", "00:05:12.28" ] ], "start_stop_frames": [ [ 15188, 15250 ], [ 15252, 15278 ], [ 15275, 15377 ], [ 15374, 15613 ] ], "trgnoun": "bao_bun", "trgverb": "put_on" }, { "key": "P04_113+162_163_164_165", "video_id": "P04_113", "narration_ids": [ "P04_113_162", "P04_113_163", "P04_113_164", "P04_113_165" ], "src": "put lid in frying pan . pick_up pan . pull open bao_bun", "src1": "put lid in frying pan", "src2": "pick_up pan", "src3": "pull open bao_bun", "trg": "feel bao_bun", "vis_src": "P04_113:162 P04_113:163 P04_113:164", "vis_trg": "P04_113:165", "narrations": [ "put lid in frying pan", "pick up pan", "pull open bao bun", "feel bao bun" ], "verbs": [ "put-in", "pick-up", "pull", "feel" ], "verb_classes": [ 5, 0, 31, 54 ], "nouns": [ "lid", "pan", "bun:bao", "bun:bao" ], "noun_classes": [ 6, 5, 33, 33 ], "start_stop_timestamps": [ [ "00:04:57.64", "00:04:58.94" ], [ "00:04:59.11", "00:05:01.45" ], [ "00:05:01.56", "00:05:03.46" ], [ "00:05:03.76", "00:05:05.01" ] ], "start_stop_frames": [ [ 14882, 14947 ], [ 14955, 15072 ], [ 15078, 15172 ], [ 15188, 15250 ] ], "trgnoun": "bao_bun", "trgverb": "feel" }, { "key": "P04_110+151_152_153_154", "video_id": "P04_110", "narration_ids": [ "P04_110_151", "P04_110_152", "P04_110_153", "P04_110_154" ], "src": "prod steamed bun . close steamed_bun . move fork away from plate", "src1": "prod steamed bun", "src2": "close steamed_bun", "src3": "move fork away from plate", "trg": "put_down fork", "vis_src": "P04_110:151 P04_110:152 P04_110:153", "vis_trg": "P04_110:154", "narrations": [ "prod steamed bun", "close steamed bun", "move fork away from plate", "put down fork" ], "verbs": [ "steam", "close", "move", "put-down" ], "verb_classes": [ 45, 4, 11, 1 ], "nouns": [ "bun", "bun:steamed", "fork", "fork" ], "noun_classes": [ 33, 33, 14, 14 ], "start_stop_timestamps": [ [ "00:05:46.79", "00:05:47.28" ], [ "00:05:47.35", "00:05:47.75" ], [ "00:05:47.66", "00:05:50.18" ], [ "00:05:48.31", "00:05:49.90" ] ], "start_stop_frames": [ [ 17339, 17364 ], [ 17367, 17387 ], [ 17383, 17509 ], [ 17415, 17495 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P09_05+37_38_39_40", "video_id": "P09_05", "narration_ids": [ "P09_05_37", "P09_05_38", "P09_05_39", "P09_05_40" ], "src": "take cheese . open refrigerator . close refrigerator", "src1": "take cheese", "src2": "open refrigerator", "src3": "close refrigerator", "trg": "put cheese in refrigerator", "vis_src": "P09_05:37 P09_05:38 P09_05:39", "vis_trg": "P09_05:40", "narrations": [ "take cheese", "open refrigerator", "close refrigerator", "put cheese in refrigerator" ], "verbs": [ "take", "open", "close", "put-in" ], "verb_classes": [ 0, 3, 4, 5 ], "nouns": [ "cheese", "refrigerator", "refrigerator", "cheese" ], "noun_classes": [ 32, 12, 12, 32 ], "start_stop_timestamps": [ [ "00:03:10.46", "00:03:14.04" ], [ "00:03:15.80", "00:03:18.17" ], [ "00:03:18.32", "00:03:21.62" ], [ "00:03:18.35", "00:03:20.76" ] ], "start_stop_frames": [ [ 11427, 11642 ], [ 11748, 11890 ], [ 11899, 12097 ], [ 11901, 12045 ] ], "trgnoun": "cheese", "trgverb": "put_in" }, { "key": "P04_109+320_321_322_323", "video_id": "P04_109", "narration_ids": [ "P04_109_320", "P04_109_321", "P04_109_322", "P04_109_323" ], "src": "close lid of sesame oil . put_down sesame_oil . pick_up broccoli", "src1": "close lid of sesame oil", "src2": "put_down sesame_oil", "src3": "pick_up broccoli", "trg": "tear floret off broccoli", "vis_src": "P04_109:320 P04_109:321 P04_109:322", "vis_trg": "P04_109:323", "narrations": [ "close lid of sesame oil", "put down sesame oil", "pick up broccoli", "tear floret off broccoli" ], "verbs": [ "close", "put-down", "pick-up", "tear-off" ], "verb_classes": [ 4, 1, 0, 43 ], "nouns": [ "lid:sesame:oil", "oil:sesame", "broccoli", "broccoli" ], "noun_classes": [ 118, 31, 101, 101 ], "start_stop_timestamps": [ [ "00:10:23.41", "00:10:24.13" ], [ "00:10:24.10", "00:10:25.14" ], [ "00:10:25.09", "00:10:25.84" ], [ "00:10:25.71", "00:10:26.79" ] ], "start_stop_frames": [ [ 31170, 31206 ], [ 31205, 31257 ], [ 31254, 31292 ], [ 31285, 31339 ] ], "trgnoun": "broccoli", "trgverb": "tear_off" }, { "key": "P25_107+357_358_359_360", "video_id": "P25_107", "narration_ids": [ "P25_107_357", "P25_107_358", "P25_107_359", "P25_107_360" ], "src": "flip aubergine . put_down aubergine . cover plate", "src1": "flip aubergine", "src2": "put_down aubergine", "src3": "cover plate", "trg": "adjust aubergines", "vis_src": "P25_107:357 P25_107:358 P25_107:359", "vis_trg": "P25_107:360", "narrations": [ "flip aubergine", "put down aubergine", "cover plate", "adjust aubergines" ], "verbs": [ "flip", "put-down", "cover", "adjust" ], "verb_classes": [ 22, 1, 36, 17 ], "nouns": [ "aubergine", "aubergine", "plate", "aubergine" ], "noun_classes": [ 67, 67, 2, 67 ], "start_stop_timestamps": [ [ "00:26:16.25", "00:26:21.69" ], [ "00:26:21.04", "00:26:23.76" ], [ "00:26:23.64", "00:26:24.64" ], [ "00:26:25.27", "00:26:29.29" ] ], "start_stop_frames": [ [ 78812, 79084 ], [ 79052, 79188 ], [ 79182, 79232 ], [ 79263, 79464 ] ], "trgnoun": "aubergine", "trgverb": "adjust" }, { "key": "P09_02+3_4_5_6", "video_id": "P09_02", "narration_ids": [ "P09_02_3", "P09_02_4", "P09_02_5", "P09_02_6" ], "src": "open egg_carton . take two eggs . close egg_carton", "src1": "open egg_carton", "src2": "take two eggs", "src3": "close egg_carton", "trg": "put egg_carton in refrigerator", "vis_src": "P09_02:3 P09_02:4 P09_02:5", "vis_trg": "P09_02:6", "narrations": [ "open egg carton", "take two eggs", "close egg carton", "put egg carton in refrigerator" ], "verbs": [ "open", "take", "close", "put-in" ], "verb_classes": [ 3, 0, 4, 5 ], "nouns": [ "carton:egg", "egg", "carton:egg", "carton:egg" ], "noun_classes": [ 26, 53, 26, 26 ], "start_stop_timestamps": [ [ "00:00:17.92", "00:00:20.09" ], [ "00:00:19.44", "00:00:21.56" ], [ "00:00:21.70", "00:00:22.72" ], [ "00:00:23.38", "00:00:25.50" ] ], "start_stop_frames": [ [ 1075, 1205 ], [ 1166, 1293 ], [ 1302, 1363 ], [ 1402, 1530 ] ], "trgnoun": "egg_carton", "trgverb": "put_in" }, { "key": "P04_115+126_127_128_129", "video_id": "P04_115", "narration_ids": [ "P04_115_126", "P04_115_127", "P04_115_128", "P04_115_129" ], "src": "put_down bao_bun . open tupperware . take lid off tupperware", "src1": "put_down bao_bun", "src2": "open tupperware", "src3": "take lid off tupperware", "trg": "put bao_bun in tupperware", "vis_src": "P04_115:126 P04_115:127 P04_115:128", "vis_trg": "P04_115:129", "narrations": [ "put down bao bun", "open tupperware", "take lid off tupperware", "put bao bun in tupperware" ], "verbs": [ "put-down", "open", "take-off", "put-in" ], "verb_classes": [ 1, 3, 12, 5 ], "nouns": [ "bun:bao", "tupperware", "lid", "bun:bao" ], "noun_classes": [ 33, 23, 6, 33 ], "start_stop_timestamps": [ [ "00:04:04.54", "00:04:07.43" ], [ "00:04:07.65", "00:04:09.82" ], [ "00:04:09.03", "00:04:09.71" ], [ "00:04:09.95", "00:04:10.74" ] ], "start_stop_frames": [ [ 12227, 12371 ], [ 12382, 12491 ], [ 12451, 12485 ], [ 12497, 12537 ] ], "trgnoun": "bao_bun", "trgverb": "put_in" }, { "key": "P02_112+70_71_72_73", "video_id": "P02_112", "narration_ids": [ "P02_112_70", "P02_112_71", "P02_112_72", "P02_112_73" ], "src": "get another tray . put_down trays on surface . pick_up tray", "src1": "get another tray", "src2": "put_down trays on surface", "src3": "pick_up tray", "trg": "shake tray", "vis_src": "P02_112:70 P02_112:71 P02_112:72", "vis_trg": "P02_112:73", "narrations": [ "get another tray", "put down trays on surface", "pick up tray", "shake tray" ], "verbs": [ "get", "put-down", "pick-up", "shake" ], "verb_classes": [ 0, 1, 0, 15 ], "nouns": [ "tray", "tray", "tray", "tray" ], "noun_classes": [ 35, 35, 35, 35 ], "start_stop_timestamps": [ [ "00:03:26.09", "00:03:27.34" ], [ "00:03:32.63", "00:03:33.85" ], [ "00:03:33.95", "00:03:34.85" ], [ "00:03:36.60", "00:03:38.55" ] ], "start_stop_frames": [ [ 10304, 10367 ], [ 10631, 10692 ], [ 10697, 10742 ], [ 10830, 10927 ] ], "trgnoun": "tray", "trgverb": "shake" }, { "key": "P08_05+291_292_293_294", "video_id": "P08_05", "narration_ids": [ "P08_05_291", "P08_05_292", "P08_05_293", "P08_05_294" ], "src": "close dishwasher . open wrap . place spinach leaves in serving bowl", "src1": "close dishwasher", "src2": "open wrap", "src3": "place spinach leaves in serving bowl", "trg": "place wrap on bowl", "vis_src": "P08_05:291 P08_05:292 P08_05:293", "vis_trg": "P08_05:294", "narrations": [ "close dishwasher", "open wrap", "place spinach leaves in serving bowl", "place wrap on bowl" ], "verbs": [ "close", "open", "place-in", "place" ], "verb_classes": [ 4, 3, 5, 1 ], "nouns": [ "dishwasher", "wrap", "leaf:spinach", "wrap" ], "noun_classes": [ 70, 107, 62, 107 ], "start_stop_timestamps": [ [ "00:23:57.98", "00:23:59.30" ], [ "00:24:00.83", "00:24:04.72" ], [ "00:24:05.32", "00:24:11.57" ], [ "00:24:11.92", "00:24:15.42" ] ], "start_stop_frames": [ [ 86278, 86358 ], [ 86449, 86683 ], [ 86719, 87094 ], [ 87115, 87325 ] ], "trgnoun": "wrap", "trgverb": "place" }, { "key": "P04_107+308_310_313_380", "video_id": "P04_107", "narration_ids": [ "P04_107_308", "P04_107_310", "P04_107_313", "P04_107_380" ], "src": "lay_out greaseproof_paper . hold greaseproof_paper out straight . pick_up greaseproof_paper", "src1": "lay_out greaseproof_paper", "src2": "hold greaseproof_paper out straight", "src3": "pick_up greaseproof_paper", "trg": "put_down greaseproof_paper", "vis_src": "P04_107:308 P04_107:310 P04_107:313", "vis_trg": "P04_107:380", "narrations": [ "lay out greaseproof paper", "hold greaseproof paper out straight", "pick up greaseproof paper", "put down greaseproof paper" ], "verbs": [ "lay-out", "hold", "pick-up", "put-down" ], "verb_classes": [ 1, 34, 0, 1 ], "nouns": [ "paper:greaseproof", "paper:greaseproof", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 49, 49, 49, 49 ], "start_stop_timestamps": [ [ "00:09:39.07", "00:09:40.19" ], [ "00:09:39.59", "00:09:41.14" ], [ "00:09:42.77", "00:09:43.73" ], [ "00:11:35.00", "00:11:37.57" ] ], "start_stop_frames": [ [ 28953, 29009 ], [ 28979, 29057 ], [ 29138, 29186 ], [ 34750, 34878 ] ], "trgnoun": "greaseproof_paper", "trgverb": "put_down" }, { "key": "P07_113+94_95_96_97", "video_id": "P07_113", "narration_ids": [ "P07_113_94", "P07_113_95", "P07_113_96", "P07_113_97" ], "src": "close jug . grab plug . insert plug into lid", "src1": "close jug", "src2": "grab plug", "src3": "insert plug into lid", "trg": "put jug into mixer", "vis_src": "P07_113:94 P07_113:95 P07_113:96", "vis_trg": "P07_113:97", "narrations": [ "close jug", "grab plug", "insert plug into lid", "put jug into mixer" ], "verbs": [ "close", "grab", "insert-into", "put-into" ], "verb_classes": [ 4, 0, 5, 5 ], "nouns": [ "jug", "plug", "plug", "jug" ], "noun_classes": [ 66, 153, 153, 66 ], "start_stop_timestamps": [ [ "00:04:56.51", "00:04:57.64" ], [ "00:04:57.74", "00:04:58.40" ], [ "00:04:58.37", "00:04:59.22" ], [ "00:04:59.31", "00:05:01.76" ] ], "start_stop_frames": [ [ 14825, 14882 ], [ 14887, 14919 ], [ 14918, 14961 ], [ 14965, 15088 ] ], "trgnoun": "jug", "trgverb": "put_into" }, { "key": "P35_103+226_227_228_229", "video_id": "P35_103", "narration_ids": [ "P35_103_226", "P35_103_227", "P35_103_228", "P35_103_229" ], "src": "turn_off hand_held hoover . put_down hand_held hoover . pick_up bag", "src1": "turn_off hand_held hoover", "src2": "put_down hand_held hoover", "src3": "pick_up bag", "trg": "put_down bag", "vis_src": "P35_103:226 P35_103:227 P35_103:228", "vis_trg": "P35_103:229", "narrations": [ "turn off hand-held hoover", "put down hand-held hoover", "pick up bag", "put down bag" ], "verbs": [ "turn-off", "put-down", "pick-up", "put-down" ], "verb_classes": [ 8, 1, 0, 1 ], "nouns": [ "hoover:hand:held", "hoover:hand:held", "bag", "bag" ], "noun_classes": [ 225, 225, 19, 19 ], "start_stop_timestamps": [ [ "00:24:13.31", "00:24:14.30" ], [ "00:24:11.19", "00:24:13.26" ], [ "00:24:15.44", "00:24:17.30" ], [ "00:24:17.77", "00:24:18.44" ] ], "start_stop_frames": [ [ 72665, 72715 ], [ 72559, 72663 ], [ 72772, 72865 ], [ 72888, 72922 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P04_107+258_259_260_262", "video_id": "P04_107", "narration_ids": [ "P04_107_258", "P04_107_259", "P04_107_260", "P04_107_262" ], "src": "grab dough_balls . drop dough_balls into bowl . pick_up balls of dough", "src1": "grab dough_balls", "src2": "drop dough_balls into bowl", "src3": "pick_up balls of dough", "trg": "squeeze ball of dough", "vis_src": "P04_107:258 P04_107:259 P04_107:260", "vis_trg": "P04_107:262", "narrations": [ "grab dough balls", "drop dough balls into bowl", "pick up balls of dough", "squeeze ball of dough" ], "verbs": [ "grab", "drop-into", "pick-up", "squeeze" ], "verb_classes": [ 0, 5, 0, 18 ], "nouns": [ "ball:dough", "ball:dough", "ball:dough", "ball:dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:08:32.48", "00:08:33.32" ], [ "00:08:33.82", "00:08:34.60" ], [ "00:08:33.00", "00:08:34.25" ], [ "00:08:36.20", "00:08:36.59" ] ], "start_stop_frames": [ [ 25624, 25666 ], [ 25691, 25730 ], [ 25650, 25712 ], [ 25810, 25829 ] ], "trgnoun": "dough_ball", "trgverb": "squeeze" }, { "key": "P30_05+381_382_383_385", "video_id": "P30_05", "narration_ids": [ "P30_05_381", "P30_05_382", "P30_05_383", "P30_05_385" ], "src": "stack boxes . put boxes . take box", "src1": "stack boxes", "src2": "put boxes", "src3": "take box", "trg": "open cupboard", "vis_src": "P30_05:381 P30_05:382 P30_05:383", "vis_trg": "P30_05:385", "narrations": [ "stack boxes", "put boxes", "take box", "open cupboard" ], "verbs": [ "stack", "put", "take", "open" ], "verb_classes": [ 40, 1, 0, 3 ], "nouns": [ "box", "box", "box", "cupboard" ], "noun_classes": [ 23, 23, 23, 3 ], "start_stop_timestamps": [ [ "00:30:41.48", "00:30:42.56" ], [ "00:30:43.70", "00:30:48.18" ], [ "00:30:44.01", "00:30:47.10" ], [ "00:30:48.28", "00:30:49.53" ] ], "start_stop_frames": [ [ 110488, 110553 ], [ 110622, 110890 ], [ 110640, 110826 ], [ 110896, 110971 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P07_113+93_94_95_96", "video_id": "P07_113", "narration_ids": [ "P07_113_93", "P07_113_94", "P07_113_95", "P07_113_96" ], "src": "shake lid . close jug . grab plug", "src1": "shake lid", "src2": "close jug", "src3": "grab plug", "trg": "insert plug into lid", "vis_src": "P07_113:93 P07_113:94 P07_113:95", "vis_trg": "P07_113:96", "narrations": [ "shake lid", "close jug", "grab plug", "insert plug into lid" ], "verbs": [ "shake", "close", "grab", "insert-into" ], "verb_classes": [ 15, 4, 0, 5 ], "nouns": [ "lid", "jug", "plug", "plug" ], "noun_classes": [ 6, 66, 153, 153 ], "start_stop_timestamps": [ [ "00:04:54.81", "00:04:56.43" ], [ "00:04:56.51", "00:04:57.64" ], [ "00:04:57.74", "00:04:58.40" ], [ "00:04:58.37", "00:04:59.22" ] ], "start_stop_frames": [ [ 14740, 14821 ], [ 14825, 14882 ], [ 14887, 14919 ], [ 14918, 14961 ] ], "trgnoun": "plug", "trgverb": "insert_into" }, { "key": "P22_17+81_82_83_84", "video_id": "P22_17", "narration_ids": [ "P22_17_81", "P22_17_82", "P22_17_83", "P22_17_84" ], "src": "put_down water . open freezer . pick_up object", "src1": "put_down water", "src2": "open freezer", "src3": "pick_up object", "trg": "put it in freezer", "vis_src": "P22_17:81 P22_17:82 P22_17:83", "vis_trg": "P22_17:84", "narrations": [ "put down water", "open freezer", "pick up object", "put it in freezer" ], "verbs": [ "put-down", "open", "pick-up", "put-in" ], "verb_classes": [ 1, 3, 0, 5 ], "nouns": [ "water", "freezer", "freezer", "freezer" ], "noun_classes": [ 27, 113, 113, 113 ], "start_stop_timestamps": [ [ "00:03:36.06", "00:03:38.09" ], [ "00:03:39.43", "00:03:40.71" ], [ "00:03:41.77", "00:03:46.54" ], [ "00:03:48.12", "00:03:58.61" ] ], "start_stop_frames": [ [ 12963, 13085 ], [ 13165, 13242 ], [ 13306, 13592 ], [ 13687, 14316 ] ], "trgnoun": "freezer", "trgverb": "put_in" }, { "key": "P12_104+14_15_16_17", "video_id": "P12_104", "narration_ids": [ "P12_104_14", "P12_104_15", "P12_104_16", "P12_104_17" ], "src": "pick_up frying_pan . open trash_bin . scrape_up food from frying pan using fork", "src1": "pick_up frying_pan", "src2": "open trash_bin", "src3": "scrape_up food from frying pan using fork", "trg": "pick_up food from floor", "vis_src": "P12_104:14 P12_104:15 P12_104:16", "vis_trg": "P12_104:17", "narrations": [ "pick up frying pan", "open trash bin", "scrape up food from frying pan using fork", "pick up food from floor" ], "verbs": [ "pick-up", "open", "scrape-up", "pick-up" ], "verb_classes": [ 0, 3, 25, 0 ], "nouns": [ "pan:frying", "bin:trash", "food", "food" ], "noun_classes": [ 5, 36, 34, 34 ], "start_stop_timestamps": [ [ "00:00:53.85", "00:00:54.70" ], [ "00:00:56.25", "00:00:59.01" ], [ "00:01:00.15", "00:01:17.90" ], [ "00:01:18.19", "00:01:18.98" ] ], "start_stop_frames": [ [ 2692, 2735 ], [ 2812, 2950 ], [ 3007, 3895 ], [ 3909, 3949 ] ], "trgnoun": "food", "trgverb": "pick_up" }, { "key": "P03_120+197_198_199_200", "video_id": "P03_120", "narration_ids": [ "P03_120_197", "P03_120_198", "P03_120_199", "P03_120_200" ], "src": "put_down fork . open egg_carton . pick_up egg", "src1": "put_down fork", "src2": "open egg_carton", "src3": "pick_up egg", "trg": "tap egg", "vis_src": "P03_120:197 P03_120:198 P03_120:199", "vis_trg": "P03_120:200", "narrations": [ "put down fork", "open egg carton", "pick up egg", "tap egg" ], "verbs": [ "put-down", "open", "pick-up", "tap" ], "verb_classes": [ 1, 3, 0, 32 ], "nouns": [ "fork", "carton:egg", "egg", "egg" ], "noun_classes": [ 14, 26, 53, 53 ], "start_stop_timestamps": [ [ "00:10:28.60", "00:10:29.28" ], [ "00:10:29.28", "00:10:30.87" ], [ "00:10:30.74", "00:10:32.12" ], [ "00:10:32.18", "00:10:34.45" ] ], "start_stop_frames": [ [ 31430, 31464 ], [ 31464, 31543 ], [ 31537, 31606 ], [ 31608, 31722 ] ], "trgnoun": "egg", "trgverb": "tap" }, { "key": "P04_115+117_118_119_120", "video_id": "P04_115", "narration_ids": [ "P04_115_117", "P04_115_118", "P04_115_119", "P04_115_120" ], "src": "pick_up bao_bun . put bao_bun on hob . peel greaseproof_paper off rice cooker steaming shelf", "src1": "pick_up bao_bun", "src2": "put bao_bun on hob", "src3": "peel greaseproof_paper off rice cooker steaming shelf", "trg": "lay_down greaseproof_paper", "vis_src": "P04_115:117 P04_115:118 P04_115:119", "vis_trg": "P04_115:120", "narrations": [ "pick up bao bun", "put bao bun on hob", "peel greaseproof paper off rice cooker steaming shelf", "lay down greaseproof paper" ], "verbs": [ "pick-up", "put-on", "peel", "lay-down" ], "verb_classes": [ 0, 1, 19, 1 ], "nouns": [ "bun:bao", "bun:bao", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 33, 33, 49, 49 ], "start_stop_timestamps": [ [ "00:03:52.94", "00:03:55.19" ], [ "00:03:55.29", "00:03:56.18" ], [ "00:03:56.91", "00:03:58.19" ], [ "00:03:58.58", "00:03:59.56" ] ], "start_stop_frames": [ [ 11647, 11759 ], [ 11764, 11809 ], [ 11845, 11909 ], [ 11929, 11978 ] ], "trgnoun": "greaseproof_paper", "trgverb": "lay_down" }, { "key": "P09_104+54_55_56_57", "video_id": "P09_104", "narration_ids": [ "P09_104_54", "P09_104_55", "P09_104_56", "P09_104_57" ], "src": "open fridge . put chorizo in fridge . take cheese", "src1": "open fridge", "src2": "put chorizo in fridge", "src3": "take cheese", "trg": "close fridge", "vis_src": "P09_104:54 P09_104:55 P09_104:56", "vis_trg": "P09_104:57", "narrations": [ "open fridge", "put chorizo in fridge", "take cheese", "close fridge" ], "verbs": [ "open", "put-in", "take", "close" ], "verb_classes": [ 3, 5, 0, 4 ], "nouns": [ "fridge", "chorizo", "cheese", "fridge" ], "noun_classes": [ 12, 86, 32, 12 ], "start_stop_timestamps": [ [ "00:04:59.59", "00:05:00.84" ], [ "00:05:00.46", "00:05:02.06" ], [ "00:05:02.17", "00:05:03.27" ], [ "00:05:03.33", "00:05:04.33" ] ], "start_stop_frames": [ [ 14979, 15041 ], [ 15022, 15103 ], [ 15108, 15163 ], [ 15166, 15216 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_115+118_119_120_123", "video_id": "P04_115", "narration_ids": [ "P04_115_118", "P04_115_119", "P04_115_120", "P04_115_123" ], "src": "put bao_bun on hob . peel greaseproof_paper off rice cooker steaming shelf . lay_down greaseproof_paper", "src1": "put bao_bun on hob", "src2": "peel greaseproof_paper off rice cooker steaming shelf", "src3": "lay_down greaseproof_paper", "trg": "pick_up bao_bun", "vis_src": "P04_115:118 P04_115:119 P04_115:120", "vis_trg": "P04_115:123", "narrations": [ "put bao bun on hob", "peel greaseproof paper off rice cooker steaming shelf", "lay down greaseproof paper", "pick up bao bun" ], "verbs": [ "put-on", "peel", "lay-down", "pick-up" ], "verb_classes": [ 1, 19, 1, 0 ], "nouns": [ "bun:bao", "paper:greaseproof", "paper:greaseproof", "bun:bao" ], "noun_classes": [ 33, 49, 49, 33 ], "start_stop_timestamps": [ [ "00:03:55.29", "00:03:56.18" ], [ "00:03:56.91", "00:03:58.19" ], [ "00:03:58.58", "00:03:59.56" ], [ "00:04:00.00", "00:04:02.56" ] ], "start_stop_frames": [ [ 11764, 11809 ], [ 11845, 11909 ], [ 11929, 11978 ], [ 12000, 12128 ] ], "trgnoun": "bao_bun", "trgverb": "pick_up" }, { "key": "P04_112+63_64_65_66", "video_id": "P04_112", "narration_ids": [ "P04_112_63", "P04_112_64", "P04_112_65", "P04_112_66" ], "src": "open tupperware . put_down tupperware_lid . pick_up bao_bun", "src1": "open tupperware", "src2": "put_down tupperware_lid", "src3": "pick_up bao_bun", "trg": "put bao_bun in tupperware", "vis_src": "P04_112:63 P04_112:64 P04_112:65", "vis_trg": "P04_112:66", "narrations": [ "open tupperware", "put down tupperware lid", "pick up bao bun", "put bao bun in tupperware" ], "verbs": [ "open", "put-down", "pick-up", "put-in" ], "verb_classes": [ 3, 1, 0, 5 ], "nouns": [ "tupperware", "lid:tupperware", "bun:bao", "bun:bao" ], "noun_classes": [ 23, 6, 33, 33 ], "start_stop_timestamps": [ [ "00:02:01.49", "00:02:03.19" ], [ "00:02:03.65", "00:02:04.34" ], [ "00:02:04.54", "00:02:06.01" ], [ "00:02:05.85", "00:02:06.93" ] ], "start_stop_frames": [ [ 6074, 6159 ], [ 6182, 6217 ], [ 6227, 6300 ], [ 6292, 6346 ] ], "trgnoun": "bao_bun", "trgverb": "put_in" }, { "key": "P12_101+284_285_286_287", "video_id": "P12_101", "narration_ids": [ "P12_101_284", "P12_101_285", "P12_101_286", "P12_101_287" ], "src": "stir onions in frying pan using spoon . put_down spoon onto cutting board . pick_up onions from plate", "src1": "stir onions in frying pan using spoon", "src2": "put_down spoon onto cutting board", "src3": "pick_up onions from plate", "trg": "pour_down onions into frying pan", "vis_src": "P12_101:284 P12_101:285 P12_101:286", "vis_trg": "P12_101:287", "narrations": [ "stir onions in frying pan using spoon", "put down spoon onto cutting board", "pick up onions from plate", "pour down onions into frying pan" ], "verbs": [ "stir-in", "put-down", "pick-up", "pour-down" ], "verb_classes": [ 10, 1, 0, 9 ], "nouns": [ "onion", "spoon", "onion", "onion" ], "noun_classes": [ 16, 1, 16, 16 ], "start_stop_timestamps": [ [ "00:16:03.16", "00:16:33.03" ], [ "00:16:33.71", "00:16:34.56" ], [ "00:16:34.91", "00:16:36.83" ], [ "00:16:37.86", "00:16:39.58" ] ], "start_stop_frames": [ [ 48158, 49651 ], [ 49685, 49728 ], [ 49745, 49841 ], [ 49893, 49979 ] ], "trgnoun": "onion", "trgverb": "pour_down" }, { "key": "P04_112+78_79_80_81", "video_id": "P04_112", "narration_ids": [ "P04_112_78", "P04_112_79", "P04_112_80", "P04_112_81" ], "src": "drop bao bun . separate bao buns . pick_up bao_bun", "src1": "drop bao bun", "src2": "separate bao buns", "src3": "pick_up bao_bun", "trg": "put bao_bun in tupperware", "vis_src": "P04_112:78 P04_112:79 P04_112:80", "vis_trg": "P04_112:81", "narrations": [ "drop bao bun", "separate bao buns", "pick up bao bun", "put bao bun in tupperware" ], "verbs": [ "drop", "separate", "pick-up", "put-in" ], "verb_classes": [ 59, 52, 0, 5 ], "nouns": [ "bun", "bun", "bun:bao", "bun:bao" ], "noun_classes": [ 33, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:02:15.95", "00:02:16.65" ], [ "00:02:16.75", "00:02:17.28" ], [ "00:02:17.17", "00:02:17.40" ], [ "00:02:17.50", "00:02:18.05" ] ], "start_stop_frames": [ [ 6797, 6832 ], [ 6837, 6864 ], [ 6858, 6870 ], [ 6875, 6902 ] ], "trgnoun": "bao_bun", "trgverb": "put_in" }, { "key": "P02_112+176_177_178_179", "video_id": "P02_112", "narration_ids": [ "P02_112_176", "P02_112_177", "P02_112_178", "P02_112_179" ], "src": "squeeze dough . get some oil from plate . oil hand", "src1": "squeeze dough", "src2": "get some oil from plate", "src3": "oil hand", "trg": "knead dough", "vis_src": "P02_112:176 P02_112:177 P02_112:178", "vis_trg": "P02_112:179", "narrations": [ "squeeze dough", "get some oil from plate", "oil hand", "knead dough" ], "verbs": [ "squeeze", "get", "oil", "knead" ], "verb_classes": [ 18, 0, 66, 51 ], "nouns": [ "dough", "oil", "hand", "dough" ], "noun_classes": [ 25, 31, 11, 25 ], "start_stop_timestamps": [ [ "00:12:01.50", "00:12:04.72" ], [ "00:12:04.80", "00:12:05.22" ], [ "00:12:05.35", "00:12:06.35" ], [ "00:12:06.16", "00:12:23.88" ] ], "start_stop_frames": [ [ 36075, 36236 ], [ 36240, 36261 ], [ 36267, 36317 ], [ 36308, 37194 ] ], "trgnoun": "dough", "trgverb": "knead" }, { "key": "P04_112+21_22_23_24", "video_id": "P04_112", "narration_ids": [ "P04_112_21", "P04_112_22", "P04_112_23", "P04_112_24" ], "src": "put_down greaseproof_paper . pick_up bao_bun . pull bao bun off greaseproof paper", "src1": "put_down greaseproof_paper", "src2": "pick_up bao_bun", "src3": "pull bao bun off greaseproof paper", "trg": "put bao bun back on greaseproof paper", "vis_src": "P04_112:21 P04_112:22 P04_112:23", "vis_trg": "P04_112:24", "narrations": [ "put down greaseproof paper", "pick up bao bun", "pull bao bun off greaseproof paper", "put bao bun back on greaseproof paper" ], "verbs": [ "put-down", "pick-up", "pull-off", "put-on" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "paper:greaseproof", "bun:bao", "bun", "bun" ], "noun_classes": [ 49, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:00:36.33", "00:00:36.93" ], [ "00:00:36.83", "00:00:38.28" ], [ "00:00:37.43", "00:00:38.67" ], [ "00:00:38.77", "00:00:39.64" ] ], "start_stop_frames": [ [ 1816, 1846 ], [ 1841, 1914 ], [ 1871, 1933 ], [ 1938, 1982 ] ], "trgnoun": "bun", "trgverb": "put_on" }, { "key": "P22_112+29_30_31_32", "video_id": "P22_112", "narration_ids": [ "P22_112_29", "P22_112_30", "P22_112_31", "P22_112_32" ], "src": "open cupboard . open fridge . put_down water", "src1": "open cupboard", "src2": "open fridge", "src3": "put_down water", "trg": "close fridge", "vis_src": "P22_112:29 P22_112:30 P22_112:31", "vis_trg": "P22_112:32", "narrations": [ "open cupboard", "open fridge", "put down water", "close fridge" ], "verbs": [ "open", "open", "put-down", "close" ], "verb_classes": [ 3, 3, 1, 4 ], "nouns": [ "cupboard", "fridge", "water", "fridge" ], "noun_classes": [ 3, 12, 27, 12 ], "start_stop_timestamps": [ [ "00:01:01.76", "00:01:02.19" ], [ "00:01:02.79", "00:01:04.06" ], [ "00:01:04.16", "00:01:05.26" ], [ "00:01:05.10", "00:01:06.05" ] ], "start_stop_frames": [ [ 3088, 3109 ], [ 3139, 3203 ], [ 3208, 3263 ], [ 3254, 3302 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P12_101+410_411_412_413", "video_id": "P12_101", "narration_ids": [ "P12_101_410", "P12_101_411", "P12_101_412", "P12_101_413" ], "src": "pour grated_cheese into saucepan with soup . pick_up grated_cheese from cutting board using hands . pour_down cheese into saucepan with soup", "src1": "pour grated_cheese into saucepan with soup", "src2": "pick_up grated_cheese from cutting board using hands", "src3": "pour_down cheese into saucepan with soup", "trg": "eat cheese", "vis_src": "P12_101:410 P12_101:411 P12_101:412", "vis_trg": "P12_101:413", "narrations": [ "pour grated cheese into saucepan with soup", "pick up grated cheese from cutting board using hands", "pour down cheese into saucepan with soup", "eat cheese" ], "verbs": [ "pour-into", "pick-up", "pour-down", "eat" ], "verb_classes": [ 9, 0, 9, 35 ], "nouns": [ "cheese:grated", "cheese:grated", "cheese", "cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:26:49.08", "00:26:53.03" ], [ "00:26:53.55", "00:26:56.20" ], [ "00:26:55.24", "00:26:57.08" ], [ "00:26:57.67", "00:26:58.35" ] ], "start_stop_frames": [ [ 80454, 80651 ], [ 80677, 80810 ], [ 80762, 80854 ], [ 80883, 80917 ] ], "trgnoun": "cheese", "trgverb": "eat" }, { "key": "P15_08+65_66_67_68", "video_id": "P15_08", "narration_ids": [ "P15_08_65", "P15_08_66", "P15_08_67", "P15_08_68" ], "src": "store bowl . pick_up lid . dry lid", "src1": "store bowl", "src2": "pick_up lid", "src3": "dry lid", "trg": "store lid", "vis_src": "P15_08:65 P15_08:66 P15_08:67", "vis_trg": "P15_08:68", "narrations": [ "store bowl", "pick up lid", "dry lid", "store lid" ], "verbs": [ "store", "pick-up", "dry", "store" ], "verb_classes": [ 1, 0, 14, 1 ], "nouns": [ "bowl", "lid", "lid", "lid" ], "noun_classes": [ 7, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:05:21.87", "00:05:24.60" ], [ "00:05:25.77", "00:05:28.29" ], [ "00:05:28.36", "00:05:31.66" ], [ "00:05:28.43", "00:05:33.40" ] ], "start_stop_frames": [ [ 19312, 19476 ], [ 19546, 19697 ], [ 19701, 19899 ], [ 19705, 20004 ] ], "trgnoun": "lid", "trgverb": "store" }, { "key": "P06_107+18_19_20_21", "video_id": "P06_107", "narration_ids": [ "P06_107_18", "P06_107_19", "P06_107_20", "P06_107_21" ], "src": "pick_up flour . wipe counter . put_down flour", "src1": "pick_up flour", "src2": "wipe counter", "src3": "put_down flour", "trg": "open flour", "vis_src": "P06_107:18 P06_107:19 P06_107:20", "vis_trg": "P06_107:21", "narrations": [ "pick up flour", "wipe counter", "put down flour", "open flour" ], "verbs": [ "pick-up", "wipe", "put-down", "open" ], "verb_classes": [ 0, 2, 1, 3 ], "nouns": [ "flour", "counter", "flour", "flour" ], "noun_classes": [ 75, 42, 75, 75 ], "start_stop_timestamps": [ [ "00:00:49.78", "00:00:50.69" ], [ "00:00:50.54", "00:00:53.93" ], [ "00:00:54.10", "00:00:55.23" ], [ "00:00:55.72", "00:01:05.14" ] ], "start_stop_frames": [ [ 2489, 2534 ], [ 2527, 2696 ], [ 2705, 2761 ], [ 2786, 3257 ] ], "trgnoun": "flour", "trgverb": "open" }, { "key": "P03_101+304_305_306_307", "video_id": "P03_101", "narration_ids": [ "P03_101_304", "P03_101_305", "P03_101_306", "P03_101_307" ], "src": "open washing_machine . check clothes . remove shorts", "src1": "open washing_machine", "src2": "check clothes", "src3": "remove shorts", "trg": "put shorts on drying rack", "vis_src": "P03_101:304 P03_101:305 P03_101:306", "vis_trg": "P03_101:307", "narrations": [ "open washing machine", "check clothes", "remove shorts", "put shorts on drying rack" ], "verbs": [ "open", "check", "remove", "put-on" ], "verb_classes": [ 3, 24, 12, 1 ], "nouns": [ "machine:washing", "clothes", "short", "short" ], "noun_classes": [ 124, 73, 73, 73 ], "start_stop_timestamps": [ [ "00:12:02.14", "00:12:06.46" ], [ "00:12:06.45", "00:12:08.13" ], [ "00:12:08.23", "00:12:09.49" ], [ "00:12:09.59", "00:12:13.11" ] ], "start_stop_frames": [ [ 36107, 36323 ], [ 36322, 36406 ], [ 36411, 36474 ], [ 36479, 36655 ] ], "trgnoun": "short", "trgverb": "put_on" }, { "key": "P07_10+272_273_274_275", "video_id": "P07_10", "narration_ids": [ "P07_10_272", "P07_10_273", "P07_10_274", "P07_10_275" ], "src": "put coriander in table . cut coriander . chop cilantro", "src1": "put coriander in table", "src2": "cut coriander", "src3": "chop cilantro", "trg": "chop coriander", "vis_src": "P07_10:272 P07_10:273 P07_10:274", "vis_trg": "P07_10:275", "narrations": [ "put coriander in table", "cut coriander", "chop cilantro", "chop coriander" ], "verbs": [ "put-in", "cut", "chop", "chop" ], "verb_classes": [ 5, 7, 7, 7 ], "nouns": [ "coriander", "coriander", "cilantro", "coriander" ], "noun_classes": [ 173, 173, 173, 173 ], "start_stop_timestamps": [ [ "00:26:40.34", "00:26:41.25" ], [ "00:26:42.05", "00:26:43.70" ], [ "00:26:42.31", "00:26:43.62" ], [ "00:26:42.55", "00:26:43.30" ] ], "start_stop_frames": [ [ 96020, 96075 ], [ 96123, 96222 ], [ 96138, 96217 ], [ 96153, 96198 ] ], "trgnoun": "coriander", "trgverb": "chop" }, { "key": "P15_13+33_34_35_36", "video_id": "P15_13", "narration_ids": [ "P15_13_33", "P15_13_34", "P15_13_35", "P15_13_36" ], "src": "store pan . close drawer . rinse spatula", "src1": "store pan", "src2": "close drawer", "src3": "rinse spatula", "trg": "wash spatula", "vis_src": "P15_13:33 P15_13:34 P15_13:35", "vis_trg": "P15_13:36", "narrations": [ "store pan", "close drawer", "rinse spatula", "wash spatula" ], "verbs": [ "store", "close", "rinse", "wash" ], "verb_classes": [ 1, 4, 2, 2 ], "nouns": [ "pan", "drawer", "spatula", "spatula" ], "noun_classes": [ 5, 8, 20, 20 ], "start_stop_timestamps": [ [ "00:03:45.44", "00:03:48.90" ], [ "00:04:02.11", "00:04:03.38" ], [ "00:04:21.36", "00:04:25.66" ], [ "00:04:27.04", "00:04:36.56" ] ], "start_stop_frames": [ [ 13526, 13734 ], [ 14526, 14602 ], [ 15681, 15939 ], [ 16022, 16593 ] ], "trgnoun": "spatula", "trgverb": "wash" }, { "key": "P29_03+270_272_273_274", "video_id": "P29_03", "narration_ids": [ "P29_03_270", "P29_03_272", "P29_03_273", "P29_03_274" ], "src": "scour tin . put tin on drying rack . submerge tin", "src1": "scour tin", "src2": "put tin on drying rack", "src3": "submerge tin", "trg": "pick_up tin", "vis_src": "P29_03:270 P29_03:272 P29_03:273", "vis_trg": "P29_03:274", "narrations": [ "scour tin", "put tin on drying rack", "submerge tin", "pick up tin" ], "verbs": [ "scour", "put-on", "submerge", "pick-up" ], "verb_classes": [ 29, 1, 56, 0 ], "nouns": [ "tin", "tin", "tin", "tin" ], "noun_classes": [ 61, 61, 61, 61 ], "start_stop_timestamps": [ [ "00:17:04.56", "00:17:09.54" ], [ "00:17:18.11", "00:17:21.95" ], [ "00:17:23.48", "00:17:28.63" ], [ "00:17:23.81", "00:17:25.37" ] ], "start_stop_frames": [ [ 61473, 61772 ], [ 62286, 62517 ], [ 62608, 62917 ], [ 62628, 62722 ] ], "trgnoun": "tin", "trgverb": "pick_up" }, { "key": "P02_123+90_91_92_93", "video_id": "P02_123", "narration_ids": [ "P02_123_90", "P02_123_91", "P02_123_92", "P02_123_93" ], "src": "pick_up bag of sugar . pour sugar from bag into glass . put_down bag", "src1": "pick_up bag of sugar", "src2": "pour sugar from bag into glass", "src3": "put_down bag", "trg": "close bag of sugar", "vis_src": "P02_123:90 P02_123:91 P02_123:92", "vis_trg": "P02_123:93", "narrations": [ "pick up bag of sugar", "pour sugar from bag into glass", "put down bag", "close bag of sugar" ], "verbs": [ "pick-up", "pour-from", "put-down", "close" ], "verb_classes": [ 0, 9, 1, 4 ], "nouns": [ "bag:sugar", "sugar", "bag", "bag:sugar" ], "noun_classes": [ 19, 102, 19, 19 ], "start_stop_timestamps": [ [ "00:04:05.62", "00:04:06.68" ], [ "00:04:06.51", "00:04:19.63" ], [ "00:04:19.30", "00:04:21.72" ], [ "00:04:20.81", "00:04:24.04" ] ], "start_stop_frames": [ [ 12281, 12334 ], [ 12325, 12981 ], [ 12965, 13086 ], [ 13040, 13202 ] ], "trgnoun": "sugar_bag", "trgverb": "close" }, { "key": "P24_05+36_37_38_39", "video_id": "P24_05", "narration_ids": [ "P24_05_36", "P24_05_37", "P24_05_38", "P24_05_39" ], "src": "pick_up sauce_bottle . pick_up bottle_opener . open sauce_bottle", "src1": "pick_up sauce_bottle", "src2": "pick_up bottle_opener", "src3": "open sauce_bottle", "trg": "put bottle_opener", "vis_src": "P24_05:36 P24_05:37 P24_05:38", "vis_trg": "P24_05:39", "narrations": [ "pick up sauce bottle", "pick up bottle opener", "open sauce bottle", "put bottle opener" ], "verbs": [ "pick-up", "pick-up", "open", "put" ], "verb_classes": [ 0, 0, 3, 1 ], "nouns": [ "bottle:sauce", "opener:bottle", "bottle:sauce", "opener:bottle" ], "noun_classes": [ 15, 174, 15, 174 ], "start_stop_timestamps": [ [ "00:02:39.14", "00:02:52.91" ], [ "00:02:57.51", "00:03:00.79" ], [ "00:03:01.85", "00:03:08.79" ], [ "00:03:09.74", "00:03:12.84" ] ], "start_stop_frames": [ [ 9548, 10374 ], [ 10650, 10847 ], [ 10911, 11327 ], [ 11384, 11570 ] ], "trgnoun": "bottle_opener", "trgverb": "put" }, { "key": "P02_102+73_74_75_76", "video_id": "P02_102", "narration_ids": [ "P02_102_73", "P02_102_74", "P02_102_75", "P02_102_76" ], "src": "shake sauce_bottle . pour sauce from bottle . shake bottle", "src1": "shake sauce_bottle", "src2": "pour sauce from bottle", "src3": "shake bottle", "trg": "close sauce_bottle", "vis_src": "P02_102:73 P02_102:74 P02_102:75", "vis_trg": "P02_102:76", "narrations": [ "shake sauce bottle", "pour sauce from bottle", "shake bottle", "close sauce bottle" ], "verbs": [ "shake", "pour-from", "shake", "close" ], "verb_classes": [ 15, 9, 15, 4 ], "nouns": [ "bottle:sauce", "sauce", "bottle", "bottle:sauce" ], "noun_classes": [ 15, 47, 15, 15 ], "start_stop_timestamps": [ [ "00:02:12.45", "00:02:16.70" ], [ "00:02:18.49", "00:02:24.99" ], [ "00:02:19.39", "00:02:24.89" ], [ "00:02:24.56", "00:02:27.94" ] ], "start_stop_frames": [ [ 6622, 6834 ], [ 6924, 7249 ], [ 6969, 7244 ], [ 7228, 7397 ] ], "trgnoun": "sauce_bottle", "trgverb": "close" }, { "key": "P24_08+334_335_336_337", "video_id": "P24_08", "narration_ids": [ "P24_08_334", "P24_08_335", "P24_08_336", "P24_08_337" ], "src": "pick_up wooden_spoon . soap wooden_spoon . rinse wooden_spoon", "src1": "pick_up wooden_spoon", "src2": "soap wooden_spoon", "src3": "rinse wooden_spoon", "trg": "put_down wooden_spoon", "vis_src": "P24_08:334 P24_08:335 P24_08:336", "vis_trg": "P24_08:337", "narrations": [ "pick up wooden spoon", "soap wooden spoon", "rinse wooden spoon", "put down wooden spoon" ], "verbs": [ "pick-up", "soap", "rinse", "put-down" ], "verb_classes": [ 0, 2, 2, 1 ], "nouns": [ "spoon:wooden", "spoon:wooden", "spoon:wooden", "spoon:wooden" ], "noun_classes": [ 1, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:23:25.09", "00:23:26.72" ], [ "00:23:28.59", "00:23:36.02" ], [ "00:23:35.43", "00:23:41.32" ], [ "00:23:41.42", "00:23:43.96" ] ], "start_stop_frames": [ [ 84305, 84403 ], [ 84515, 84961 ], [ 84925, 85279 ], [ 85285, 85437 ] ], "trgnoun": "wooden_spoon", "trgverb": "put_down" }, { "key": "P07_10+264_265_266_267", "video_id": "P07_10", "narration_ids": [ "P07_10_264", "P07_10_265", "P07_10_266", "P07_10_267" ], "src": "place cilantro . line_up cilantro . rinse coriander", "src1": "place cilantro", "src2": "line_up cilantro", "src3": "rinse coriander", "trg": "drain coriander", "vis_src": "P07_10:264 P07_10:265 P07_10:266", "vis_trg": "P07_10:267", "narrations": [ "place cilantro", "line up cilantro", "rinse coriander", "drain coriander" ], "verbs": [ "place", "line-up", "rinse", "drain" ], "verb_classes": [ 1, 40, 2, 37 ], "nouns": [ "cilantro", "cilantro", "coriander", "coriander" ], "noun_classes": [ 173, 173, 173, 173 ], "start_stop_timestamps": [ [ "00:26:09.18", "00:26:20.58" ], [ "00:26:18.01", "00:26:24.88" ], [ "00:26:20.20", "00:26:21.15" ], [ "00:26:21.25", "00:26:25.58" ] ], "start_stop_frames": [ [ 94150, 94834 ], [ 94680, 95092 ], [ 94812, 94869 ], [ 94875, 95134 ] ], "trgnoun": "coriander", "trgverb": "drain" }, { "key": "P04_109+223_224_225_226", "video_id": "P04_109", "narration_ids": [ "P04_109_223", "P04_109_224", "P04_109_225", "P04_109_226" ], "src": "open rice_vinegar . pour rice_vinegar into measuring jug . close rice vinegar bottle", "src1": "open rice_vinegar", "src2": "pour rice_vinegar into measuring jug", "src3": "close rice vinegar bottle", "trg": "put_down rice_vinegar", "vis_src": "P04_109:223 P04_109:224 P04_109:225", "vis_trg": "P04_109:226", "narrations": [ "open rice vinegar", "pour rice vinegar into measuring jug", "close rice vinegar bottle", "put down rice vinegar" ], "verbs": [ "open", "pour-into", "close", "put-down" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "vinegar:rice", "vinegar:rice", "bottle:rice:vinegar", "vinegar:rice" ], "noun_classes": [ 134, 134, 15, 134 ], "start_stop_timestamps": [ [ "00:07:13.51", "00:07:15.05" ], [ "00:07:15.27", "00:07:18.74" ], [ "00:07:18.59", "00:07:19.69" ], [ "00:07:19.44", "00:07:20.05" ] ], "start_stop_frames": [ [ 21675, 21752 ], [ 21763, 21937 ], [ 21929, 21984 ], [ 21972, 22002 ] ], "trgnoun": "rice_vinegar", "trgverb": "put_down" }, { "key": "P04_107+513_514_515_516", "video_id": "P04_107", "narration_ids": [ "P04_107_513", "P04_107_514", "P04_107_515", "P04_107_516" ], "src": "slide chopstick out of dough . put_down chopstick . pick_up greaseproof_paper", "src1": "slide chopstick out of dough", "src2": "put_down chopstick", "src3": "pick_up greaseproof_paper", "trg": "put_down greaseproof_paper", "vis_src": "P04_107:513 P04_107:514 P04_107:515", "vis_trg": "P04_107:516", "narrations": [ "slide chopstick out of dough", "put down chopstick", "pick up greaseproof paper", "put down greaseproof paper" ], "verbs": [ "slide-out", "put-down", "pick-up", "put-down" ], "verb_classes": [ 61, 1, 0, 1 ], "nouns": [ "chopstick", "chopstick", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 80, 80, 49, 49 ], "start_stop_timestamps": [ [ "00:14:50.96", "00:14:54.91" ], [ "00:14:54.84", "00:14:55.55" ], [ "00:14:55.52", "00:14:56.50" ], [ "00:14:56.59", "00:14:56.92" ] ], "start_stop_frames": [ [ 44548, 44745 ], [ 44742, 44777 ], [ 44776, 44825 ], [ 44829, 44846 ] ], "trgnoun": "greaseproof_paper", "trgverb": "put_down" }, { "key": "P02_102+74_75_76_77", "video_id": "P02_102", "narration_ids": [ "P02_102_74", "P02_102_75", "P02_102_76", "P02_102_77" ], "src": "pour sauce from bottle . shake bottle . close sauce_bottle", "src1": "pour sauce from bottle", "src2": "shake bottle", "src3": "close sauce_bottle", "trg": "put sauce_bottle down upside down", "vis_src": "P02_102:74 P02_102:75 P02_102:76", "vis_trg": "P02_102:77", "narrations": [ "pour sauce from bottle", "shake bottle", "close sauce bottle", "put sauce bottle down upside down" ], "verbs": [ "pour-from", "shake", "close", "put" ], "verb_classes": [ 9, 15, 4, 1 ], "nouns": [ "sauce", "bottle", "bottle:sauce", "bottle:sauce" ], "noun_classes": [ 47, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:02:18.49", "00:02:24.99" ], [ "00:02:19.39", "00:02:24.89" ], [ "00:02:24.56", "00:02:27.94" ], [ "00:02:27.00", "00:02:31.56" ] ], "start_stop_frames": [ [ 6924, 7249 ], [ 6969, 7244 ], [ 7228, 7397 ], [ 7350, 7578 ] ], "trgnoun": "sauce_bottle", "trgverb": "put" }, { "key": "P04_107+626_627_628_629", "video_id": "P04_107", "narration_ids": [ "P04_107_626", "P04_107_627", "P04_107_628", "P04_107_629" ], "src": "pick_up pastry_brush . brush dough . pick_up edge of dough", "src1": "pick_up pastry_brush", "src2": "brush dough", "src3": "pick_up edge of dough", "trg": "put_down pastry_brush", "vis_src": "P04_107:626 P04_107:627 P04_107:628", "vis_trg": "P04_107:629", "narrations": [ "pick up pastry brush", "brush dough", "pick up edge of dough", "put down pastry brush" ], "verbs": [ "pick-up", "brush", "pick-up", "put-down" ], "verb_classes": [ 0, 57, 0, 1 ], "nouns": [ "brush:pastry", "dough", "edge:dough", "brush:pastry" ], "noun_classes": [ 103, 25, 25, 103 ], "start_stop_timestamps": [ [ "00:17:11.04", "00:17:11.93" ], [ "00:17:11.81", "00:17:13.47" ], [ "00:17:12.88", "00:17:13.70" ], [ "00:17:13.80", "00:17:14.52" ] ], "start_stop_frames": [ [ 51552, 51596 ], [ 51590, 51673 ], [ 51644, 51685 ], [ 51690, 51726 ] ], "trgnoun": "pastry_brush", "trgverb": "put_down" }, { "key": "P04_107+664_665_666_667", "video_id": "P04_107", "narration_ids": [ "P04_107_664", "P04_107_665", "P04_107_666", "P04_107_667" ], "src": "pick_up pastry_brush . brush oil onto dough . pick_up edge of dough", "src1": "pick_up pastry_brush", "src2": "brush oil onto dough", "src3": "pick_up edge of dough", "trg": "put_down pastry_brush", "vis_src": "P04_107:664 P04_107:665 P04_107:666", "vis_trg": "P04_107:667", "narrations": [ "pick up pastry brush", "brush oil onto dough", "pick up edge of dough", "put down pastry brush" ], "verbs": [ "pick-up", "brush-onto", "pick-up", "put-down" ], "verb_classes": [ 0, 57, 0, 1 ], "nouns": [ "brush:pastry", "oil", "edge:dough", "brush:pastry" ], "noun_classes": [ 103, 31, 25, 103 ], "start_stop_timestamps": [ [ "00:18:05.54", "00:18:05.86" ], [ "00:18:05.79", "00:18:07.89" ], [ "00:18:06.79", "00:18:08.04" ], [ "00:18:08.29", "00:18:08.84" ] ], "start_stop_frames": [ [ 54277, 54292 ], [ 54289, 54394 ], [ 54339, 54402 ], [ 54414, 54441 ] ], "trgnoun": "pastry_brush", "trgverb": "put_down" }, { "key": "P04_115+113_114_115_116", "video_id": "P04_115", "narration_ids": [ "P04_115_113", "P04_115_114", "P04_115_115", "P04_115_116" ], "src": "put_down fork . check timer on oven . lift lid of rice cooker", "src1": "put_down fork", "src2": "check timer on oven", "src3": "lift lid of rice cooker", "trg": "put_down rice cooker lid", "vis_src": "P04_115:113 P04_115:114 P04_115:115", "vis_trg": "P04_115:116", "narrations": [ "put down fork", "check timer on oven", "lift lid of rice cooker", "put down rice cooker lid" ], "verbs": [ "put-down", "check-on", "lift", "put-down" ], "verb_classes": [ 1, 24, 33, 1 ], "nouns": [ "fork", "timer", "lid:rice:cooker", "lid:rice:cooker" ], "noun_classes": [ 14, 111, 6, 6 ], "start_stop_timestamps": [ [ "00:03:45.79", "00:03:46.39" ], [ "00:03:48.35", "00:03:50.15" ], [ "00:03:50.32", "00:03:51.48" ], [ "00:03:51.59", "00:03:52.65" ] ], "start_stop_frames": [ [ 11289, 11319 ], [ 11417, 11507 ], [ 11516, 11574 ], [ 11579, 11632 ] ], "trgnoun": "cooker_rice_lid", "trgverb": "put_down" }, { "key": "P30_06+118_119_120_121", "video_id": "P30_06", "narration_ids": [ "P30_06_118", "P30_06_119", "P30_06_120", "P30_06_121" ], "src": "take knife . put knife . take mug", "src1": "take knife", "src2": "put knife", "src3": "take mug", "trg": "put mug", "vis_src": "P30_06:118 P30_06:119 P30_06:120", "vis_trg": "P30_06:121", "narrations": [ "take knife", "put knife", "take mug", "put mug" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "knife", "knife", "mug", "mug" ], "noun_classes": [ 4, 4, 13, 13 ], "start_stop_timestamps": [ [ "00:05:15.99", "00:05:16.64" ], [ "00:05:16.78", "00:05:17.64" ], [ "00:05:22.08", "00:05:23.04" ], [ "00:05:22.81", "00:05:23.93" ] ], "start_stop_frames": [ [ 18959, 18998 ], [ 19006, 19058 ], [ 19324, 19382 ], [ 19368, 19435 ] ], "trgnoun": "mug", "trgverb": "put" }, { "key": "P04_109+483_484_485_486", "video_id": "P04_109", "narration_ids": [ "P04_109_483", "P04_109_484", "P04_109_485", "P04_109_486" ], "src": "pick_up coriander . put coriander in ramekin . grab pieces of coriander", "src1": "pick_up coriander", "src2": "put coriander in ramekin", "src3": "grab pieces of coriander", "trg": "sprinkle coriander into ramekin", "vis_src": "P04_109:483 P04_109:484 P04_109:485", "vis_trg": "P04_109:486", "narrations": [ "pick up coriander", "put coriander in ramekin", "grab pieces of coriander", "sprinkle coriander into ramekin" ], "verbs": [ "pick-up", "put-in", "grab", "sprinkle" ], "verb_classes": [ 0, 5, 0, 42 ], "nouns": [ "coriander", "coriander", "piece:coriander", "coriander" ], "noun_classes": [ 173, 173, 173, 173 ], "start_stop_timestamps": [ [ "00:15:07.90", "00:15:08.78" ], [ "00:15:08.80", "00:15:10.16" ], [ "00:15:10.45", "00:15:11.85" ], [ "00:15:11.95", "00:15:12.50" ] ], "start_stop_frames": [ [ 45395, 45439 ], [ 45440, 45508 ], [ 45522, 45592 ], [ 45597, 45625 ] ], "trgnoun": "coriander", "trgverb": "sprinkle" }, { "key": "P15_09+8_9_10_11", "video_id": "P15_09", "narration_ids": [ "P15_09_8", "P15_09_9", "P15_09_10", "P15_09_11" ], "src": "cut potato . turn_on stove . pick_up board with potato", "src1": "cut potato", "src2": "turn_on stove", "src3": "pick_up board with potato", "trg": "put potato on pan", "vis_src": "P15_09:8 P15_09:9 P15_09:10", "vis_trg": "P15_09:11", "narrations": [ "cut potato", "turn on stove", "pick up board with potato", "put potato on pan" ], "verbs": [ "cut", "turn-on", "pick-up", "put-on" ], "verb_classes": [ 7, 6, 0, 1 ], "nouns": [ "potato", "stove", "board", "potato" ], "noun_classes": [ 30, 24, 18, 30 ], "start_stop_timestamps": [ [ "00:01:31.85", "00:02:34.73" ], [ "00:02:34.83", "00:02:42.53" ], [ "00:02:43.84", "00:02:47.26" ], [ "00:02:46.98", "00:02:54.15" ] ], "start_stop_frames": [ [ 5511, 9283 ], [ 9289, 9751 ], [ 9830, 10035 ], [ 10018, 10449 ] ], "trgnoun": "potato", "trgverb": "put_on" }, { "key": "P30_04+90_91_92_93", "video_id": "P30_04", "narration_ids": [ "P30_04_90", "P30_04_91", "P30_04_92", "P30_04_93" ], "src": "put mug . take mug . dry mug", "src1": "put mug", "src2": "take mug", "src3": "dry mug", "trg": "put mug in washing up bowl", "vis_src": "P30_04:90 P30_04:91 P30_04:92", "vis_trg": "P30_04:93", "narrations": [ "put mug", "take mug", "dry mug", "put mug in washing up bowl" ], "verbs": [ "put", "take", "dry", "put-in" ], "verb_classes": [ 1, 0, 14, 5 ], "nouns": [ "mug", "mug", "mug", "mug" ], "noun_classes": [ 13, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:04:42.27", "00:04:44.24" ], [ "00:04:44.34", "00:04:45.75" ], [ "00:04:45.41", "00:04:51.04" ], [ "00:04:55.68", "00:04:58.63" ] ], "start_stop_frames": [ [ 16936, 17054 ], [ 17060, 17145 ], [ 17124, 17462 ], [ 17740, 17917 ] ], "trgnoun": "mug", "trgverb": "put_in" }, { "key": "P22_113+102_103_104_105", "video_id": "P22_113", "narration_ids": [ "P22_113_102", "P22_113_103", "P22_113_104", "P22_113_105" ], "src": "move pan . stir egg . tap spatula", "src1": "move pan", "src2": "stir egg", "src3": "tap spatula", "trg": "wash spatula", "vis_src": "P22_113:102 P22_113:103 P22_113:104", "vis_trg": "P22_113:105", "narrations": [ "move pan", "stir egg", "tap spatula", "wash spatula" ], "verbs": [ "move", "stir", "tap", "wash" ], "verb_classes": [ 11, 10, 32, 2 ], "nouns": [ "pan", "egg", "spatula", "spatula" ], "noun_classes": [ 5, 53, 20, 20 ], "start_stop_timestamps": [ [ "00:02:57.65", "00:02:58.07" ], [ "00:02:58.17", "00:03:25.30" ], [ "00:03:24.48", "00:03:27.41" ], [ "00:03:27.42", "00:03:31.84" ] ], "start_stop_frames": [ [ 8882, 8903 ], [ 8908, 10265 ], [ 10224, 10370 ], [ 10371, 10592 ] ], "trgnoun": "spatula", "trgverb": "wash" }, { "key": "P24_08+336_337_338_339", "video_id": "P24_08", "narration_ids": [ "P24_08_336", "P24_08_337", "P24_08_338", "P24_08_339" ], "src": "rinse wooden_spoon . put_down wooden_spoon . take saucepan", "src1": "rinse wooden_spoon", "src2": "put_down wooden_spoon", "src3": "take saucepan", "trg": "rinse saucepan", "vis_src": "P24_08:336 P24_08:337 P24_08:338", "vis_trg": "P24_08:339", "narrations": [ "rinse wooden spoon", "put down wooden spoon", "take saucepan", "rinse saucepan" ], "verbs": [ "rinse", "put-down", "take", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spoon:wooden", "spoon:wooden", "saucepan", "saucepan" ], "noun_classes": [ 1, 1, 5, 5 ], "start_stop_timestamps": [ [ "00:23:35.43", "00:23:41.32" ], [ "00:23:41.42", "00:23:43.96" ], [ "00:23:44.85", "00:23:47.78" ], [ "00:23:45.73", "00:23:50.70" ] ], "start_stop_frames": [ [ 84925, 85279 ], [ 85285, 85437 ], [ 85491, 85666 ], [ 85543, 85842 ] ], "trgnoun": "saucepan", "trgverb": "rinse" }, { "key": "P30_04+109_110_111_112", "video_id": "P30_04", "narration_ids": [ "P30_04_109", "P30_04_110", "P30_04_111", "P30_04_112" ], "src": "put towel . open cupboard . take mug", "src1": "put towel", "src2": "open cupboard", "src3": "take mug", "trg": "put mug", "vis_src": "P30_04:109 P30_04:110 P30_04:111", "vis_trg": "P30_04:112", "narrations": [ "put towel", "open", "take mug", "put mug" ], "verbs": [ "put", "open", "take", "put" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "towel", "cupboard", "mug", "mug" ], "noun_classes": [ 52, 3, 13, 13 ], "start_stop_timestamps": [ [ "00:06:26.95", "00:06:29.70" ], [ "00:06:30.19", "00:06:31.16" ], [ "00:06:32.90", "00:06:34.73" ], [ "00:06:35.00", "00:06:35.75" ] ], "start_stop_frames": [ [ 23217, 23382 ], [ 23411, 23469 ], [ 23574, 23683 ], [ 23700, 23745 ] ], "trgnoun": "mug", "trgverb": "put" }, { "key": "P30_04+110_111_112_114", "video_id": "P30_04", "narration_ids": [ "P30_04_110", "P30_04_111", "P30_04_112", "P30_04_114" ], "src": "open cupboard . take mug . put mug", "src1": "open cupboard", "src2": "take mug", "src3": "put mug", "trg": "take box of tea", "vis_src": "P30_04:110 P30_04:111 P30_04:112", "vis_trg": "P30_04:114", "narrations": [ "open", "take mug", "put mug", "take box of tea" ], "verbs": [ "open", "take", "put", "take" ], "verb_classes": [ 3, 0, 1, 0 ], "nouns": [ "cupboard", "mug", "mug", "box:tea" ], "noun_classes": [ 3, 13, 13, 23 ], "start_stop_timestamps": [ [ "00:06:30.19", "00:06:31.16" ], [ "00:06:32.90", "00:06:34.73" ], [ "00:06:35.00", "00:06:35.75" ], [ "00:06:38.51", "00:06:40.70" ] ], "start_stop_frames": [ [ 23411, 23469 ], [ 23574, 23683 ], [ 23700, 23745 ], [ 23910, 24042 ] ], "trgnoun": "tea_box", "trgverb": "take" }, { "key": "P30_04+87_89_90_91", "video_id": "P30_04", "narration_ids": [ "P30_04_87", "P30_04_89", "P30_04_90", "P30_04_91" ], "src": "dry box . dry mug . put mug", "src1": "dry box", "src2": "dry mug", "src3": "put mug", "trg": "take mug", "vis_src": "P30_04:87 P30_04:89 P30_04:90", "vis_trg": "P30_04:91", "narrations": [ "dry box", "dry mug", "put mug", "take mug" ], "verbs": [ "dry", "dry", "put", "take" ], "verb_classes": [ 14, 14, 1, 0 ], "nouns": [ "box", "mug", "mug", "mug" ], "noun_classes": [ 23, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:04:30.48", "00:04:34.99" ], [ "00:04:36.47", "00:04:42.17" ], [ "00:04:42.27", "00:04:44.24" ], [ "00:04:44.34", "00:04:45.75" ] ], "start_stop_frames": [ [ 16228, 16499 ], [ 16588, 16930 ], [ 16936, 17054 ], [ 17060, 17145 ] ], "trgnoun": "mug", "trgverb": "take" }, { "key": "P03_04+41_42_43_44", "video_id": "P03_04", "narration_ids": [ "P03_04_41", "P03_04_42", "P03_04_43", "P03_04_44" ], "src": "take bag . fold bag . take box", "src1": "take bag", "src2": "fold bag", "src3": "take box", "trg": "put box", "vis_src": "P03_04:41 P03_04:42 P03_04:43", "vis_trg": "P03_04:44", "narrations": [ "take bag", "fold bag", "take box", "put box" ], "verbs": [ "take", "fold", "take", "put" ], "verb_classes": [ 0, 28, 0, 1 ], "nouns": [ "bag", "bag", "box", "box" ], "noun_classes": [ 19, 19, 23, 23 ], "start_stop_timestamps": [ [ "00:01:22.20", "00:01:24.33" ], [ "00:01:23.23", "00:01:30.10" ], [ "00:01:30.20", "00:01:31.92" ], [ "00:01:31.85", "00:01:32.75" ] ], "start_stop_frames": [ [ 4932, 5059 ], [ 4993, 5406 ], [ 5412, 5515 ], [ 5511, 5565 ] ], "trgnoun": "box", "trgverb": "put" }, { "key": "P22_08+102_103_104_105", "video_id": "P22_08", "narration_ids": [ "P22_08_102", "P22_08_103", "P22_08_104", "P22_08_105" ], "src": "grab pot . move pot . grab spoon", "src1": "grab pot", "src2": "move pot", "src3": "grab spoon", "trg": "rinse spoon", "vis_src": "P22_08:102 P22_08:103 P22_08:104", "vis_trg": "P22_08:105", "narrations": [ "grab pot", "move pot", "grab spoon", "rinse spoon" ], "verbs": [ "grab", "move", "grab", "rinse" ], "verb_classes": [ 0, 11, 0, 2 ], "nouns": [ "pot", "pot", "spoon", "spoon" ], "noun_classes": [ 29, 29, 1, 1 ], "start_stop_timestamps": [ [ "00:03:52.09", "00:03:52.84" ], [ "00:03:52.88", "00:03:53.69" ], [ "00:03:53.79", "00:03:54.54" ], [ "00:03:54.73", "00:03:56.58" ] ], "start_stop_frames": [ [ 13925, 13970 ], [ 13972, 14021 ], [ 14027, 14072 ], [ 14083, 14194 ] ], "trgnoun": "spoon", "trgverb": "rinse" }, { "key": "P03_04+277_278_279_280", "video_id": "P03_04", "narration_ids": [ "P03_04_277", "P03_04_278", "P03_04_279", "P03_04_280" ], "src": "close drawer . open fridge . grab squash", "src1": "close drawer", "src2": "open fridge", "src3": "grab squash", "trg": "close fridge", "vis_src": "P03_04:277 P03_04:278 P03_04:279", "vis_trg": "P03_04:280", "narrations": [ "close drawer", "open fridge", "grab squash", "close fridge" ], "verbs": [ "close", "open", "grab", "close" ], "verb_classes": [ 4, 3, 0, 4 ], "nouns": [ "drawer", "fridge", "squash", "fridge" ], "noun_classes": [ 8, 12, 116, 12 ], "start_stop_timestamps": [ [ "00:19:12.39", "00:19:13.18" ], [ "00:19:13.49", "00:19:14.49" ], [ "00:19:14.42", "00:19:15.35" ], [ "00:19:15.44", "00:19:15.94" ] ], "start_stop_frames": [ [ 69143, 69190 ], [ 69209, 69269 ], [ 69265, 69321 ], [ 69326, 69356 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P07_115+49_50_51_52", "video_id": "P07_115", "narration_ids": [ "P07_115_49", "P07_115_50", "P07_115_51", "P07_115_52" ], "src": "grab cloth . grab pot . put pot into sink", "src1": "grab cloth", "src2": "grab pot", "src3": "put pot into sink", "trg": "hang cloth", "vis_src": "P07_115:49 P07_115:50 P07_115:51", "vis_trg": "P07_115:52", "narrations": [ "grab cloth", "grab pot", "put pot into sink", "hang cloth" ], "verbs": [ "grab", "grab", "put-into", "hang" ], "verb_classes": [ 0, 0, 5, 41 ], "nouns": [ "cloth", "pot", "pot", "cloth" ], "noun_classes": [ 17, 29, 29, 17 ], "start_stop_timestamps": [ [ "00:02:41.47", "00:02:43.73" ], [ "00:02:44.71", "00:02:47.46" ], [ "00:02:48.09", "00:02:53.14" ], [ "00:02:53.15", "00:02:56.24" ] ], "start_stop_frames": [ [ 8073, 8186 ], [ 8235, 8373 ], [ 8404, 8657 ], [ 8657, 8812 ] ], "trgnoun": "cloth", "trgverb": "hang" }, { "key": "P30_11+36_37_38_39", "video_id": "P30_11", "narration_ids": [ "P30_11_36", "P30_11_37", "P30_11_38", "P30_11_39" ], "src": "dry mug . put mug . empty saucepan", "src1": "dry mug", "src2": "put mug", "src3": "empty saucepan", "trg": "wash saucepan", "vis_src": "P30_11:36 P30_11:37 P30_11:38", "vis_trg": "P30_11:39", "narrations": [ "dry mug", "put mug", "empty saucepan", "wash saucepan" ], "verbs": [ "dry", "put", "empty", "wash" ], "verb_classes": [ 14, 1, 20, 2 ], "nouns": [ "mug", "mug", "saucepan", "saucepan" ], "noun_classes": [ 13, 13, 5, 5 ], "start_stop_timestamps": [ [ "00:01:50.14", "00:01:51.37" ], [ "00:01:51.42", "00:01:53.26" ], [ "00:01:56.48", "00:01:57.64" ], [ "00:01:57.73", "00:02:02.70" ] ], "start_stop_frames": [ [ 6608, 6682 ], [ 6685, 6795 ], [ 6988, 7058 ], [ 7063, 7362 ] ], "trgnoun": "saucepan", "trgverb": "wash" }, { "key": "P02_112+182_183_184_185", "video_id": "P02_112", "narration_ids": [ "P02_112_182", "P02_112_183", "P02_112_184", "P02_112_185" ], "src": "squeeze dough . get some oil from plate . oil hand", "src1": "squeeze dough", "src2": "get some oil from plate", "src3": "oil hand", "trg": "knead dough", "vis_src": "P02_112:182 P02_112:183 P02_112:184", "vis_trg": "P02_112:185", "narrations": [ "squeeze dough", "get some oil from plate", "oil hand", "knead dough" ], "verbs": [ "squeeze", "get", "oil", "knead" ], "verb_classes": [ 18, 0, 66, 51 ], "nouns": [ "dough", "oil", "hand", "dough" ], "noun_classes": [ 25, 31, 11, 25 ], "start_stop_timestamps": [ [ "00:12:31.29", "00:12:33.97" ], [ "00:12:34.74", "00:12:35.04" ], [ "00:12:35.25", "00:12:35.79" ], [ "00:12:35.74", "00:12:51.34" ] ], "start_stop_frames": [ [ 37564, 37698 ], [ 37737, 37752 ], [ 37762, 37789 ], [ 37787, 38567 ] ], "trgnoun": "dough", "trgverb": "knead" }, { "key": "P21_04+47_48_49_50", "video_id": "P21_04", "narration_ids": [ "P21_04_47", "P21_04_48", "P21_04_49", "P21_04_50" ], "src": "opening the fridge . taking a yoghurt out . taking tomato out of fridge", "src1": "opening the fridge", "src2": "taking a yoghurt out", "src3": "taking tomato out of fridge", "trg": "closing fridge", "vis_src": "P21_04:47 P21_04:48 P21_04:49", "vis_trg": "P21_04:50", "narrations": [ "opening the fridge", "taking a yoghurt out", "taking tomato out of fridge", "closing fridge" ], "verbs": [ "open", "take-out", "take-out", "close" ], "verb_classes": [ 3, 12, 12, 4 ], "nouns": [ "fridge", "yoghurt", "tomato", "fridge" ], "noun_classes": [ 12, 98, 43, 12 ], "start_stop_timestamps": [ [ "00:06:14.95", "00:06:16.08" ], [ "00:06:17.41", "00:06:19.07" ], [ "00:06:20.87", "00:06:23.20" ], [ "00:06:23.49", "00:06:25.10" ] ], "start_stop_frames": [ [ 22497, 22564 ], [ 22644, 22744 ], [ 22852, 22992 ], [ 23009, 23106 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P02_112+188_189_190_191", "video_id": "P02_112", "narration_ids": [ "P02_112_188", "P02_112_189", "P02_112_190", "P02_112_191" ], "src": "squeeze dough . get some oil from plate . oil hand", "src1": "squeeze dough", "src2": "get some oil from plate", "src3": "oil hand", "trg": "knead dough", "vis_src": "P02_112:188 P02_112:189 P02_112:190", "vis_trg": "P02_112:191", "narrations": [ "squeeze dough", "get some oil from plate", "oil hand", "knead dough" ], "verbs": [ "squeeze", "get", "oil", "knead" ], "verb_classes": [ 18, 0, 66, 51 ], "nouns": [ "dough", "oil", "hand", "dough" ], "noun_classes": [ 25, 31, 11, 25 ], "start_stop_timestamps": [ [ "00:12:57.32", "00:13:00.06" ], [ "00:13:00.43", "00:13:00.95" ], [ "00:13:01.05", "00:13:01.45" ], [ "00:13:01.48", "00:13:18.75" ] ], "start_stop_frames": [ [ 38866, 39003 ], [ 39021, 39047 ], [ 39052, 39072 ], [ 39074, 39937 ] ], "trgnoun": "dough", "trgverb": "knead" }, { "key": "P07_115+48_49_50_51", "video_id": "P07_115", "narration_ids": [ "P07_115_48", "P07_115_49", "P07_115_50", "P07_115_51" ], "src": "close drawer . grab cloth . grab pot", "src1": "close drawer", "src2": "grab cloth", "src3": "grab pot", "trg": "put pot into sink", "vis_src": "P07_115:48 P07_115:49 P07_115:50", "vis_trg": "P07_115:51", "narrations": [ "close drawer", "grab cloth", "grab pot", "put pot into sink" ], "verbs": [ "close", "grab", "grab", "put-into" ], "verb_classes": [ 4, 0, 0, 5 ], "nouns": [ "drawer", "cloth", "pot", "pot" ], "noun_classes": [ 8, 17, 29, 29 ], "start_stop_timestamps": [ [ "00:02:39.51", "00:02:40.28" ], [ "00:02:41.47", "00:02:43.73" ], [ "00:02:44.71", "00:02:47.46" ], [ "00:02:48.09", "00:02:53.14" ] ], "start_stop_frames": [ [ 7975, 8014 ], [ 8073, 8186 ], [ 8235, 8373 ], [ 8404, 8657 ] ], "trgnoun": "pot", "trgverb": "put_into" }, { "key": "P28_109+12_13_14_15", "video_id": "P28_109", "narration_ids": [ "P28_109_12", "P28_109_13", "P28_109_14", "P28_109_15" ], "src": "put honey . open fridge . take blueberries", "src1": "put honey", "src2": "open fridge", "src3": "take blueberries", "trg": "close fridge", "vis_src": "P28_109:12 P28_109:13 P28_109:14", "vis_trg": "P28_109:15", "narrations": [ "put honey", "open fridge", "take blueberries", "close fridge" ], "verbs": [ "put", "open", "take", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "honey", "fridge", "blueberry", "fridge" ], "noun_classes": [ 115, 12, 178, 12 ], "start_stop_timestamps": [ [ "00:00:47.43", "00:00:48.15" ], [ "00:00:48.30", "00:00:49.71" ], [ "00:00:50.71", "00:00:53.94" ], [ "00:00:54.74", "00:00:56.21" ] ], "start_stop_frames": [ [ 2371, 2407 ], [ 2415, 2485 ], [ 2535, 2697 ], [ 2737, 2810 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P02_113+107_108_109_110", "video_id": "P02_113", "narration_ids": [ "P02_113_107", "P02_113_108", "P02_113_109", "P02_113_110" ], "src": "close bin . put chopping_board in sink . open tap", "src1": "close bin", "src2": "put chopping_board in sink", "src3": "open tap", "trg": "rinse chopping_board", "vis_src": "P02_113:107 P02_113:108 P02_113:109", "vis_trg": "P02_113:110", "narrations": [ "close bin", "put chopping board in sink", "open tap", "rinse chopping board" ], "verbs": [ "close", "put-in", "turn-on", "rinse" ], "verb_classes": [ 4, 5, 6, 2 ], "nouns": [ "bin", "board:chopping", "tap", "board:chopping" ], "noun_classes": [ 36, 18, 0, 18 ], "start_stop_timestamps": [ [ "00:04:48.96", "00:04:50.94" ], [ "00:04:51.04", "00:04:51.55" ], [ "00:04:51.71", "00:04:52.26" ], [ "00:04:52.51", "00:04:54.61" ] ], "start_stop_frames": [ [ 14447, 14547 ], [ 14552, 14577 ], [ 14585, 14613 ], [ 14625, 14730 ] ], "trgnoun": "chopping_board", "trgverb": "rinse" }, { "key": "P02_123+439_440_441_442", "video_id": "P02_123", "narration_ids": [ "P02_123_439", "P02_123_440", "P02_123_441", "P02_123_442" ], "src": "put chopping_board in sink . pick_up glass . open tap", "src1": "put chopping_board in sink", "src2": "pick_up glass", "src3": "open tap", "trg": "fill glass", "vis_src": "P02_123:439 P02_123:440 P02_123:441", "vis_trg": "P02_123:442", "narrations": [ "put chopping board in sink", "pick up glass", "open tap", "fill glass" ], "verbs": [ "put-in", "pick-up", "turn-on", "fill" ], "verb_classes": [ 5, 0, 6, 26 ], "nouns": [ "board:chopping", "glass", "tap", "glass" ], "noun_classes": [ 18, 10, 0, 10 ], "start_stop_timestamps": [ [ "00:21:52.13", "00:21:52.85" ], [ "00:21:52.91", "00:21:53.59" ], [ "00:21:53.66", "00:21:55.22" ], [ "00:21:55.24", "00:21:56.47" ] ], "start_stop_frames": [ [ 65606, 65642 ], [ 65645, 65679 ], [ 65683, 65761 ], [ 65762, 65823 ] ], "trgnoun": "glass", "trgverb": "fill" }, { "key": "P37_101+283_284_285_286", "video_id": "P37_101", "narration_ids": [ "P37_101_283", "P37_101_284", "P37_101_285", "P37_101_286" ], "src": "put chicken_thighs in pot . shred chicken_thighs . turn_on tap", "src1": "put chicken_thighs in pot", "src2": "shred chicken_thighs", "src3": "turn_on tap", "trg": "rinse chicken_thighs", "vis_src": "P37_101:283 P37_101:284 P37_101:285", "vis_trg": "P37_101:286", "narrations": [ "put chicken thighs in pot", "shred chicken thighs", "turn on tap", "rinse chicken thighs" ], "verbs": [ "put-in", "shred", "turn-on", "rinse" ], "verb_classes": [ 5, 30, 6, 2 ], "nouns": [ "thigh:chicken", "thigh:chicken", "tap", "thigh:chicken" ], "noun_classes": [ 57, 57, 0, 57 ], "start_stop_timestamps": [ [ "00:21:48.03", "00:21:49.11" ], [ "00:21:49.87", "00:21:51.49" ], [ "00:21:51.81", "00:21:52.78" ], [ "00:21:52.58", "00:21:54.77" ] ], "start_stop_frames": [ [ 65401, 65455 ], [ 65493, 65574 ], [ 65590, 65639 ], [ 65629, 65738 ] ], "trgnoun": "chicken_thigh", "trgverb": "rinse" }, { "key": "P02_112+200_201_202_203", "video_id": "P02_112", "narration_ids": [ "P02_112_200", "P02_112_201", "P02_112_202", "P02_112_203" ], "src": "squeeze dough . get some oil from plate . oil hand", "src1": "squeeze dough", "src2": "get some oil from plate", "src3": "oil hand", "trg": "knead dough", "vis_src": "P02_112:200 P02_112:201 P02_112:202", "vis_trg": "P02_112:203", "narrations": [ "squeeze dough", "get some oil from plate", "oil hand", "knead dough" ], "verbs": [ "squeeze", "get", "oil", "knead" ], "verb_classes": [ 18, 0, 66, 51 ], "nouns": [ "dough", "oil", "hand", "dough" ], "noun_classes": [ 25, 31, 11, 25 ], "start_stop_timestamps": [ [ "00:13:59.93", "00:14:03.97" ], [ "00:14:05.09", "00:14:05.49" ], [ "00:14:05.62", "00:14:05.96" ], [ "00:14:06.74", "00:14:23.93" ] ], "start_stop_frames": [ [ 41996, 42198 ], [ 42254, 42274 ], [ 42281, 42298 ], [ 42337, 43196 ] ], "trgnoun": "dough", "trgverb": "knead" }, { "key": "P28_02+86_87_88_90", "video_id": "P28_02", "narration_ids": [ "P28_02_86", "P28_02_87", "P28_02_88", "P28_02_90" ], "src": "put chopping_board in drainer . take dishes . turn_on tap", "src1": "put chopping_board in drainer", "src2": "take dishes", "src3": "turn_on tap", "trg": "rinse dish", "vis_src": "P28_02:86 P28_02:87 P28_02:88", "vis_trg": "P28_02:90", "narrations": [ "put chopping board in drainer", "take dishes", "turn on tap", "rinse dish" ], "verbs": [ "put-in", "take", "turn-on", "rinse" ], "verb_classes": [ 5, 0, 6, 2 ], "nouns": [ "board:chopping", "dish", "tap", "dish" ], "noun_classes": [ 18, 2, 0, 2 ], "start_stop_timestamps": [ [ "00:04:10.00", "00:04:13.30" ], [ "00:04:14.80", "00:04:16.54" ], [ "00:04:16.64", "00:04:17.89" ], [ "00:04:19.06", "00:04:27.26" ] ], "start_stop_frames": [ [ 15000, 15198 ], [ 15288, 15392 ], [ 15398, 15473 ], [ 15543, 16035 ] ], "trgnoun": "dish", "trgverb": "rinse" }, { "key": "P04_10+47_48_49_50", "video_id": "P04_10", "narration_ids": [ "P04_10_47", "P04_10_48", "P04_10_49", "P04_10_50" ], "src": "slice pith from pepper . slice pepper into chunks . stir onions", "src1": "slice pith from pepper", "src2": "slice pepper into chunks", "src3": "stir onions", "trg": "put pepper into fridge", "vis_src": "P04_10:47 P04_10:48 P04_10:49", "vis_trg": "P04_10:50", "narrations": [ "slice pith from pepper", "slice pepper into chunks", "stir onions", "put pepper into fridge" ], "verbs": [ "slice-from", "slice-into", "stir", "put-into" ], "verb_classes": [ 7, 7, 10, 5 ], "nouns": [ "pith", "pepper", "onion", "pepper" ], "noun_classes": [ 194, 37, 16, 37 ], "start_stop_timestamps": [ [ "00:07:08.71", "00:07:13.85" ], [ "00:07:50.74", "00:07:54.27" ], [ "00:08:11.44", "00:08:16.46" ], [ "00:08:17.36", "00:08:20.31" ] ], "start_stop_frames": [ [ 25722, 26031 ], [ 28244, 28456 ], [ 29486, 29787 ], [ 29841, 30018 ] ], "trgnoun": "pepper", "trgverb": "put_into" }, { "key": "P22_103+184_185_186_187", "video_id": "P22_103", "narration_ids": [ "P22_103_184", "P22_103_185", "P22_103_186", "P22_103_187" ], "src": "rinse container . put_down container . move cutlery", "src1": "rinse container", "src2": "put_down container", "src3": "move cutlery", "trg": "pick_up container", "vis_src": "P22_103:184 P22_103:185 P22_103:186", "vis_trg": "P22_103:187", "narrations": [ "rinse container", "put down container", "move cutlery", "pick up container" ], "verbs": [ "rinse", "put-down", "move", "pick-up" ], "verb_classes": [ 2, 1, 11, 0 ], "nouns": [ "container", "container", "cutlery", "container" ], "noun_classes": [ 21, 21, 58, 21 ], "start_stop_timestamps": [ [ "00:05:29.11", "00:05:31.17" ], [ "00:05:31.40", "00:05:31.84" ], [ "00:05:32.31", "00:05:33.46" ], [ "00:05:33.56", "00:05:35.85" ] ], "start_stop_frames": [ [ 16455, 16558 ], [ 16570, 16592 ], [ 16615, 16673 ], [ 16678, 16792 ] ], "trgnoun": "container", "trgverb": "pick_up" }, { "key": "P22_14+286_287_288_289", "video_id": "P22_14", "narration_ids": [ "P22_14_286", "P22_14_287", "P22_14_288", "P22_14_289" ], "src": "close coffee_pot . pick_up paper . open trash_can", "src1": "close coffee_pot", "src2": "pick_up paper", "src3": "open trash_can", "trg": "throw_away paper", "vis_src": "P22_14:286 P22_14:287 P22_14:288", "vis_trg": "P22_14:289", "narrations": [ "close coffee pot", "pick up paper", "open trash can", "throw away paper" ], "verbs": [ "close", "pick-up", "open", "throw-away" ], "verb_classes": [ 4, 0, 3, 13 ], "nouns": [ "pot:coffee", "paper", "can:trash", "paper" ], "noun_classes": [ 50, 49, 36, 49 ], "start_stop_timestamps": [ [ "00:11:25.92", "00:11:26.90" ], [ "00:11:29.60", "00:11:30.62" ], [ "00:11:33.87", "00:11:34.83" ], [ "00:11:34.68", "00:11:35.43" ] ], "start_stop_frames": [ [ 41155, 41214 ], [ 41376, 41437 ], [ 41632, 41689 ], [ 41680, 41725 ] ], "trgnoun": "paper", "trgverb": "throw_away" }, { "key": "P29_01+96_97_99_100", "video_id": "P29_01", "narration_ids": [ "P29_01_96", "P29_01_97", "P29_01_99", "P29_01_100" ], "src": "chop onion . pick_up pepper . put pepper on onion in pan", "src1": "chop onion", "src2": "pick_up pepper", "src3": "put pepper on onion in pan", "trg": "put onion in pan", "vis_src": "P29_01:96 P29_01:97 P29_01:99", "vis_trg": "P29_01:100", "narrations": [ "chop onion", "pick up pepper", "put pepper on onion in pan", "put onion in pan" ], "verbs": [ "chop", "pick-up", "put-on", "put-in" ], "verb_classes": [ 7, 0, 1, 5 ], "nouns": [ "onion", "pepper", "pepper", "onion" ], "noun_classes": [ 16, 37, 37, 16 ], "start_stop_timestamps": [ [ "00:05:19.20", "00:05:21.81" ], [ "00:05:21.17", "00:05:22.04" ], [ "00:05:22.35", "00:05:30.81" ], [ "00:05:23.07", "00:05:23.96" ] ], "start_stop_frames": [ [ 19152, 19308 ], [ 19270, 19322 ], [ 19341, 19848 ], [ 19384, 19437 ] ], "trgnoun": "onion", "trgverb": "put_in" }, { "key": "P22_103+185_186_187_188", "video_id": "P22_103", "narration_ids": [ "P22_103_185", "P22_103_186", "P22_103_187", "P22_103_188" ], "src": "put_down container . move cutlery . pick_up container", "src1": "put_down container", "src2": "move cutlery", "src3": "pick_up container", "trg": "rinse container", "vis_src": "P22_103:185 P22_103:186 P22_103:187", "vis_trg": "P22_103:188", "narrations": [ "put down container", "move cutlery", "pick up container", "rinse container" ], "verbs": [ "put-down", "move", "pick-up", "rinse" ], "verb_classes": [ 1, 11, 0, 2 ], "nouns": [ "container", "cutlery", "container", "container" ], "noun_classes": [ 21, 58, 21, 21 ], "start_stop_timestamps": [ [ "00:05:31.40", "00:05:31.84" ], [ "00:05:32.31", "00:05:33.46" ], [ "00:05:33.56", "00:05:35.85" ], [ "00:05:35.95", "00:05:37.43" ] ], "start_stop_frames": [ [ 16570, 16592 ], [ 16615, 16673 ], [ 16678, 16792 ], [ 16797, 16871 ] ], "trgnoun": "container", "trgverb": "rinse" }, { "key": "P22_08+100_101_102_103", "video_id": "P22_08", "narration_ids": [ "P22_08_100", "P22_08_101", "P22_08_102", "P22_08_103" ], "src": "lather fork . put_down down fork . grab pot", "src1": "lather fork", "src2": "put_down down fork", "src3": "grab pot", "trg": "move pot", "vis_src": "P22_08:100 P22_08:101 P22_08:102", "vis_trg": "P22_08:103", "narrations": [ "lather fork", "put down down fork", "grab pot", "move pot" ], "verbs": [ "lather", "put-down", "grab", "move" ], "verb_classes": [ 2, 1, 0, 11 ], "nouns": [ "fork", "fork", "pot", "pot" ], "noun_classes": [ 14, 14, 29, 29 ], "start_stop_timestamps": [ [ "00:03:49.78", "00:03:51.07" ], [ "00:03:50.99", "00:03:51.91" ], [ "00:03:52.09", "00:03:52.84" ], [ "00:03:52.88", "00:03:53.69" ] ], "start_stop_frames": [ [ 13786, 13864 ], [ 13859, 13914 ], [ 13925, 13970 ], [ 13972, 14021 ] ], "trgnoun": "pot", "trgverb": "move" }, { "key": "P30_05+533_534_535_536", "video_id": "P30_05", "narration_ids": [ "P30_05_533", "P30_05_534", "P30_05_535", "P30_05_536" ], "src": "remove carrots from bag . open fridge . take box of carrots from fridge", "src1": "remove carrots from bag", "src2": "open fridge", "src3": "take box of carrots from fridge", "trg": "close fridge", "vis_src": "P30_05:533 P30_05:534 P30_05:535", "vis_trg": "P30_05:536", "narrations": [ "remove carrots from bag", "open fridge", "take box of carrots from fridge", "close fridge" ], "verbs": [ "remove", "open", "take", "close" ], "verb_classes": [ 12, 3, 0, 4 ], "nouns": [ "carrot", "fridge", "box:carrot", "fridge" ], "noun_classes": [ 41, 12, 23, 12 ], "start_stop_timestamps": [ [ "00:40:29.69", "00:40:32.64" ], [ "00:40:33.51", "00:40:34.49" ], [ "00:40:35.02", "00:40:37.10" ], [ "00:40:37.48", "00:40:39.47" ] ], "start_stop_frames": [ [ 145781, 145958 ], [ 146010, 146069 ], [ 146101, 146226 ], [ 146248, 146368 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_112+12_13_14_15", "video_id": "P04_112", "narration_ids": [ "P04_112_12", "P04_112_13", "P04_112_14", "P04_112_15" ], "src": "put_down greaseproof_paper . pick_up bao_bun . put_down bao_bun", "src1": "put_down greaseproof_paper", "src2": "pick_up bao_bun", "src3": "put_down bao_bun", "trg": "pull greaseproof_paper off bao bun", "vis_src": "P04_112:12 P04_112:13 P04_112:14", "vis_trg": "P04_112:15", "narrations": [ "put down greaseproof paper", "pick up bao bun", "put down bao bun", "pull greaseproof paper off bao bun" ], "verbs": [ "put-down", "pick-up", "put-down", "pull" ], "verb_classes": [ 1, 0, 1, 31 ], "nouns": [ "paper:greaseproof", "bun:bao", "bun:bao", "paper:greaseproof" ], "noun_classes": [ 49, 33, 33, 49 ], "start_stop_timestamps": [ [ "00:00:28.38", "00:00:28.86" ], [ "00:00:28.88", "00:00:29.75" ], [ "00:00:29.78", "00:00:30.41" ], [ "00:00:30.51", "00:00:31.60" ] ], "start_stop_frames": [ [ 1419, 1443 ], [ 1444, 1487 ], [ 1489, 1520 ], [ 1525, 1580 ] ], "trgnoun": "greaseproof_paper", "trgverb": "pull" }, { "key": "P06_101+419_420_421_422", "video_id": "P06_101", "narration_ids": [ "P06_101_419", "P06_101_420", "P06_101_421", "P06_101_422" ], "src": "pull_out plug . pick_up towel . dry hands", "src1": "pull_out plug", "src2": "pick_up towel", "src3": "dry hands", "trg": "put_down towel", "vis_src": "P06_101:419 P06_101:420 P06_101:421", "vis_trg": "P06_101:422", "narrations": [ "pull out plug", "pick up towel", "dry hands", "put down towel" ], "verbs": [ "pull-out", "pick-up", "dry", "put-down" ], "verb_classes": [ 31, 0, 14, 1 ], "nouns": [ "plug", "towel", "hand", "towel" ], "noun_classes": [ 153, 52, 11, 52 ], "start_stop_timestamps": [ [ "00:30:45.32", "00:30:50.90" ], [ "00:30:51.00", "00:30:52.43" ], [ "00:30:51.99", "00:30:54.69" ], [ "00:30:55.21", "00:30:55.79" ] ], "start_stop_frames": [ [ 92266, 92545 ], [ 92550, 92621 ], [ 92599, 92734 ], [ 92760, 92789 ] ], "trgnoun": "towel", "trgverb": "put_down" }, { "key": "P04_107+444_445_446_447", "video_id": "P04_107", "narration_ids": [ "P04_107_444", "P04_107_445", "P04_107_446", "P04_107_447" ], "src": "roll_out dough . let go of rolling_pin . grab flour", "src1": "roll_out dough", "src2": "let go of rolling_pin", "src3": "grab flour", "trg": "sprinkle flour over dough", "vis_src": "P04_107:444 P04_107:445 P04_107:446", "vis_trg": "P04_107:447", "narrations": [ "roll out dough", "let go of rolling pin", "grab flour", "sprinkle flour over dough" ], "verbs": [ "roll-out", "let", "grab", "sprinkle-over" ], "verb_classes": [ 39, 79, 0, 42 ], "nouns": [ "dough", "pin:rolling", "flour", "flour" ], "noun_classes": [ 25, 136, 75, 75 ], "start_stop_timestamps": [ [ "00:13:11.45", "00:13:13.79" ], [ "00:13:13.63", "00:13:14.50" ], [ "00:13:14.39", "00:13:15.76" ], [ "00:13:15.79", "00:13:16.76" ] ], "start_stop_frames": [ [ 39572, 39689 ], [ 39681, 39725 ], [ 39719, 39788 ], [ 39789, 39838 ] ], "trgnoun": "flour", "trgverb": "sprinkle_over" }, { "key": "P11_104+47_48_49_50", "video_id": "P11_104", "narration_ids": [ "P11_104_47", "P11_104_48", "P11_104_49", "P11_104_50" ], "src": "pick_up pot . put pot in sink . turn_on tap", "src1": "pick_up pot", "src2": "put pot in sink", "src3": "turn_on tap", "trg": "rinse pot", "vis_src": "P11_104:47 P11_104:48 P11_104:49", "vis_trg": "P11_104:50", "narrations": [ "pick up pot", "put pot in sink", "turn on tap", "rinse pot" ], "verbs": [ "pick-up", "put-in", "turn-on", "rinse" ], "verb_classes": [ 0, 5, 6, 2 ], "nouns": [ "pot", "pot", "tap", "pot" ], "noun_classes": [ 29, 29, 0, 29 ], "start_stop_timestamps": [ [ "00:03:09.30", "00:03:10.30" ], [ "00:03:11.38", "00:03:12.45" ], [ "00:03:11.72", "00:03:12.45" ], [ "00:03:12.55", "00:03:17.78" ] ], "start_stop_frames": [ [ 9465, 9515 ], [ 9569, 9622 ], [ 9586, 9622 ], [ 9627, 9889 ] ], "trgnoun": "pot", "trgverb": "rinse" }, { "key": "P04_101+133_134_135_136", "video_id": "P04_101", "narration_ids": [ "P04_101_133", "P04_101_134", "P04_101_135", "P04_101_136" ], "src": "turn_on kettle . touch fridge . pick_up yoghurt", "src1": "turn_on kettle", "src2": "touch fridge", "src3": "pick_up yoghurt", "trg": "open fridge", "vis_src": "P04_101:133 P04_101:134 P04_101:135", "vis_trg": "P04_101:136", "narrations": [ "turn on kettle", "touch fridge", "pick up yoghurt", "open fridge" ], "verbs": [ "turn-on", "touch", "pick-up", "open" ], "verb_classes": [ 6, 54, 0, 3 ], "nouns": [ "kettle", "fridge", "yoghurt", "fridge" ], "noun_classes": [ 44, 12, 98, 12 ], "start_stop_timestamps": [ [ "00:04:47.20", "00:04:47.85" ], [ "00:04:48.54", "00:04:49.70" ], [ "00:04:50.76", "00:04:51.65" ], [ "00:04:52.05", "00:04:52.70" ] ], "start_stop_frames": [ [ 14360, 14392 ], [ 14427, 14485 ], [ 14538, 14582 ], [ 14602, 14635 ] ], "trgnoun": "fridge", "trgverb": "open" }, { "key": "P04_112+13_14_15_16", "video_id": "P04_112", "narration_ids": [ "P04_112_13", "P04_112_14", "P04_112_15", "P04_112_16" ], "src": "pick_up bao_bun . put_down bao_bun . pull greaseproof_paper off bao bun", "src1": "pick_up bao_bun", "src2": "put_down bao_bun", "src3": "pull greaseproof_paper off bao bun", "trg": "put_down greaseproof_paper", "vis_src": "P04_112:13 P04_112:14 P04_112:15", "vis_trg": "P04_112:16", "narrations": [ "pick up bao bun", "put down bao bun", "pull greaseproof paper off bao bun", "put down greaseproof paper" ], "verbs": [ "pick-up", "put-down", "pull", "put-down" ], "verb_classes": [ 0, 1, 31, 1 ], "nouns": [ "bun:bao", "bun:bao", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 33, 33, 49, 49 ], "start_stop_timestamps": [ [ "00:00:28.88", "00:00:29.75" ], [ "00:00:29.78", "00:00:30.41" ], [ "00:00:30.51", "00:00:31.60" ], [ "00:00:31.48", "00:00:31.98" ] ], "start_stop_frames": [ [ 1444, 1487 ], [ 1489, 1520 ], [ 1525, 1580 ], [ 1574, 1599 ] ], "trgnoun": "greaseproof_paper", "trgverb": "put_down" }, { "key": "P04_04+94_95_96_97", "video_id": "P04_04", "narration_ids": [ "P04_04_94", "P04_04_95", "P04_04_96", "P04_04_97" ], "src": "open fridge . pick_up paneer . open packet", "src1": "open fridge", "src2": "pick_up paneer", "src3": "open packet", "trg": "empty packet", "vis_src": "P04_04:94 P04_04:95 P04_04:96", "vis_trg": "P04_04:97", "narrations": [ "open fridge", "pick up paneer", "open packet", "empty packet" ], "verbs": [ "open", "pick-up", "open", "empty" ], "verb_classes": [ 3, 0, 3, 20 ], "nouns": [ "fridge", "paneer", "packet", "packet" ], "noun_classes": [ 12, 32, 26, 26 ], "start_stop_timestamps": [ [ "00:08:52.05", "00:08:53.30" ], [ "00:08:53.15", "00:08:55.65" ], [ "00:08:57.18", "00:09:05.18" ], [ "00:09:05.53", "00:09:06.79" ] ], "start_stop_frames": [ [ 31922, 31997 ], [ 31989, 32139 ], [ 32230, 32710 ], [ 32731, 32807 ] ], "trgnoun": "packet", "trgverb": "empty" }, { "key": "P02_03+254_255_256_257", "video_id": "P02_03", "narration_ids": [ "P02_03_254", "P02_03_255", "P02_03_256", "P02_03_257" ], "src": "put onion_piece . stir onion in pan using wooden spoon . pick_up garlic", "src1": "put onion_piece", "src2": "stir onion in pan using wooden spoon", "src3": "pick_up garlic", "trg": "put garlic into pan", "vis_src": "P02_03:254 P02_03:255 P02_03:256", "vis_trg": "P02_03:257", "narrations": [ "put onion piece", "stir onion in pan using wooden spoon", "pick up garlic", "put garlic into pan" ], "verbs": [ "put", "stir", "pick-up", "put-into" ], "verb_classes": [ 1, 10, 0, 5 ], "nouns": [ "piece:onion", "onion", "garlic", "garlic" ], "noun_classes": [ 16, 16, 51, 51 ], "start_stop_timestamps": [ [ "00:14:08.90", "00:14:11.25" ], [ "00:14:12.03", "00:14:18.82" ], [ "00:14:20.09", "00:14:20.60" ], [ "00:14:21.98", "00:14:23.52" ] ], "start_stop_frames": [ [ 50934, 51075 ], [ 51121, 51529 ], [ 51605, 51636 ], [ 51718, 51811 ] ], "trgnoun": "garlic", "trgverb": "put_into" }, { "key": "P26_116+16_17_18_19", "video_id": "P26_116", "narration_ids": [ "P26_116_16", "P26_116_17", "P26_116_18", "P26_116_19" ], "src": "pick_up tissue . clean plate . throw napkin", "src1": "pick_up tissue", "src2": "clean plate", "src3": "throw napkin", "trg": "throw plate", "vis_src": "P26_116:16 P26_116:17 P26_116:18", "vis_trg": "P26_116:19", "narrations": [ "pick up tissue", "clean plate", "throw napkin", "throw plate" ], "verbs": [ "pick-up", "clean", "throw", "throw" ], "verb_classes": [ 0, 2, 13, 13 ], "nouns": [ "tissue", "plate", "napkin", "plate" ], "noun_classes": [ 88, 2, 88, 2 ], "start_stop_timestamps": [ [ "00:00:41.98", "00:00:43.84" ], [ "00:00:43.06", "00:00:55.98" ], [ "00:00:55.53", "00:00:56.86" ], [ "00:00:57.63", "00:00:58.67" ] ], "start_stop_frames": [ [ 2099, 2192 ], [ 2153, 2799 ], [ 2776, 2843 ], [ 2881, 2933 ] ], "trgnoun": "plate", "trgverb": "throw" }, { "key": "P04_112+14_15_16_18", "video_id": "P04_112", "narration_ids": [ "P04_112_14", "P04_112_15", "P04_112_16", "P04_112_18" ], "src": "put_down bao_bun . pull greaseproof_paper off bao bun . put_down greaseproof_paper", "src1": "put_down bao_bun", "src2": "pull greaseproof_paper off bao bun", "src3": "put_down greaseproof_paper", "trg": "pick_up bao_bun", "vis_src": "P04_112:14 P04_112:15 P04_112:16", "vis_trg": "P04_112:18", "narrations": [ "put down bao bun", "pull greaseproof paper off bao bun", "put down greaseproof paper", "pick up bao bun" ], "verbs": [ "put-down", "pull", "put-down", "pick-up" ], "verb_classes": [ 1, 31, 1, 0 ], "nouns": [ "bun:bao", "paper:greaseproof", "paper:greaseproof", "bun:bao" ], "noun_classes": [ 33, 49, 49, 33 ], "start_stop_timestamps": [ [ "00:00:29.78", "00:00:30.41" ], [ "00:00:30.51", "00:00:31.60" ], [ "00:00:31.48", "00:00:31.98" ], [ "00:00:33.14", "00:00:34.70" ] ], "start_stop_frames": [ [ 1489, 1520 ], [ 1525, 1580 ], [ 1574, 1599 ], [ 1657, 1735 ] ], "trgnoun": "bao_bun", "trgverb": "pick_up" }, { "key": "P02_03+136_137_138_139", "video_id": "P02_03", "narration_ids": [ "P02_03_136", "P02_03_137", "P02_03_138", "P02_03_139" ], "src": "close trash_bin . get paper_towel . open trash_bin", "src1": "close trash_bin", "src2": "get paper_towel", "src3": "open trash_bin", "trg": "throw paper_towel", "vis_src": "P02_03:136 P02_03:137 P02_03:138", "vis_trg": "P02_03:139", "narrations": [ "close trash bin", "get paper towel", "open trash bin", "throw paper towel" ], "verbs": [ "close", "get", "open", "throw" ], "verb_classes": [ 4, 0, 3, 13 ], "nouns": [ "bin:trash", "towel:paper", "bin:trash", "towel:paper" ], "noun_classes": [ 36, 93, 36, 93 ], "start_stop_timestamps": [ [ "00:08:20.86", "00:08:21.45" ], [ "00:08:23.18", "00:08:24.62" ], [ "00:08:31.33", "00:08:31.94" ], [ "00:08:31.55", "00:08:32.16" ] ], "start_stop_frames": [ [ 30051, 30087 ], [ 30190, 30277 ], [ 30679, 30716 ], [ 30693, 30729 ] ], "trgnoun": "paper_towel", "trgverb": "throw" }, { "key": "P02_03+255_256_257_258", "video_id": "P02_03", "narration_ids": [ "P02_03_255", "P02_03_256", "P02_03_257", "P02_03_258" ], "src": "stir onion in pan using wooden spoon . pick_up garlic . put garlic into pan", "src1": "stir onion in pan using wooden spoon", "src2": "pick_up garlic", "src3": "put garlic into pan", "trg": "close garlic", "vis_src": "P02_03:255 P02_03:256 P02_03:257", "vis_trg": "P02_03:258", "narrations": [ "stir onion in pan using wooden spoon", "pick up garlic", "put garlic into pan", "close garlic" ], "verbs": [ "stir", "pick-up", "put-into", "close" ], "verb_classes": [ 10, 0, 5, 4 ], "nouns": [ "onion", "garlic", "garlic", "garlic" ], "noun_classes": [ 16, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:14:12.03", "00:14:18.82" ], [ "00:14:20.09", "00:14:20.60" ], [ "00:14:21.98", "00:14:23.52" ], [ "00:14:23.62", "00:14:24.31" ] ], "start_stop_frames": [ [ 51121, 51529 ], [ 51605, 51636 ], [ 51718, 51811 ], [ 51817, 51858 ] ], "trgnoun": "garlic", "trgverb": "close" }, { "key": "P22_07+519_520_521_522", "video_id": "P22_07", "narration_ids": [ "P22_07_519", "P22_07_520", "P22_07_521", "P22_07_522" ], "src": "remove plate . remove crumbs from plate . open tap", "src1": "remove plate", "src2": "remove crumbs from plate", "src3": "open tap", "trg": "rinse plate", "vis_src": "P22_07:519 P22_07:520 P22_07:521", "vis_trg": "P22_07:522", "narrations": [ "remove plate", "remove crumbs from plate", "open tap", "rinse plate" ], "verbs": [ "remove", "remove-from", "turn-on", "rinse" ], "verb_classes": [ 12, 12, 6, 2 ], "nouns": [ "plate", "crumb", "tap", "plate" ], "noun_classes": [ 2, 54, 0, 2 ], "start_stop_timestamps": [ [ "00:24:52.12", "00:24:54.58" ], [ "00:24:56.44", "00:24:59.02" ], [ "00:25:00.16", "00:25:01.13" ], [ "00:25:00.64", "00:25:03.97" ] ], "start_stop_frames": [ [ 89527, 89674 ], [ 89786, 89941 ], [ 90009, 90067 ], [ 90038, 90238 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P02_03+256_257_258_259", "video_id": "P02_03", "narration_ids": [ "P02_03_256", "P02_03_257", "P02_03_258", "P02_03_259" ], "src": "pick_up garlic . put garlic into pan . close garlic", "src1": "pick_up garlic", "src2": "put garlic into pan", "src3": "close garlic", "trg": "put garlic", "vis_src": "P02_03:256 P02_03:257 P02_03:258", "vis_trg": "P02_03:259", "narrations": [ "pick up garlic", "put garlic into pan", "close garlic", "put garlic" ], "verbs": [ "pick-up", "put-into", "close", "put" ], "verb_classes": [ 0, 5, 4, 1 ], "nouns": [ "garlic", "garlic", "garlic", "garlic" ], "noun_classes": [ 51, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:14:20.09", "00:14:20.60" ], [ "00:14:21.98", "00:14:23.52" ], [ "00:14:23.62", "00:14:24.31" ], [ "00:14:24.12", "00:14:24.72" ] ], "start_stop_frames": [ [ 51605, 51636 ], [ 51718, 51811 ], [ 51817, 51858 ], [ 51847, 51883 ] ], "trgnoun": "garlic", "trgverb": "put" }, { "key": "P15_08+76_77_78_79", "video_id": "P15_08", "narration_ids": [ "P15_08_76", "P15_08_77", "P15_08_78", "P15_08_79" ], "src": "store mug . store tableware . take_out spoon", "src1": "store mug", "src2": "store tableware", "src3": "take_out spoon", "trg": "store spoon", "vis_src": "P15_08:76 P15_08:77 P15_08:78", "vis_trg": "P15_08:79", "narrations": [ "store mug", "store tableware", "take out spoon", "store spoon" ], "verbs": [ "store", "store", "take-out", "store" ], "verb_classes": [ 1, 1, 12, 1 ], "nouns": [ "mug", "tableware", "spoon", "spoon" ], "noun_classes": [ 13, 58, 1, 1 ], "start_stop_timestamps": [ [ "00:05:58.28", "00:05:59.12" ], [ "00:06:02.94", "00:06:37.39" ], [ "00:06:46.75", "00:06:47.53" ], [ "00:06:54.07", "00:06:55.44" ] ], "start_stop_frames": [ [ 21496, 21547 ], [ 21776, 23843 ], [ 24405, 24451 ], [ 24844, 24926 ] ], "trgnoun": "spoon", "trgverb": "store" }, { "key": "P27_105+206_207_208_209", "video_id": "P27_105", "narration_ids": [ "P27_105_206", "P27_105_207", "P27_105_208", "P27_105_209" ], "src": "close sandwich . move sandwich . pick_up sandwich", "src1": "close sandwich", "src2": "move sandwich", "src3": "pick_up sandwich", "trg": "put_down sandwich", "vis_src": "P27_105:206 P27_105:207 P27_105:208", "vis_trg": "P27_105:209", "narrations": [ "close sandwich", "move sandwich", "pick up sandwich", "put down sandwich" ], "verbs": [ "close", "move", "pick-up", "put-down" ], "verb_classes": [ 4, 11, 0, 1 ], "nouns": [ "sandwich", "sandwich", "sandwich", "sandwich" ], "noun_classes": [ 164, 164, 164, 164 ], "start_stop_timestamps": [ [ "00:12:11.02", "00:12:12.92" ], [ "00:12:13.62", "00:12:14.40" ], [ "00:12:14.84", "00:12:16.05" ], [ "00:12:16.18", "00:12:17.04" ] ], "start_stop_frames": [ [ 36551, 36646 ], [ 36681, 36720 ], [ 36742, 36802 ], [ 36809, 36852 ] ], "trgnoun": "sandwich", "trgverb": "put_down" }, { "key": "P22_109+8_9_10_11", "video_id": "P22_109", "narration_ids": [ "P22_109_8", "P22_109_9", "P22_109_10", "P22_109_11" ], "src": "pick_up container . pick_up pot . put_down container", "src1": "pick_up container", "src2": "pick_up pot", "src3": "put_down container", "trg": "put_down pot", "vis_src": "P22_109:8 P22_109:9 P22_109:10", "vis_trg": "P22_109:11", "narrations": [ "pick up container", "pick up pot", "put down container", "put down pot" ], "verbs": [ "pick-up", "pick-up", "put-down", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "container", "pot", "container", "pot" ], "noun_classes": [ 21, 29, 21, 29 ], "start_stop_timestamps": [ [ "00:00:20.31", "00:00:21.10" ], [ "00:00:21.63", "00:00:22.24" ], [ "00:00:22.37", "00:00:23.33" ], [ "00:00:24.75", "00:00:25.25" ] ], "start_stop_frames": [ [ 1015, 1055 ], [ 1081, 1112 ], [ 1118, 1166 ], [ 1237, 1262 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P10_04+16_17_18_19", "video_id": "P10_04", "narration_ids": [ "P10_04_16", "P10_04_17", "P10_04_18", "P10_04_19" ], "src": "check the finger . get some paper_towel . clean the hand", "src1": "check the finger", "src2": "get some paper_towel", "src3": "clean the hand", "trg": "throw the paper_towel into the dustbin", "vis_src": "P10_04:16 P10_04:17 P10_04:18", "vis_trg": "P10_04:19", "narrations": [ "check the finger", "get some paper towel", "clean the hand", "throw the paper towel into the dustbin" ], "verbs": [ "check", "get", "clean", "throw-into" ], "verb_classes": [ 24, 0, 2, 13 ], "nouns": [ "finger", "towel:paper", "hand", "towel:paper" ], "noun_classes": [ 11, 93, 11, 93 ], "start_stop_timestamps": [ [ "00:02:04.33", "00:02:06.82" ], [ "00:02:06.92", "00:02:14.43" ], [ "00:02:14.53", "00:02:23.18" ], [ "00:02:23.28", "00:02:26.12" ] ], "start_stop_frames": [ [ 7459, 7609 ], [ 7615, 8065 ], [ 8071, 8590 ], [ 8596, 8767 ] ], "trgnoun": "paper_towel", "trgverb": "throw_into" }, { "key": "P26_124+195_196_197_198", "video_id": "P26_124", "narration_ids": [ "P26_124_195", "P26_124_196", "P26_124_197", "P26_124_198" ], "src": "unfold table_cloth . put_down table_cloth . pick_up tray", "src1": "unfold table_cloth", "src2": "put_down table_cloth", "src3": "pick_up tray", "trg": "put_down tray", "vis_src": "P26_124:195 P26_124:196 P26_124:197", "vis_trg": "P26_124:198", "narrations": [ "unfold table cloth", "put down table cloth", "pick up tray", "put down tray" ], "verbs": [ "unfold", "put-down", "pick-up", "put-down" ], "verb_classes": [ 39, 1, 0, 1 ], "nouns": [ "cloth:table", "cloth:table", "tray", "tray" ], "noun_classes": [ 17, 17, 35, 35 ], "start_stop_timestamps": [ [ "00:10:50.69", "00:10:59.58" ], [ "00:10:55.65", "00:11:03.54" ], [ "00:11:03.74", "00:11:04.66" ], [ "00:11:04.62", "00:11:06.02" ] ], "start_stop_frames": [ [ 32534, 32979 ], [ 32782, 33177 ], [ 33187, 33233 ], [ 33231, 33301 ] ], "trgnoun": "tray", "trgverb": "put_down" }, { "key": "P02_09+291_294_295_296", "video_id": "P02_09", "narration_ids": [ "P02_09_291", "P02_09_294", "P02_09_295", "P02_09_296" ], "src": "stir onion . pick_up garlic . open garlic", "src1": "stir onion", "src2": "pick_up garlic", "src3": "open garlic", "trg": "pour garlic into pan", "vis_src": "P02_09:291 P02_09:294 P02_09:295", "vis_trg": "P02_09:296", "narrations": [ "stir onion", "pick up garlic", "open garlic", "pour garlic into pan" ], "verbs": [ "stir", "pick-up", "open", "pour-into" ], "verb_classes": [ 10, 0, 3, 9 ], "nouns": [ "onion", "garlic", "garlic", "garlic" ], "noun_classes": [ 16, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:21:43.97", "00:21:49.96" ], [ "00:22:11.83", "00:22:12.58" ], [ "00:22:12.51", "00:22:13.84" ], [ "00:22:13.94", "00:22:16.38" ] ], "start_stop_frames": [ [ 78238, 78597 ], [ 79909, 79954 ], [ 79950, 80030 ], [ 80036, 80182 ] ], "trgnoun": "garlic", "trgverb": "pour_into" }, { "key": "P02_09+294_295_296_297", "video_id": "P02_09", "narration_ids": [ "P02_09_294", "P02_09_295", "P02_09_296", "P02_09_297" ], "src": "pick_up garlic . open garlic . pour garlic into pan", "src1": "pick_up garlic", "src2": "open garlic", "src3": "pour garlic into pan", "trg": "put garlic down", "vis_src": "P02_09:294 P02_09:295 P02_09:296", "vis_trg": "P02_09:297", "narrations": [ "pick up garlic", "open garlic", "pour garlic into pan", "put garlic down" ], "verbs": [ "pick-up", "open", "pour-into", "put" ], "verb_classes": [ 0, 3, 9, 1 ], "nouns": [ "garlic", "garlic", "garlic", "garlic" ], "noun_classes": [ 51, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:22:11.83", "00:22:12.58" ], [ "00:22:12.51", "00:22:13.84" ], [ "00:22:13.94", "00:22:16.38" ], [ "00:22:16.30", "00:22:17.29" ] ], "start_stop_frames": [ [ 79909, 79954 ], [ 79950, 80030 ], [ 80036, 80182 ], [ 80178, 80237 ] ], "trgnoun": "garlic", "trgverb": "put" }, { "key": "P21_03+3_4_5_6", "video_id": "P21_03", "narration_ids": [ "P21_03_3", "P21_03_4", "P21_03_5", "P21_03_6" ], "src": "rinsing one of the dishes . opening the fridge . taking out one tomato", "src1": "rinsing one of the dishes", "src2": "opening the fridge", "src3": "taking out one tomato", "trg": "closing the fridge", "vis_src": "P21_03:3 P21_03:4 P21_03:5", "vis_trg": "P21_03:6", "narrations": [ "rinsing one of the dishes", "opening the fridge", "taking out one tomato", "closing the fridge" ], "verbs": [ "rinse", "open", "take-out", "close" ], "verb_classes": [ 2, 3, 12, 4 ], "nouns": [ "dish", "fridge", "tomato", "fridge" ], "noun_classes": [ 2, 12, 43, 12 ], "start_stop_timestamps": [ [ "00:00:18.45", "00:00:26.95" ], [ "00:00:30.59", "00:00:33.27" ], [ "00:00:33.16", "00:00:37.13" ], [ "00:00:38.80", "00:00:40.94" ] ], "start_stop_frames": [ [ 1107, 1617 ], [ 1835, 1996 ], [ 1989, 2227 ], [ 2328, 2456 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P02_09+292_293_294_295", "video_id": "P02_09", "narration_ids": [ "P02_09_292", "P02_09_293", "P02_09_294", "P02_09_295" ], "src": "hold pan . stir onion . pick_up garlic", "src1": "hold pan", "src2": "stir onion", "src3": "pick_up garlic", "trg": "open garlic", "vis_src": "P02_09:292 P02_09:293 P02_09:294", "vis_trg": "P02_09:295", "narrations": [ "hold pan", "stir onion", "pick up garlic", "open garlic" ], "verbs": [ "hold", "stir", "pick-up", "open" ], "verb_classes": [ 34, 10, 0, 3 ], "nouns": [ "pan", "onion", "garlic", "garlic" ], "noun_classes": [ 5, 16, 51, 51 ], "start_stop_timestamps": [ [ "00:21:50.03", "00:21:53.35" ], [ "00:21:51.13", "00:22:09.78" ], [ "00:22:11.83", "00:22:12.58" ], [ "00:22:12.51", "00:22:13.84" ] ], "start_stop_frames": [ [ 78601, 78801 ], [ 78667, 79786 ], [ 79909, 79954 ], [ 79950, 80030 ] ], "trgnoun": "garlic", "trgverb": "open" }, { "key": "P35_107+214_215_216_217", "video_id": "P35_107", "narration_ids": [ "P35_107_214", "P35_107_215", "P35_107_216", "P35_107_217" ], "src": "pick_up hand_held hoover . hoover crumbs . turn_off hand_held hoover", "src1": "pick_up hand_held hoover", "src2": "hoover crumbs", "src3": "turn_off hand_held hoover", "trg": "put_down hand_held hoover", "vis_src": "P35_107:214 P35_107:215 P35_107:216", "vis_trg": "P35_107:217", "narrations": [ "pick up hand-held hoover", "hoover crumbs", "turn off hand-held hoover", "put down hand-held hoover" ], "verbs": [ "pick-up", "hoover", "turn-off", "put-down" ], "verb_classes": [ 0, 2, 8, 1 ], "nouns": [ "hoover:hand:held", "crumb", "hoover:hand:held", "hoover:hand:held" ], "noun_classes": [ 225, 54, 225, 225 ], "start_stop_timestamps": [ [ "00:13:54.27", "00:13:55.37" ], [ "00:13:55.77", "00:15:14.63" ], [ "00:15:15.81", "00:15:16.27" ], [ "00:15:16.46", "00:15:18.47" ] ], "start_stop_frames": [ [ 41713, 41768 ], [ 41788, 45731 ], [ 45790, 45813 ], [ 45823, 45923 ] ], "trgnoun": "held_hand_hoover", "trgverb": "put_down" }, { "key": "P22_103+186_187_188_189", "video_id": "P22_103", "narration_ids": [ "P22_103_186", "P22_103_187", "P22_103_188", "P22_103_189" ], "src": "move cutlery . pick_up container . rinse container", "src1": "move cutlery", "src2": "pick_up container", "src3": "rinse container", "trg": "put_down container", "vis_src": "P22_103:186 P22_103:187 P22_103:188", "vis_trg": "P22_103:189", "narrations": [ "move cutlery", "pick up container", "rinse container", "put down container" ], "verbs": [ "move", "pick-up", "rinse", "put-down" ], "verb_classes": [ 11, 0, 2, 1 ], "nouns": [ "cutlery", "container", "container", "container" ], "noun_classes": [ 58, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:05:32.31", "00:05:33.46" ], [ "00:05:33.56", "00:05:35.85" ], [ "00:05:35.95", "00:05:37.43" ], [ "00:05:38.48", "00:05:39.01" ] ], "start_stop_frames": [ [ 16615, 16673 ], [ 16678, 16792 ], [ 16797, 16871 ], [ 16924, 16950 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P02_130+251_252_253_254", "video_id": "P02_130", "narration_ids": [ "P02_130_251", "P02_130_252", "P02_130_253", "P02_130_254" ], "src": "hold pan . put_down wooden_spoon . adjust heat", "src1": "hold pan", "src2": "put_down wooden_spoon", "src3": "adjust heat", "trg": "pick_up wooden_spoon", "vis_src": "P02_130:251 P02_130:252 P02_130:253", "vis_trg": "P02_130:254", "narrations": [ "hold pan", "put down wooden spoon", "adjust heat", "pick up wooden spoon" ], "verbs": [ "hold", "put-down", "adjust", "pick-up" ], "verb_classes": [ 34, 1, 17, 0 ], "nouns": [ "pan", "spoon:wooden", "heat", "spoon:wooden" ], "noun_classes": [ 5, 1, 65, 1 ], "start_stop_timestamps": [ [ "00:11:53.19", "00:12:59.00" ], [ "00:12:58.18", "00:12:59.16" ], [ "00:12:59.16", "00:13:00.23" ], [ "00:13:00.81", "00:13:01.53" ] ], "start_stop_frames": [ [ 35659, 38950 ], [ 38909, 38958 ], [ 38958, 39011 ], [ 39040, 39076 ] ], "trgnoun": "wooden_spoon", "trgverb": "pick_up" }, { "key": "P06_103+145_146_147_148", "video_id": "P06_103", "narration_ids": [ "P06_103_145", "P06_103_146", "P06_103_147", "P06_103_148" ], "src": "put herb on chopping board . pick herb . open recycling_bin", "src1": "put herb on chopping board", "src2": "pick herb", "src3": "open recycling_bin", "trg": "put herb in recycling bin", "vis_src": "P06_103:145 P06_103:146 P06_103:147", "vis_trg": "P06_103:148", "narrations": [ "put herb on chopping board", "pick herb", "open recycling bin", "put herb in recycling bin" ], "verbs": [ "put-on", "pick", "open", "put-in" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "herb", "herb", "bin:recycling", "herb" ], "noun_classes": [ 62, 62, 36, 62 ], "start_stop_timestamps": [ [ "00:10:46.38", "00:10:50.05" ], [ "00:10:51.52", "00:11:02.91" ], [ "00:11:21.56", "00:11:23.25" ], [ "00:11:23.39", "00:11:23.82" ] ], "start_stop_frames": [ [ 32319, 32502 ], [ 32576, 33145 ], [ 34078, 34162 ], [ 34169, 34191 ] ], "trgnoun": "herb", "trgverb": "put_in" }, { "key": "P04_13+35_36_37_38", "video_id": "P04_13", "narration_ids": [ "P04_13_35", "P04_13_36", "P04_13_37", "P04_13_38" ], "src": "wipe counter . put crumbs in bin . open rice", "src1": "wipe counter", "src2": "put crumbs in bin", "src3": "open rice", "trg": "spill rice", "vis_src": "P04_13:35 P04_13:36 P04_13:37", "vis_trg": "P04_13:38", "narrations": [ "wipe counter", "put crumbs in bin", "open rice", "spill rice" ], "verbs": [ "wipe", "put-in", "open", "spill" ], "verb_classes": [ 2, 5, 3, 59 ], "nouns": [ "counter", "crumb", "rice", "rice" ], "noun_classes": [ 42, 54, 55, 55 ], "start_stop_timestamps": [ [ "00:03:59.69", "00:04:23.44" ], [ "00:04:23.70", "00:04:27.78" ], [ "00:04:31.01", "00:04:50.64" ], [ "00:04:43.69", "00:04:52.28" ] ], "start_stop_frames": [ [ 14381, 15806 ], [ 15822, 16066 ], [ 16260, 17438 ], [ 17021, 17536 ] ], "trgnoun": "rice", "trgverb": "spill" }, { "key": "P06_103+146_147_148_149", "video_id": "P06_103", "narration_ids": [ "P06_103_146", "P06_103_147", "P06_103_148", "P06_103_149" ], "src": "pick herb . open recycling_bin . put herb in recycling bin", "src1": "pick herb", "src2": "open recycling_bin", "src3": "put herb in recycling bin", "trg": "put herb on chopping board", "vis_src": "P06_103:146 P06_103:147 P06_103:148", "vis_trg": "P06_103:149", "narrations": [ "pick herb", "open recycling bin", "put herb in recycling bin", "put herb on chopping board" ], "verbs": [ "pick", "open", "put-in", "put-on" ], "verb_classes": [ 0, 3, 5, 1 ], "nouns": [ "herb", "bin:recycling", "herb", "herb" ], "noun_classes": [ 62, 36, 62, 62 ], "start_stop_timestamps": [ [ "00:10:51.52", "00:11:02.91" ], [ "00:11:21.56", "00:11:23.25" ], [ "00:11:23.39", "00:11:23.82" ], [ "00:11:24.48", "00:11:30.00" ] ], "start_stop_frames": [ [ 32576, 33145 ], [ 34078, 34162 ], [ 34169, 34191 ], [ 34224, 34500 ] ], "trgnoun": "herb", "trgverb": "put_on" }, { "key": "P35_104+713_714_715_716", "video_id": "P35_104", "narration_ids": [ "P35_104_713", "P35_104_714", "P35_104_715", "P35_104_716" ], "src": "put_down napkin . pick_up cling_film . unroll cling_film", "src1": "put_down napkin", "src2": "pick_up cling_film", "src3": "unroll cling_film", "trg": "cut cling_film", "vis_src": "P35_104:713 P35_104:714 P35_104:715", "vis_trg": "P35_104:716", "narrations": [ "put down napkin", "pick up cling film", "unroll cling film", "cut cling film" ], "verbs": [ "put-down", "pick-up", "unroll", "cut" ], "verb_classes": [ 1, 0, 39, 7 ], "nouns": [ "napkin", "film:cling", "film:cling", "film:cling" ], "noun_classes": [ 88, 100, 100, 100 ], "start_stop_timestamps": [ [ "00:49:42.91", "00:49:44.51" ], [ "00:49:44.61", "00:49:46.27" ], [ "00:49:46.25", "00:49:51.87" ], [ "00:49:52.32", "00:49:56.34" ] ], "start_stop_frames": [ [ 149145, 149225 ], [ 149230, 149313 ], [ 149312, 149593 ], [ 149616, 149817 ] ], "trgnoun": "cling_film", "trgverb": "cut" }, { "key": "P30_107+176_177_178_179", "video_id": "P30_107", "narration_ids": [ "P30_107_176", "P30_107_177", "P30_107_178", "P30_107_179" ], "src": "turn_on tap . wash pak_choi . split pak_choi into pieces", "src1": "turn_on tap", "src2": "wash pak_choi", "src3": "split pak_choi into pieces", "trg": "take pak_choi", "vis_src": "P30_107:176 P30_107:177 P30_107:178", "vis_trg": "P30_107:179", "narrations": [ "turn on tap", "wash pak choi", "split pak choi into pieces", "take pak choi" ], "verbs": [ "turn-on", "wash", "split-into", "take" ], "verb_classes": [ 6, 2, 52, 0 ], "nouns": [ "tap", "choi:pak", "choi:pak", "choi:pak" ], "noun_classes": [ 0, 151, 151, 151 ], "start_stop_timestamps": [ [ "00:08:35.92", "00:08:36.43" ], [ "00:08:36.03", "00:08:37.53" ], [ "00:08:36.96", "00:08:52.32" ], [ "00:08:51.84", "00:08:52.54" ] ], "start_stop_frames": [ [ 25795, 25821 ], [ 25801, 25876 ], [ 25848, 26616 ], [ 26592, 26627 ] ], "trgnoun": "pak_choi", "trgverb": "take" }, { "key": "P02_113+16_17_18_19", "video_id": "P02_113", "narration_ids": [ "P02_113_16", "P02_113_17", "P02_113_18", "P02_113_19" ], "src": "pick_up pine nuts bag . pour pine_nuts from bag into hand . put_down bag", "src1": "pick_up pine nuts bag", "src2": "pour pine_nuts from bag into hand", "src3": "put_down bag", "trg": "put pine_nuts on meat", "vis_src": "P02_113:16 P02_113:17 P02_113:18", "vis_trg": "P02_113:19", "narrations": [ "pick up pine nuts bag", "pour pine nuts from bag into hand", "put down bag", "put pine nuts on meat" ], "verbs": [ "pick-up", "pour-from", "put-down", "put-on" ], "verb_classes": [ 0, 9, 1, 1 ], "nouns": [ "bag:pine:nut", "nut:pine", "bag", "nut:pine" ], "noun_classes": [ 19, 133, 19, 133 ], "start_stop_timestamps": [ [ "00:00:42.28", "00:00:43.05" ], [ "00:00:43.00", "00:00:44.95" ], [ "00:00:45.00", "00:00:47.59" ], [ "00:00:47.84", "00:00:50.44" ] ], "start_stop_frames": [ [ 2114, 2152 ], [ 2150, 2247 ], [ 2250, 2379 ], [ 2392, 2522 ] ], "trgnoun": "pine_nut", "trgverb": "put_on" }, { "key": "P25_03+8_9_10_11", "video_id": "P25_03", "narration_ids": [ "P25_03_8", "P25_03_9", "P25_03_10", "P25_03_11" ], "src": "wash kitchen . turn tap on . wash rag", "src1": "wash kitchen", "src2": "turn tap on", "src3": "wash rag", "trg": "tidy kitchen up", "vis_src": "P25_03:8 P25_03:9 P25_03:10", "vis_trg": "P25_03:11", "narrations": [ "wash kitchen", "turn tap on", "wash rag", "tidy kitchen up" ], "verbs": [ "wash", "turn-on", "wash", "tidy" ], "verb_classes": [ 2, 6, 2, 40 ], "nouns": [ "kitchen", "tap", "rag", "kitchen" ], "noun_classes": [ 157, 0, 17, 157 ], "start_stop_timestamps": [ [ "00:01:01.42", "00:01:27.91" ], [ "00:01:28.94", "00:01:30.20" ], [ "00:01:30.13", "00:01:46.47" ], [ "00:02:10.56", "00:02:29.31" ] ], "start_stop_frames": [ [ 3685, 5274 ], [ 5336, 5412 ], [ 5407, 6388 ], [ 7833, 8958 ] ], "trgnoun": "kitchen", "trgverb": "tidy" }, { "key": "P02_113+23_24_25_26", "video_id": "P02_113", "narration_ids": [ "P02_113_23", "P02_113_24", "P02_113_25", "P02_113_26" ], "src": "pick_up pine nuts bag . pour pine_nuts from bag into hand . put_down bag", "src1": "pick_up pine nuts bag", "src2": "pour pine_nuts from bag into hand", "src3": "put_down bag", "trg": "put pine_nuts on meat", "vis_src": "P02_113:23 P02_113:24 P02_113:25", "vis_trg": "P02_113:26", "narrations": [ "pick up pine nuts bag", "pour pine nuts from bag into hand", "put down bag", "put pine nuts on meat" ], "verbs": [ "pick-up", "pour-from", "put-down", "put-on" ], "verb_classes": [ 0, 9, 1, 1 ], "nouns": [ "bag:pine:nut", "nut:pine", "bag", "nut:pine" ], "noun_classes": [ 19, 133, 19, 133 ], "start_stop_timestamps": [ [ "00:01:01.14", "00:01:01.79" ], [ "00:01:02.27", "00:01:03.77" ], [ "00:01:04.00", "00:01:04.64" ], [ "00:01:05.96", "00:01:07.29" ] ], "start_stop_frames": [ [ 3057, 3089 ], [ 3113, 3188 ], [ 3200, 3232 ], [ 3297, 3364 ] ], "trgnoun": "pine_nut", "trgverb": "put_on" }, { "key": "P13_10+15_16_17_18", "video_id": "P13_10", "narration_ids": [ "P13_10_15", "P13_10_16", "P13_10_17", "P13_10_18" ], "src": "grab spoon . open tomato_tin . take tomato", "src1": "grab spoon", "src2": "open tomato_tin", "src3": "take tomato", "trg": "put tomato on hamburger bread", "vis_src": "P13_10:15 P13_10:16 P13_10:17", "vis_trg": "P13_10:18", "narrations": [ "grab spoon", "open tomato tin", "take tomato", "put tomato on hamburger bread" ], "verbs": [ "grab", "open", "take", "put-on" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "spoon", "tin:tomato", "tomato", "tomato" ], "noun_classes": [ 1, 61, 43, 43 ], "start_stop_timestamps": [ [ "00:01:25.56", "00:01:27.00" ], [ "00:01:30.88", "00:01:32.15" ], [ "00:01:33.14", "00:01:35.46" ], [ "00:01:35.83", "00:01:38.09" ] ], "start_stop_frames": [ [ 5133, 5220 ], [ 5452, 5529 ], [ 5588, 5727 ], [ 5749, 5885 ] ], "trgnoun": "tomato", "trgverb": "put_on" }, { "key": "P28_09+87_88_89_90", "video_id": "P28_09", "narration_ids": [ "P28_09_87", "P28_09_88", "P28_09_89", "P28_09_90" ], "src": "take spring_onions . remove rubber_band from spring onions . throw rubber_band", "src1": "take spring_onions", "src2": "remove rubber_band from spring onions", "src3": "throw rubber_band", "trg": "separate spring_onions", "vis_src": "P28_09:87 P28_09:88 P28_09:89", "vis_trg": "P28_09:90", "narrations": [ "take spring onions", "remove rubber band from spring onions", "throw rubber band", "separate spring onions" ], "verbs": [ "take", "remove-from", "throw", "separate" ], "verb_classes": [ 0, 12, 13, 52 ], "nouns": [ "onion:spring", "band:rubber", "band:rubber", "onion:spring" ], "noun_classes": [ 128, 269, 269, 128 ], "start_stop_timestamps": [ [ "00:05:01.61", "00:05:02.76" ], [ "00:05:02.86", "00:05:07.75" ], [ "00:05:07.61", "00:05:08.91" ], [ "00:05:09.70", "00:05:13.32" ] ], "start_stop_frames": [ [ 18096, 18165 ], [ 18171, 18465 ], [ 18456, 18534 ], [ 18582, 18799 ] ], "trgnoun": "spring_onion", "trgverb": "separate" }, { "key": "P28_03+70_71_72_73", "video_id": "P28_03", "narration_ids": [ "P28_03_70", "P28_03_71", "P28_03_72", "P28_03_73" ], "src": "take spring_onions . take courgette . turn_on tap", "src1": "take spring_onions", "src2": "take courgette", "src3": "turn_on tap", "trg": "wash spring_onions", "vis_src": "P28_03:70 P28_03:71 P28_03:72", "vis_trg": "P28_03:73", "narrations": [ "take spring onions", "take courgette", "turn on tap", "wash spring onions" ], "verbs": [ "take", "take", "turn-on", "wash" ], "verb_classes": [ 0, 0, 6, 2 ], "nouns": [ "onion:spring", "courgette", "tap", "onion:spring" ], "noun_classes": [ 128, 76, 0, 128 ], "start_stop_timestamps": [ [ "00:04:05.87", "00:04:06.93" ], [ "00:04:06.17", "00:04:07.06" ], [ "00:04:07.82", "00:04:08.40" ], [ "00:04:08.27", "00:04:13.17" ] ], "start_stop_frames": [ [ 14752, 14815 ], [ 14770, 14823 ], [ 14869, 14904 ], [ 14896, 15190 ] ], "trgnoun": "spring_onion", "trgverb": "wash" }, { "key": "P01_18+203_204_205_206", "video_id": "P01_18", "narration_ids": [ "P01_18_203", "P01_18_204", "P01_18_205", "P01_18_206" ], "src": "open olives . put_down olives . take olive", "src1": "open olives", "src2": "put_down olives", "src3": "take olive", "trg": "eat olive", "vis_src": "P01_18:203 P01_18:204 P01_18:205", "vis_trg": "P01_18:206", "narrations": [ "open olives", "put down olives", "take olive", "eat olive" ], "verbs": [ "open", "put-down", "take", "eat" ], "verb_classes": [ 3, 1, 0, 35 ], "nouns": [ "olive", "olive", "olive", "olive" ], "noun_classes": [ 83, 83, 83, 83 ], "start_stop_timestamps": [ [ "00:16:50.86", "00:16:52.37" ], [ "00:16:52.72", "00:16:53.91" ], [ "00:16:54.21", "00:16:55.08" ], [ "00:16:55.88", "00:16:57.26" ] ], "start_stop_frames": [ [ 60651, 60742 ], [ 60763, 60834 ], [ 60852, 60904 ], [ 60952, 61035 ] ], "trgnoun": "olive", "trgverb": "eat" }, { "key": "P02_113+31_32_33_34", "video_id": "P02_113", "narration_ids": [ "P02_113_31", "P02_113_32", "P02_113_33", "P02_113_34" ], "src": "pick_up pine nuts bag . pour pine_nuts from bag into hand . put_down bag", "src1": "pick_up pine nuts bag", "src2": "pour pine_nuts from bag into hand", "src3": "put_down bag", "trg": "put pine_nuts on meat", "vis_src": "P02_113:31 P02_113:32 P02_113:33", "vis_trg": "P02_113:34", "narrations": [ "pick up pine nuts bag", "pour pine nuts from bag into hand", "put down bag", "put pine nuts on meat" ], "verbs": [ "pick-up", "pour-from", "put-down", "put-on" ], "verb_classes": [ 0, 9, 1, 1 ], "nouns": [ "bag:pine:nut", "nut:pine", "bag", "nut:pine" ], "noun_classes": [ 19, 133, 19, 133 ], "start_stop_timestamps": [ [ "00:01:22.43", "00:01:23.08" ], [ "00:01:23.98", "00:01:25.18" ], [ "00:01:25.58", "00:01:26.18" ], [ "00:01:26.00", "00:01:33.24" ] ], "start_stop_frames": [ [ 4121, 4154 ], [ 4199, 4259 ], [ 4279, 4309 ], [ 4300, 4662 ] ], "trgnoun": "pine_nut", "trgverb": "put_on" }, { "key": "P25_04+41_42_43_44", "video_id": "P25_04", "narration_ids": [ "P25_04_41", "P25_04_42", "P25_04_43", "P25_04_44" ], "src": "clean teaspoon . put teaspoon . take rag", "src1": "clean teaspoon", "src2": "put teaspoon", "src3": "take rag", "trg": "clean rag", "vis_src": "P25_04:41 P25_04:42 P25_04:43", "vis_trg": "P25_04:44", "narrations": [ "clean teaspoon", "put teaspoon", "take rag", "clean rag" ], "verbs": [ "clean", "put", "take", "clean" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "teaspoon", "teaspoon", "rag", "rag" ], "noun_classes": [ 1, 1, 17, 17 ], "start_stop_timestamps": [ [ "00:07:30.75", "00:07:45.78" ], [ "00:07:45.98", "00:07:46.73" ], [ "00:07:48.01", "00:07:54.92" ], [ "00:07:55.02", "00:08:01.98" ] ], "start_stop_frames": [ [ 27045, 27946 ], [ 27958, 28003 ], [ 28080, 28495 ], [ 28501, 28918 ] ], "trgnoun": "rag", "trgverb": "clean" }, { "key": "P08_21+257_258_259_260", "video_id": "P08_21", "narration_ids": [ "P08_21_257", "P08_21_258", "P08_21_259", "P08_21_260" ], "src": "close bag . clamping the bag . open fridge", "src1": "close bag", "src2": "clamping the bag", "src3": "open fridge", "trg": "get the bags", "vis_src": "P08_21:257 P08_21:258 P08_21:259", "vis_trg": "P08_21:260", "narrations": [ "close bag", "clamping the bag", "open fridge", "get the bags" ], "verbs": [ "close", "clamp", "open", "get" ], "verb_classes": [ 4, 36, 3, 0 ], "nouns": [ "bag", "bag", "fridge", "bag" ], "noun_classes": [ 19, 19, 12, 19 ], "start_stop_timestamps": [ [ "00:18:08.24", "00:18:14.66" ], [ "00:18:12.84", "00:18:16.84" ], [ "00:18:16.98", "00:18:18.37" ], [ "00:18:18.64", "00:18:19.40" ] ], "start_stop_frames": [ [ 65294, 65679 ], [ 65570, 65810 ], [ 65818, 65902 ], [ 65918, 65964 ] ], "trgnoun": "bag", "trgverb": "get" }, { "key": "P01_109+696_697_698_699", "video_id": "P01_109", "narration_ids": [ "P01_109_696", "P01_109_697", "P01_109_698", "P01_109_699" ], "src": "move pan . tap spatula . shake spatula", "src1": "move pan", "src2": "tap spatula", "src3": "shake spatula", "trg": "move spatula around omelettes border", "vis_src": "P01_109:696 P01_109:697 P01_109:698", "vis_trg": "P01_109:699", "narrations": [ "move pan", "tap spatula", "shake spatula", "move spatula around omelettes border" ], "verbs": [ "move", "tap", "shake", "move-around" ], "verb_classes": [ 11, 32, 15, 11 ], "nouns": [ "pan", "spatula", "spatula", "spatula" ], "noun_classes": [ 5, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:51:03.62", "00:51:04.83" ], [ "00:51:03.72", "00:51:04.67" ], [ "00:51:06.06", "00:51:14.69" ], [ "00:51:15.16", "00:51:41.62" ] ], "start_stop_frames": [ [ 153181, 153241 ], [ 153186, 153233 ], [ 153303, 153734 ], [ 153758, 155081 ] ], "trgnoun": "spatula", "trgverb": "move_around" }, { "key": "P02_120+42_43_44_46", "video_id": "P02_120", "narration_ids": [ "P02_120_42", "P02_120_43", "P02_120_44", "P02_120_46" ], "src": "pour milk from bottle into glass . close milk_bottle . pick_up glass", "src1": "pour milk from bottle into glass", "src2": "close milk_bottle", "src3": "pick_up glass", "trg": "put_down glass", "vis_src": "P02_120:42 P02_120:43 P02_120:44", "vis_trg": "P02_120:46", "narrations": [ "pour milk from bottle into glass", "close milk bottle", "pick up glass", "put down glass" ], "verbs": [ "pour-from", "close", "pick-up", "put-down" ], "verb_classes": [ 9, 4, 0, 1 ], "nouns": [ "milk", "bottle:milk", "glass", "glass" ], "noun_classes": [ 64, 15, 10, 10 ], "start_stop_timestamps": [ [ "00:02:41.96", "00:02:46.81" ], [ "00:02:46.91", "00:02:48.68" ], [ "00:02:49.34", "00:02:50.17" ], [ "00:02:52.97", "00:02:54.25" ] ], "start_stop_frames": [ [ 8098, 8340 ], [ 8345, 8434 ], [ 8467, 8508 ], [ 8648, 8712 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P04_113+438_439_440_441", "video_id": "P04_113", "narration_ids": [ "P04_113_438", "P04_113_439", "P04_113_440", "P04_113_441" ], "src": "sweep bits from floor . open bin . tip bits into bin", "src1": "sweep bits from floor", "src2": "open bin", "src3": "tip bits into bin", "trg": "close bin", "vis_src": "P04_113:438 P04_113:439 P04_113:440", "vis_trg": "P04_113:441", "narrations": [ "sweep bits from floor", "open bin", "tip bits into bin", "close bin" ], "verbs": [ "sweep-from", "open", "tip-into", "close" ], "verb_classes": [ 57, 3, 9, 4 ], "nouns": [ "floor", "bin", "bin", "bin" ], "noun_classes": [ 159, 36, 36, 36 ], "start_stop_timestamps": [ [ "00:14:17.55", "00:14:44.44" ], [ "00:14:44.54", "00:14:47.34" ], [ "00:14:47.44", "00:14:48.24" ], [ "00:14:47.94", "00:14:49.44" ] ], "start_stop_frames": [ [ 42877, 44222 ], [ 44227, 44367 ], [ 44372, 44412 ], [ 44397, 44472 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P04_113+437_438_439_440", "video_id": "P04_113", "narration_ids": [ "P04_113_437", "P04_113_438", "P04_113_439", "P04_113_440" ], "src": "close dishwasher . sweep bits from floor . open bin", "src1": "close dishwasher", "src2": "sweep bits from floor", "src3": "open bin", "trg": "tip bits into bin", "vis_src": "P04_113:437 P04_113:438 P04_113:439", "vis_trg": "P04_113:440", "narrations": [ "close dishwasher", "sweep bits from floor", "open bin", "tip bits into bin" ], "verbs": [ "close", "sweep-from", "open", "tip-into" ], "verb_classes": [ 4, 57, 3, 9 ], "nouns": [ "dishwasher", "floor", "bin", "bin" ], "noun_classes": [ 70, 159, 36, 36 ], "start_stop_timestamps": [ [ "00:14:14.00", "00:14:16.34" ], [ "00:14:17.55", "00:14:44.44" ], [ "00:14:44.54", "00:14:47.34" ], [ "00:14:47.44", "00:14:48.24" ] ], "start_stop_frames": [ [ 42700, 42817 ], [ 42877, 44222 ], [ 44227, 44367 ], [ 44372, 44412 ] ], "trgnoun": "bin", "trgverb": "tip_into" }, { "key": "P35_108+494_495_496_497", "video_id": "P35_108", "narration_ids": [ "P35_108_494", "P35_108_495", "P35_108_496", "P35_108_497" ], "src": "pour washing up liquid . put_down washing up liquid . pick_up pot", "src1": "pour washing up liquid", "src2": "put_down washing up liquid", "src3": "pick_up pot", "trg": "lather pot", "vis_src": "P35_108:494 P35_108:495 P35_108:496", "vis_trg": "P35_108:497", "narrations": [ "pour washing up liquid", "put down washing up liquid", "pick up pot", "lather pot" ], "verbs": [ "pour", "put-down", "pick-up", "lather" ], "verb_classes": [ 9, 1, 0, 2 ], "nouns": [ "liquid:washing:up", "liquid:washing:up", "pot", "pot" ], "noun_classes": [ 22, 22, 29, 29 ], "start_stop_timestamps": [ [ "00:33:00.91", "00:33:02.74" ], [ "00:33:02.82", "00:33:03.76" ], [ "00:33:03.70", "00:33:05.84" ], [ "00:33:06.51", "00:33:25.93" ] ], "start_stop_frames": [ [ 99045, 99137 ], [ 99141, 99188 ], [ 99185, 99292 ], [ 99325, 100296 ] ], "trgnoun": "pot", "trgverb": "lather" }, { "key": "P27_105+0_1_2_3", "video_id": "P27_105", "narration_ids": [ "P27_105_0", "P27_105_1", "P27_105_2", "P27_105_3" ], "src": "pick_up pot_holder . put_down pot_holder . pick_up oven_glove", "src1": "pick_up pot_holder", "src2": "put_down pot_holder", "src3": "pick_up oven_glove", "trg": "put_down oven_glove", "vis_src": "P27_105:0 P27_105:1 P27_105:2", "vis_trg": "P27_105:3", "narrations": [ "pick up pot holder", "put down pot holder", "pick up oven glove", "put down oven glove" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "holder:pot", "holder:pot", "glove:oven", "glove:oven" ], "noun_classes": [ 24, 24, 60, 60 ], "start_stop_timestamps": [ [ "00:00:04.03", "00:00:05.66" ], [ "00:00:06.31", "00:00:08.65" ], [ "00:00:10.15", "00:00:10.97" ], [ "00:00:13.80", "00:00:15.61" ] ], "start_stop_frames": [ [ 201, 283 ], [ 315, 432 ], [ 507, 548 ], [ 690, 780 ] ], "trgnoun": "oven_glove", "trgverb": "put_down" }, { "key": "P04_113+432_433_434_435", "video_id": "P04_113", "narration_ids": [ "P04_113_432", "P04_113_433", "P04_113_434", "P04_113_435" ], "src": "take brush off dustpan . sweep flour off countertop . sweep flour off hob", "src1": "take brush off dustpan", "src2": "sweep flour off countertop", "src3": "sweep flour off hob", "trg": "sweep flour from under toaster", "vis_src": "P04_113:432 P04_113:433 P04_113:434", "vis_trg": "P04_113:435", "narrations": [ "take brush off dustpan", "sweep flour off countertop", "sweep flour off hob", "sweep flour from under toaster" ], "verbs": [ "take-off", "sweep-off", "sweep-off", "sweep-from" ], "verb_classes": [ 12, 57, 57, 57 ], "nouns": [ "brush", "flour", "flour", "flour" ], "noun_classes": [ 103, 75, 75, 75 ], "start_stop_timestamps": [ [ "00:13:52.89", "00:13:54.92" ], [ "00:13:54.58", "00:14:02.36" ], [ "00:14:02.39", "00:14:08.89" ], [ "00:14:08.92", "00:14:13.29" ] ], "start_stop_frames": [ [ 41644, 41746 ], [ 41729, 42118 ], [ 42119, 42444 ], [ 42446, 42664 ] ], "trgnoun": "flour", "trgverb": "sweep_from" }, { "key": "P04_107+817_818_820_848", "video_id": "P04_107", "narration_ids": [ "P04_107_817", "P04_107_818", "P04_107_820", "P04_107_848" ], "src": "lift_up dough . lay_down dough . tap pastry_brush on ramekin", "src1": "lift_up dough", "src2": "lay_down dough", "src3": "tap pastry_brush on ramekin", "trg": "pick_up pastry_brush", "vis_src": "P04_107:817 P04_107:818 P04_107:820", "vis_trg": "P04_107:848", "narrations": [ "lift up dough", "lay down dough", "tap pastry brush on ramekin", "pick up pastry brush" ], "verbs": [ "lift-up", "lay-down", "tap", "pick-up" ], "verb_classes": [ 33, 1, 32, 0 ], "nouns": [ "dough", "dough", "brush:pastry", "brush:pastry" ], "noun_classes": [ 25, 25, 103, 103 ], "start_stop_timestamps": [ [ "00:21:41.30", "00:21:42.87" ], [ "00:21:42.84", "00:21:43.94" ], [ "00:21:43.55", "00:21:44.68" ], [ "00:22:13.78", "00:22:14.47" ] ], "start_stop_frames": [ [ 65065, 65143 ], [ 65141, 65197 ], [ 65177, 65234 ], [ 66689, 66723 ] ], "trgnoun": "pastry_brush", "trgverb": "pick_up" }, { "key": "P04_109+394_395_396_397", "video_id": "P04_109", "narration_ids": [ "P04_109_394", "P04_109_395", "P04_109_396", "P04_109_397" ], "src": "open fridge . tap finger against fridge . pick_up tofu", "src1": "open fridge", "src2": "tap finger against fridge", "src3": "pick_up tofu", "trg": "close fridge", "vis_src": "P04_109:394 P04_109:395 P04_109:396", "vis_trg": "P04_109:397", "narrations": [ "open fridge", "tap finger against fridge", "pick up tofu", "close fridge" ], "verbs": [ "open", "tap", "pick-up", "close" ], "verb_classes": [ 3, 32, 0, 4 ], "nouns": [ "fridge", "finger", "tofu", "fridge" ], "noun_classes": [ 12, 11, 81, 12 ], "start_stop_timestamps": [ [ "00:11:41.25", "00:11:44.93" ], [ "00:11:45.03", "00:11:50.19" ], [ "00:11:50.27", "00:11:52.09" ], [ "00:11:52.57", "00:11:54.44" ] ], "start_stop_frames": [ [ 35062, 35246 ], [ 35251, 35509 ], [ 35513, 35604 ], [ 35628, 35722 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_107+670_739_826_891", "video_id": "P04_107", "narration_ids": [ "P04_107_670", "P04_107_739", "P04_107_826", "P04_107_891" ], "src": "fold dough over chopstick . put chopstick on dough . tap dough", "src1": "fold dough over chopstick", "src2": "put chopstick on dough", "src3": "tap dough", "trg": "press_down on dough", "vis_src": "P04_107:670 P04_107:739 P04_107:826", "vis_trg": "P04_107:891", "narrations": [ "fold dough over chopstick", "put chopstick on dough", "tap dough", "press down on dough" ], "verbs": [ "fold-over", "put-on", "tap", "press-down" ], "verb_classes": [ 28, 1, 32, 21 ], "nouns": [ "dough", "chopstick", "dough", "dough" ], "noun_classes": [ 25, 80, 25, 25 ], "start_stop_timestamps": [ [ "00:18:09.17", "00:18:11.17" ], [ "00:19:55.95", "00:19:57.90" ], [ "00:21:49.50", "00:21:50.66" ], [ "00:23:16.82", "00:23:17.71" ] ], "start_stop_frames": [ [ 54458, 54558 ], [ 59797, 59895 ], [ 65475, 65533 ], [ 69841, 69885 ] ], "trgnoun": "dough", "trgverb": "press_down" }, { "key": "P01_09+729_730_731_732", "video_id": "P01_09", "narration_ids": [ "P01_09_729", "P01_09_730", "P01_09_731", "P01_09_732" ], "src": "close fridge . open the oven . take olives", "src1": "close fridge", "src2": "open the oven", "src3": "take olives", "trg": "spread olives onto pizza", "vis_src": "P01_09:729 P01_09:730 P01_09:731", "vis_trg": "P01_09:732", "narrations": [ "close fridge", "open the oven", "take olives", "spread olives onto pizza" ], "verbs": [ "close", "open", "take", "spread-onto" ], "verb_classes": [ 4, 3, 0, 27 ], "nouns": [ "fridge", "oven", "olive", "olive" ], "noun_classes": [ 12, 46, 83, 83 ], "start_stop_timestamps": [ [ "00:49:19.04", "00:49:22.29" ], [ "00:49:31.51", "00:49:33.84" ], [ "00:49:37.75", "00:49:44.45" ], [ "00:49:45.81", "00:49:55.73" ] ], "start_stop_frames": [ [ 177542, 177737 ], [ 178290, 178430 ], [ 178665, 179067 ], [ 179148, 179743 ] ], "trgnoun": "olive", "trgverb": "spread_onto" }, { "key": "P03_14+10_11_12_13", "video_id": "P03_14", "narration_ids": [ "P03_14_10", "P03_14_11", "P03_14_12", "P03_14_13" ], "src": "put saucepan on hob . open cupboard . grab rice", "src1": "put saucepan on hob", "src2": "open cupboard", "src3": "grab rice", "trg": "put rice", "vis_src": "P03_14:10 P03_14:11 P03_14:12", "vis_trg": "P03_14:13", "narrations": [ "put saucepan on hob", "open cupboard", "grab rice", "put rice" ], "verbs": [ "put-on", "open", "grab", "put" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "saucepan", "cupboard", "rice", "rice" ], "noun_classes": [ 5, 3, 55, 55 ], "start_stop_timestamps": [ [ "00:00:29.14", "00:00:30.40" ], [ "00:00:40.73", "00:00:42.04" ], [ "00:00:42.56", "00:00:44.33" ], [ "00:00:46.03", "00:00:49.50" ] ], "start_stop_frames": [ [ 1748, 1824 ], [ 2443, 2522 ], [ 2553, 2659 ], [ 2761, 2970 ] ], "trgnoun": "rice", "trgverb": "put" }, { "key": "P04_01+189_190_191_192", "video_id": "P04_01", "narration_ids": [ "P04_01_189", "P04_01_190", "P04_01_191", "P04_01_192" ], "src": "put_down box . open box . scoop sugar", "src1": "put_down box", "src2": "open box", "src3": "scoop sugar", "trg": "spoon sugar", "vis_src": "P04_01:189 P04_01:190 P04_01:191", "vis_trg": "P04_01:192", "narrations": [ "put down box", "open box", "scoop sugar", "spoon sugar" ], "verbs": [ "put-down", "open", "scoop", "spoon" ], "verb_classes": [ 1, 3, 16, 16 ], "nouns": [ "box", "box", "sugar", "sugar" ], "noun_classes": [ 23, 23, 102, 102 ], "start_stop_timestamps": [ [ "00:14:01.84", "00:14:03.05" ], [ "00:14:03.15", "00:14:05.98" ], [ "00:14:06.08", "00:14:17.52" ], [ "00:14:06.46", "00:14:08.42" ] ], "start_stop_frames": [ [ 50510, 50583 ], [ 50589, 50758 ], [ 50764, 51451 ], [ 50787, 50905 ] ], "trgnoun": "sugar", "trgverb": "spoon" }, { "key": "P04_109+427_428_429_430", "video_id": "P04_109", "narration_ids": [ "P04_109_427", "P04_109_428", "P04_109_429", "P04_109_430" ], "src": "put kitchen_roll on tofu . open cupboard . pick_up ramekin", "src1": "put kitchen_roll on tofu", "src2": "open cupboard", "src3": "pick_up ramekin", "trg": "put_down ramekin", "vis_src": "P04_109:427 P04_109:428 P04_109:429", "vis_trg": "P04_109:430", "narrations": [ "put kitchen roll on tofu", "open cupboard", "pick up ramekin", "put down ramekin" ], "verbs": [ "put-on", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "roll:kitchen", "cupboard", "ramekin", "ramekin" ], "noun_classes": [ 93, 3, 7, 7 ], "start_stop_timestamps": [ [ "00:12:53.30", "00:12:54.23" ], [ "00:12:54.50", "00:12:55.65" ], [ "00:12:55.75", "00:12:56.76" ], [ "00:12:56.65", "00:12:57.53" ] ], "start_stop_frames": [ [ 38665, 38711 ], [ 38725, 38782 ], [ 38787, 38838 ], [ 38832, 38876 ] ], "trgnoun": "ramekin", "trgverb": "put_down" }, { "key": "P28_108+21_22_23_24", "video_id": "P28_108", "narration_ids": [ "P28_108_21", "P28_108_22", "P28_108_23", "P28_108_24" ], "src": "close butter_package . open fridge . put butter in fridge", "src1": "close butter_package", "src2": "open fridge", "src3": "put butter in fridge", "trg": "close fridge", "vis_src": "P28_108:21 P28_108:22 P28_108:23", "vis_trg": "P28_108:24", "narrations": [ "close butter package", "open fridge", "put butter in fridge", "close fridge" ], "verbs": [ "close", "open", "put-in", "close" ], "verb_classes": [ 4, 3, 5, 4 ], "nouns": [ "package:butter", "fridge", "butter", "fridge" ], "noun_classes": [ 26, 12, 78, 12 ], "start_stop_timestamps": [ [ "00:02:48.80", "00:02:50.31" ], [ "00:02:51.95", "00:02:53.00" ], [ "00:02:53.57", "00:02:54.30" ], [ "00:02:54.67", "00:02:55.24" ] ], "start_stop_frames": [ [ 8440, 8515 ], [ 8597, 8650 ], [ 8678, 8715 ], [ 8733, 8762 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_110+316_317_318_319", "video_id": "P04_110", "narration_ids": [ "P04_110_316", "P04_110_317", "P04_110_318", "P04_110_319" ], "src": "pick_up gochujang . open fridge_door . put gochujang in fridge", "src1": "pick_up gochujang", "src2": "open fridge_door", "src3": "put gochujang in fridge", "trg": "close fridge_door", "vis_src": "P04_110:316 P04_110:317 P04_110:318", "vis_trg": "P04_110:319", "narrations": [ "pick up gochujang", "open fridge door", "put gochujang in fridge", "close fridge door" ], "verbs": [ "pick-up", "open", "put-in", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "gochujang", "door:fridge", "gochujang", "door:fridge" ], "noun_classes": [ 148, 12, 148, 12 ], "start_stop_timestamps": [ [ "00:09:33.56", "00:09:34.72" ], [ "00:09:35.00", "00:09:36.25" ], [ "00:09:36.62", "00:09:37.89" ], [ "00:09:38.76", "00:09:39.54" ] ], "start_stop_frames": [ [ 28677, 28736 ], [ 28750, 28812 ], [ 28831, 28894 ], [ 28938, 28977 ] ], "trgnoun": "fridge_door", "trgverb": "close" }, { "key": "P26_19+55_56_57_58", "video_id": "P26_19", "narration_ids": [ "P26_19_55", "P26_19_56", "P26_19_57", "P26_19_58" ], "src": "lather plate . rinse saucer . rinse plate", "src1": "lather plate", "src2": "rinse saucer", "src3": "rinse plate", "trg": "put_down saucer", "vis_src": "P26_19:55 P26_19:56 P26_19:57", "vis_trg": "P26_19:58", "narrations": [ "lather plate", "rinse saucer", "rinse plate", "put down saucer" ], "verbs": [ "lather", "rinse", "rinse", "put-down" ], "verb_classes": [ 2, 2, 2, 1 ], "nouns": [ "plate", "saucer", "plate", "saucer" ], "noun_classes": [ 2, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:03:17.36", "00:03:23.61" ], [ "00:03:18.18", "00:03:24.54" ], [ "00:03:18.21", "00:03:24.37" ], [ "00:03:24.64", "00:03:26.59" ] ], "start_stop_frames": [ [ 11841, 12216 ], [ 11890, 12272 ], [ 11892, 12262 ], [ 12278, 12395 ] ], "trgnoun": "saucer", "trgverb": "put_down" }, { "key": "P29_01+73_74_75_76", "video_id": "P29_01", "narration_ids": [ "P29_01_73", "P29_01_74", "P29_01_75", "P29_01_76" ], "src": "inspect onion . put onion in pan . throw away onion", "src1": "inspect onion", "src2": "put onion in pan", "src3": "throw away onion", "trg": "pick_up onion", "vis_src": "P29_01:73 P29_01:74 P29_01:75", "vis_trg": "P29_01:76", "narrations": [ "inspect onion", "put onion in pan", "throw away onion", "pick up onion" ], "verbs": [ "inspect", "put-in", "throw", "pick-up" ], "verb_classes": [ 24, 5, 13, 0 ], "nouns": [ "onion", "onion", "onion", "onion" ], "noun_classes": [ 16, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:04:05.49", "00:04:07.46" ], [ "00:04:07.23", "00:04:14.17" ], [ "00:04:11.83", "00:04:14.95" ], [ "00:04:15.77", "00:04:16.40" ] ], "start_stop_frames": [ [ 14729, 14847 ], [ 14833, 15250 ], [ 15109, 15297 ], [ 15346, 15383 ] ], "trgnoun": "onion", "trgverb": "pick_up" }, { "key": "P26_103+28_29_30_31", "video_id": "P26_103", "narration_ids": [ "P26_103_28", "P26_103_29", "P26_103_30", "P26_103_31" ], "src": "pick_up plate . pick_up sponge . lather plate", "src1": "pick_up plate", "src2": "pick_up sponge", "src3": "lather plate", "trg": "rinse plate", "vis_src": "P26_103:28 P26_103:29 P26_103:30", "vis_trg": "P26_103:31", "narrations": [ "pick up plate", "pick up sponge", "lather plate", "rinse plate" ], "verbs": [ "pick-up", "pick-up", "lather", "rinse" ], "verb_classes": [ 0, 0, 2, 2 ], "nouns": [ "plate", "sponge", "plate", "plate" ], "noun_classes": [ 2, 9, 2, 2 ], "start_stop_timestamps": [ [ "00:01:48.21", "00:01:49.67" ], [ "00:01:49.61", "00:01:50.97" ], [ "00:01:51.31", "00:01:57.72" ], [ "00:01:57.52", "00:02:03.66" ] ], "start_stop_frames": [ [ 5410, 5483 ], [ 5480, 5548 ], [ 5565, 5886 ], [ 5876, 6183 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P35_107+121_122_123_124", "video_id": "P35_107", "narration_ids": [ "P35_107_121", "P35_107_122", "P35_107_123", "P35_107_124" ], "src": "put_down fork . pick_up container . lather container", "src1": "put_down fork", "src2": "pick_up container", "src3": "lather container", "trg": "put_down container", "vis_src": "P35_107:121 P35_107:122 P35_107:123", "vis_trg": "P35_107:124", "narrations": [ "put down fork", "pick up container", "lather container", "put down container" ], "verbs": [ "put-down", "pick-up", "lather", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "fork", "container", "container", "container" ], "noun_classes": [ 14, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:08:23.85", "00:08:24.71" ], [ "00:08:24.68", "00:08:26.05" ], [ "00:08:25.99", "00:08:35.09" ], [ "00:08:34.91", "00:08:35.77" ] ], "start_stop_frames": [ [ 25192, 25235 ], [ 25234, 25302 ], [ 25299, 25754 ], [ 25745, 25788 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P28_112+34_35_36_37", "video_id": "P28_112", "narration_ids": [ "P28_112_34", "P28_112_35", "P28_112_36", "P28_112_37" ], "src": "close door . put cap . take detergent", "src1": "close door", "src2": "put cap", "src3": "take detergent", "trg": "put detergent", "vis_src": "P28_112:34 P28_112:35 P28_112:36", "vis_trg": "P28_112:37", "narrations": [ "close door", "put cap", "take detergent", "put detergent" ], "verbs": [ "close", "put", "take", "put" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "door", "cap", "detergent", "detergent" ], "noun_classes": [ 3, 118, 22, 22 ], "start_stop_timestamps": [ [ "00:01:21.84", "00:01:23.58" ], [ "00:01:22.99", "00:01:24.02" ], [ "00:01:26.48", "00:01:27.38" ], [ "00:01:27.40", "00:01:28.36" ] ], "start_stop_frames": [ [ 4092, 4179 ], [ 4149, 4201 ], [ 4324, 4369 ], [ 4370, 4418 ] ], "trgnoun": "detergent", "trgverb": "put" }, { "key": "P22_16+225_226_227_228", "video_id": "P22_16", "narration_ids": [ "P22_16_225", "P22_16_226", "P22_16_227", "P22_16_228" ], "src": "turn cob . put_down spoon . open fridge", "src1": "turn cob", "src2": "put_down spoon", "src3": "open fridge", "trg": "close fridge", "vis_src": "P22_16:225 P22_16:226 P22_16:227", "vis_trg": "P22_16:228", "narrations": [ "turn cob", "put down spoon", "open fridge", "close fridge" ], "verbs": [ "turn", "put-down", "open", "close" ], "verb_classes": [ 23, 1, 3, 4 ], "nouns": [ "cob", "spoon", "fridge", "fridge" ], "noun_classes": [ 125, 1, 12, 12 ], "start_stop_timestamps": [ [ "00:09:59.38", "00:10:09.46" ], [ "00:10:09.46", "00:10:10.21" ], [ "00:10:11.21", "00:10:12.36" ], [ "00:10:12.88", "00:10:13.66" ] ], "start_stop_frames": [ [ 35962, 36567 ], [ 36567, 36612 ], [ 36672, 36741 ], [ 36772, 36819 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P26_103+36_37_38_39", "video_id": "P26_103", "narration_ids": [ "P26_103_36", "P26_103_37", "P26_103_38", "P26_103_39" ], "src": "pick_up plate . rinse plate . pick_up sponge", "src1": "pick_up plate", "src2": "rinse plate", "src3": "pick_up sponge", "trg": "lather plate", "vis_src": "P26_103:36 P26_103:37 P26_103:38", "vis_trg": "P26_103:39", "narrations": [ "pick up plate", "rinse plate", "pick up sponge", "lather plate" ], "verbs": [ "pick-up", "rinse", "pick-up", "lather" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "plate", "plate", "sponge", "plate" ], "noun_classes": [ 2, 2, 9, 2 ], "start_stop_timestamps": [ [ "00:02:24.09", "00:02:26.57" ], [ "00:02:25.75", "00:02:32.79" ], [ "00:02:32.84", "00:02:33.30" ], [ "00:02:33.32", "00:02:44.14" ] ], "start_stop_frames": [ [ 7204, 7328 ], [ 7287, 7639 ], [ 7642, 7665 ], [ 7666, 8207 ] ], "trgnoun": "plate", "trgverb": "lather" }, { "key": "P02_123+347_348_349_350", "video_id": "P02_123", "narration_ids": [ "P02_123_347", "P02_123_348", "P02_123_349", "P02_123_350" ], "src": "put plate in drainer . pick_up washing_liquid . pour washing_liquid onto sponge", "src1": "put plate in drainer", "src2": "pick_up washing_liquid", "src3": "pour washing_liquid onto sponge", "trg": "put_down washing_liquid", "vis_src": "P02_123:347 P02_123:348 P02_123:349", "vis_trg": "P02_123:350", "narrations": [ "put plate in drainer", "pick up washing liquid", "pour washing liquid onto sponge", "put down washing liquid" ], "verbs": [ "put-in", "pick-up", "pour-onto", "put-down" ], "verb_classes": [ 5, 0, 9, 1 ], "nouns": [ "plate", "liquid:washing", "liquid:washing", "liquid:washing" ], "noun_classes": [ 2, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:18:08.58", "00:18:09.71" ], [ "00:18:09.73", "00:18:10.28" ], [ "00:18:10.38", "00:18:11.62" ], [ "00:18:11.70", "00:18:12.49" ] ], "start_stop_frames": [ [ 54429, 54485 ], [ 54486, 54514 ], [ 54519, 54580 ], [ 54585, 54624 ] ], "trgnoun": "washing_liquid", "trgverb": "put_down" }, { "key": "P26_112+10_11_12_13", "video_id": "P26_112", "narration_ids": [ "P26_112_10", "P26_112_11", "P26_112_12", "P26_112_13" ], "src": "pick_up plate . rinse plate . pick_up sponge", "src1": "pick_up plate", "src2": "rinse plate", "src3": "pick_up sponge", "trg": "lather plate", "vis_src": "P26_112:10 P26_112:11 P26_112:12", "vis_trg": "P26_112:13", "narrations": [ "pick up plate", "rinse plate", "pick up sponge", "lather plate" ], "verbs": [ "pick-up", "rinse", "pick-up", "lather" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "plate", "plate", "sponge", "plate" ], "noun_classes": [ 2, 2, 9, 2 ], "start_stop_timestamps": [ [ "00:00:21.77", "00:00:22.54" ], [ "00:00:22.21", "00:00:24.70" ], [ "00:00:25.91", "00:00:26.98" ], [ "00:00:26.72", "00:00:34.96" ] ], "start_stop_frames": [ [ 1088, 1127 ], [ 1110, 1235 ], [ 1295, 1349 ], [ 1336, 1748 ] ], "trgnoun": "plate", "trgverb": "lather" }, { "key": "P22_07+689_690_691_692", "video_id": "P22_07", "narration_ids": [ "P22_07_689", "P22_07_690", "P22_07_691", "P22_07_692" ], "src": "pick_up jar . put_in pesto_sauce . pour pesto", "src1": "pick_up jar", "src2": "put_in pesto_sauce", "src3": "pour pesto", "trg": "put pesto", "vis_src": "P22_07:689 P22_07:690 P22_07:691", "vis_trg": "P22_07:692", "narrations": [ "pick up jar", "put in pesto sauce", "pour pesto", "put pesto" ], "verbs": [ "pick-up", "put-in", "pour", "put" ], "verb_classes": [ 0, 5, 9, 1 ], "nouns": [ "jar", "sauce:pesto", "pesto", "pesto" ], "noun_classes": [ 40, 47, 47, 47 ], "start_stop_timestamps": [ [ "00:33:22.29", "00:33:23.64" ], [ "00:33:23.74", "00:33:25.67" ], [ "00:33:25.77", "00:33:32.39" ], [ "00:33:30.78", "00:33:34.85" ] ], "start_stop_frames": [ [ 120137, 120218 ], [ 120224, 120340 ], [ 120346, 120743 ], [ 120646, 120891 ] ], "trgnoun": "pesto", "trgverb": "put" }, { "key": "P35_108+368_369_371_372", "video_id": "P35_108", "narration_ids": [ "P35_108_368", "P35_108_369", "P35_108_371", "P35_108_372" ], "src": "lather plate . pick_up plate . pick_up lid", "src1": "lather plate", "src2": "pick_up plate", "src3": "pick_up lid", "trg": "lather lid", "vis_src": "P35_108:368 P35_108:369 P35_108:371", "vis_trg": "P35_108:372", "narrations": [ "lather plate", "pick up plate", "pick up lid", "lather lid" ], "verbs": [ "lather", "pick-up", "pick-up", "lather" ], "verb_classes": [ 2, 0, 0, 2 ], "nouns": [ "plate", "plate", "lid", "lid" ], "noun_classes": [ 2, 2, 6, 6 ], "start_stop_timestamps": [ [ "00:24:09.98", "00:24:19.37" ], [ "00:24:20.09", "00:24:21.20" ], [ "00:24:31.90", "00:24:33.05" ], [ "00:24:33.48", "00:24:44.01" ] ], "start_stop_frames": [ [ 72499, 72968 ], [ 73004, 73060 ], [ 73595, 73652 ], [ 73674, 74200 ] ], "trgnoun": "lid", "trgverb": "lather" }, { "key": "P22_111+532_533_534_535", "video_id": "P22_111", "narration_ids": [ "P22_111_532", "P22_111_533", "P22_111_534", "P22_111_535" ], "src": "rinse tin_can . put_down tin_can . pick_up lid", "src1": "rinse tin_can", "src2": "put_down tin_can", "src3": "pick_up lid", "trg": "rinse lid", "vis_src": "P22_111:532 P22_111:533 P22_111:534", "vis_trg": "P22_111:535", "narrations": [ "rinse tin can", "put down tin can", "pick up lid", "rinse lid" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "can:tin", "can:tin", "lid", "lid" ], "noun_classes": [ 61, 61, 6, 6 ], "start_stop_timestamps": [ [ "00:19:04.84", "00:19:06.95" ], [ "00:19:06.96", "00:19:07.85" ], [ "00:19:07.95", "00:19:08.75" ], [ "00:19:08.54", "00:19:09.88" ] ], "start_stop_frames": [ [ 57241, 57347 ], [ 57348, 57392 ], [ 57397, 57437 ], [ 57427, 57494 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P22_07+682_683_684_685", "video_id": "P22_07", "narration_ids": [ "P22_07_682", "P22_07_683", "P22_07_684", "P22_07_685" ], "src": "stir pasta . pick_up jar . pick_up pesto_sauce", "src1": "stir pasta", "src2": "pick_up jar", "src3": "pick_up pesto_sauce", "trg": "put_in pesto_sauce", "vis_src": "P22_07:682 P22_07:683 P22_07:684", "vis_trg": "P22_07:685", "narrations": [ "stir pasta", "pick up jar", "pick up pesto sauce", "put in pesto sauce" ], "verbs": [ "stir", "pick-up", "pick-up", "put-in" ], "verb_classes": [ 10, 0, 0, 5 ], "nouns": [ "pasta", "jar", "sauce:pesto", "sauce:pesto" ], "noun_classes": [ 45, 40, 47, 47 ], "start_stop_timestamps": [ [ "00:32:46.68", "00:33:00.19" ], [ "00:33:00.52", "00:33:02.40" ], [ "00:33:02.50", "00:33:04.01" ], [ "00:33:04.11", "00:33:06.89" ] ], "start_stop_frames": [ [ 118000, 118811 ], [ 118831, 118944 ], [ 118950, 119040 ], [ 119046, 119213 ] ], "trgnoun": "pesto_sauce", "trgverb": "put_in" }, { "key": "P22_06+90_91_92_93", "video_id": "P22_06", "narration_ids": [ "P22_06_90", "P22_06_91", "P22_06_92", "P22_06_93" ], "src": "pick_up forks . lather fork . pick_up plate", "src1": "pick_up forks", "src2": "lather fork", "src3": "pick_up plate", "trg": "lather plate", "vis_src": "P22_06:90 P22_06:91 P22_06:92", "vis_trg": "P22_06:93", "narrations": [ "pick up forks", "lather fork", "pick up plate", "lather plate" ], "verbs": [ "pick-up", "lather", "pick-up", "lather" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "fork", "fork", "plate", "plate" ], "noun_classes": [ 14, 14, 2, 2 ], "start_stop_timestamps": [ [ "00:03:22.88", "00:03:23.64" ], [ "00:03:23.53", "00:03:24.95" ], [ "00:03:27.85", "00:03:29.67" ], [ "00:03:29.23", "00:03:35.26" ] ], "start_stop_frames": [ [ 12172, 12218 ], [ 12211, 12297 ], [ 12471, 12580 ], [ 12553, 12915 ] ], "trgnoun": "plate", "trgverb": "lather" }, { "key": "P22_17+393_394_395_396", "video_id": "P22_17", "narration_ids": [ "P22_17_393", "P22_17_394", "P22_17_395", "P22_17_396" ], "src": "throw_away food_residue . empty filter . close trash_can", "src1": "throw_away food_residue", "src2": "empty filter", "src3": "close trash_can", "trg": "clean filter", "vis_src": "P22_17:393 P22_17:394 P22_17:395", "vis_trg": "P22_17:396", "narrations": [ "throw away food residue", "empty filter", "close trash can", "clean filter" ], "verbs": [ "throw-away", "empty", "close", "clean" ], "verb_classes": [ 13, 20, 4, 2 ], "nouns": [ "residue:food", "filter", "can:trash", "filter" ], "noun_classes": [ 54, 77, 36, 77 ], "start_stop_timestamps": [ [ "00:15:20.35", "00:15:27.38" ], [ "00:15:22.02", "00:15:23.38" ], [ "00:15:23.38", "00:15:27.89" ], [ "00:15:25.12", "00:15:27.82" ] ], "start_stop_frames": [ [ 55221, 55642 ], [ 55321, 55402 ], [ 55402, 55673 ], [ 55507, 55669 ] ], "trgnoun": "filter", "trgverb": "clean" }, { "key": "P29_04+15_16_17_18", "video_id": "P29_04", "narration_ids": [ "P29_04_15", "P29_04_16", "P29_04_17", "P29_04_18" ], "src": "pick_up milk . open milk . remove seal from milk", "src1": "pick_up milk", "src2": "open milk", "src3": "remove seal from milk", "trg": "pour milk on cereal", "vis_src": "P29_04:15 P29_04:16 P29_04:17", "vis_trg": "P29_04:18", "narrations": [ "pick up milk", "open milk", "remove seal from milk", "pour milk on cereal" ], "verbs": [ "pick-up", "open", "remove-from", "pour-on" ], "verb_classes": [ 0, 3, 12, 9 ], "nouns": [ "milk", "milk", "seal", "milk" ], "noun_classes": [ 64, 64, 6, 64 ], "start_stop_timestamps": [ [ "00:00:52.64", "00:00:54.64" ], [ "00:00:54.91", "00:00:58.97" ], [ "00:00:58.76", "00:01:00.86" ], [ "00:01:00.87", "00:01:06.65" ] ], "start_stop_frames": [ [ 3158, 3278 ], [ 3294, 3538 ], [ 3525, 3651 ], [ 3652, 3999 ] ], "trgnoun": "milk", "trgverb": "pour_on" }, { "key": "P26_103+18_19_20_21", "video_id": "P26_103", "narration_ids": [ "P26_103_18", "P26_103_19", "P26_103_20", "P26_103_21" ], "src": "rinse plate . adjust tap . pick_up sponge", "src1": "rinse plate", "src2": "adjust tap", "src3": "pick_up sponge", "trg": "lather plate", "vis_src": "P26_103:18 P26_103:19 P26_103:20", "vis_trg": "P26_103:21", "narrations": [ "rinse plate", "adjust tap", "pick up sponge", "lather plate" ], "verbs": [ "rinse", "adjust", "pick-up", "lather" ], "verb_classes": [ 2, 17, 0, 2 ], "nouns": [ "plate", "tap", "sponge", "plate" ], "noun_classes": [ 2, 0, 9, 2 ], "start_stop_timestamps": [ [ "00:01:04.46", "00:01:09.15" ], [ "00:01:08.99", "00:01:09.73" ], [ "00:01:13.43", "00:01:14.12" ], [ "00:01:14.18", "00:01:19.48" ] ], "start_stop_frames": [ [ 3222, 3457 ], [ 3449, 3486 ], [ 3671, 3706 ], [ 3709, 3974 ] ], "trgnoun": "plate", "trgverb": "lather" }, { "key": "P22_111+30_31_32_33", "video_id": "P22_111", "narration_ids": [ "P22_111_30", "P22_111_31", "P22_111_32", "P22_111_33" ], "src": "pick_up package . open packaging . put_down tin_can", "src1": "pick_up package", "src2": "open packaging", "src3": "put_down tin_can", "trg": "put_down package", "vis_src": "P22_111:30 P22_111:31 P22_111:32", "vis_trg": "P22_111:33", "narrations": [ "pick up package", "open packaging", "put down tin can", "put down package" ], "verbs": [ "pick-up", "open", "put-down", "put-down" ], "verb_classes": [ 0, 3, 1, 1 ], "nouns": [ "package", "packaging", "can:tin", "package" ], "noun_classes": [ 26, 26, 61, 26 ], "start_stop_timestamps": [ [ "00:01:13.08", "00:01:14.11" ], [ "00:01:14.13", "00:01:18.57" ], [ "00:01:19.01", "00:01:19.49" ], [ "00:01:20.21", "00:01:22.38" ] ], "start_stop_frames": [ [ 3654, 3705 ], [ 3706, 3928 ], [ 3950, 3974 ], [ 4010, 4119 ] ], "trgnoun": "package", "trgverb": "put_down" }, { "key": "P29_03+156_158_159_160", "video_id": "P29_03", "narration_ids": [ "P29_03_156", "P29_03_158", "P29_03_159", "P29_03_160" ], "src": "put_on glove . pick_up glove . pick_up jug", "src1": "put_on glove", "src2": "pick_up glove", "src3": "pick_up jug", "trg": "empty jug", "vis_src": "P29_03:156 P29_03:158 P29_03:159", "vis_trg": "P29_03:160", "narrations": [ "put on glove", "pick up glove", "pick up jug", "empty jug" ], "verbs": [ "put-on", "pick-up", "pick-up", "empty" ], "verb_classes": [ 1, 0, 0, 20 ], "nouns": [ "glove", "glove", "jug", "jug" ], "noun_classes": [ 60, 60, 66, 66 ], "start_stop_timestamps": [ [ "00:09:02.59", "00:09:11.96" ], [ "00:09:05.07", "00:09:12.07" ], [ "00:09:18.03", "00:09:18.95" ], [ "00:09:19.05", "00:09:21.97" ] ], "start_stop_frames": [ [ 32555, 33117 ], [ 32704, 33124 ], [ 33481, 33537 ], [ 33543, 33718 ] ], "trgnoun": "jug", "trgverb": "empty" }, { "key": "P26_103+19_20_21_22", "video_id": "P26_103", "narration_ids": [ "P26_103_19", "P26_103_20", "P26_103_21", "P26_103_22" ], "src": "adjust tap . pick_up sponge . lather plate", "src1": "adjust tap", "src2": "pick_up sponge", "src3": "lather plate", "trg": "rinse plate", "vis_src": "P26_103:19 P26_103:20 P26_103:21", "vis_trg": "P26_103:22", "narrations": [ "adjust tap", "pick up sponge", "lather plate", "rinse plate" ], "verbs": [ "adjust", "pick-up", "lather", "rinse" ], "verb_classes": [ 17, 0, 2, 2 ], "nouns": [ "tap", "sponge", "plate", "plate" ], "noun_classes": [ 0, 9, 2, 2 ], "start_stop_timestamps": [ [ "00:01:08.99", "00:01:09.73" ], [ "00:01:13.43", "00:01:14.12" ], [ "00:01:14.18", "00:01:19.48" ], [ "00:01:19.49", "00:01:24.74" ] ], "start_stop_frames": [ [ 3449, 3486 ], [ 3671, 3706 ], [ 3709, 3974 ], [ 3974, 4237 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P22_110+97_98_99_100", "video_id": "P22_110", "narration_ids": [ "P22_110_97", "P22_110_98", "P22_110_99", "P22_110_100" ], "src": "lather spoon . put_down spoon . pick_up plate", "src1": "lather spoon", "src2": "put_down spoon", "src3": "pick_up plate", "trg": "lather plate", "vis_src": "P22_110:97 P22_110:98 P22_110:99", "vis_trg": "P22_110:100", "narrations": [ "lather spoon", "put down spoon", "pick up plate", "lather plate" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spoon", "spoon", "plate", "plate" ], "noun_classes": [ 1, 1, 2, 2 ], "start_stop_timestamps": [ [ "00:02:24.24", "00:02:26.24" ], [ "00:02:26.34", "00:02:27.40" ], [ "00:02:27.91", "00:02:28.52" ], [ "00:02:28.54", "00:02:36.29" ] ], "start_stop_frames": [ [ 7212, 7312 ], [ 7317, 7370 ], [ 7395, 7426 ], [ 7427, 7814 ] ], "trgnoun": "plate", "trgverb": "lather" }, { "key": "P22_115+106_107_108_109", "video_id": "P22_115", "narration_ids": [ "P22_115_106", "P22_115_107", "P22_115_108", "P22_115_109" ], "src": "lather spoon . put_down spoon . pick_up plate", "src1": "lather spoon", "src2": "put_down spoon", "src3": "pick_up plate", "trg": "lather plate", "vis_src": "P22_115:106 P22_115:107 P22_115:108", "vis_trg": "P22_115:109", "narrations": [ "lather spoon", "put down spoon", "pick up plate", "lather plate" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spoon", "spoon", "plate", "plate" ], "noun_classes": [ 1, 1, 2, 2 ], "start_stop_timestamps": [ [ "00:03:06.45", "00:03:09.41" ], [ "00:03:09.43", "00:03:09.84" ], [ "00:03:09.46", "00:03:10.19" ], [ "00:03:10.50", "00:03:15.27" ] ], "start_stop_frames": [ [ 9322, 9470 ], [ 9471, 9492 ], [ 9473, 9509 ], [ 9525, 9763 ] ], "trgnoun": "plate", "trgverb": "lather" }, { "key": "P22_103+93_94_95_96", "video_id": "P22_103", "narration_ids": [ "P22_103_93", "P22_103_94", "P22_103_95", "P22_103_96" ], "src": "pick_up plate . turn_on tap . rinse plate", "src1": "pick_up plate", "src2": "turn_on tap", "src3": "rinse plate", "trg": "lather plate", "vis_src": "P22_103:93 P22_103:94 P22_103:95", "vis_trg": "P22_103:96", "narrations": [ "pick up plate", "turn on tap", "rinse plate", "lather plate" ], "verbs": [ "pick-up", "turn-on", "rinse", "lather" ], "verb_classes": [ 0, 6, 2, 2 ], "nouns": [ "plate", "tap", "plate", "plate" ], "noun_classes": [ 2, 0, 2, 2 ], "start_stop_timestamps": [ [ "00:02:49.69", "00:02:50.41" ], [ "00:02:51.29", "00:02:52.39" ], [ "00:02:50.95", "00:02:51.31" ], [ "00:02:53.74", "00:02:55.49" ] ], "start_stop_frames": [ [ 8484, 8520 ], [ 8564, 8619 ], [ 8547, 8565 ], [ 8687, 8774 ] ], "trgnoun": "plate", "trgverb": "lather" }, { "key": "P24_07+42_43_44_45", "video_id": "P24_07", "narration_ids": [ "P24_07_42", "P24_07_43", "P24_07_44", "P24_07_45" ], "src": "put tomato . pick_up bag . open fridge", "src1": "put tomato", "src2": "pick_up bag", "src3": "open fridge", "trg": "put_down bag", "vis_src": "P24_07:42 P24_07:43 P24_07:44", "vis_trg": "P24_07:45", "narrations": [ "put tomato", "pick up bag", "open fridge", "put down bag" ], "verbs": [ "put", "pick-up", "open", "put-down" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "tomato", "bag", "fridge", "bag" ], "noun_classes": [ 43, 19, 12, 19 ], "start_stop_timestamps": [ [ "00:02:07.03", "00:02:07.96" ], [ "00:02:08.36", "00:02:09.37" ], [ "00:02:11.26", "00:02:12.46" ], [ "00:02:12.53", "00:02:15.33" ] ], "start_stop_frames": [ [ 7621, 7677 ], [ 7701, 7762 ], [ 7875, 7947 ], [ 7951, 8119 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P22_103+87_88_91_93", "video_id": "P22_103", "narration_ids": [ "P22_103_87", "P22_103_88", "P22_103_91", "P22_103_93" ], "src": "move tap . turn_on tap . lather plate", "src1": "move tap", "src2": "turn_on tap", "src3": "lather plate", "trg": "pick_up plate", "vis_src": "P22_103:87 P22_103:88 P22_103:91", "vis_trg": "P22_103:93", "narrations": [ "move tap", "turn on tap", "lather plate", "pick up plate" ], "verbs": [ "move", "turn-on", "lather", "pick-up" ], "verb_classes": [ 11, 6, 2, 0 ], "nouns": [ "tap", "tap", "plate", "plate" ], "noun_classes": [ 0, 0, 2, 2 ], "start_stop_timestamps": [ [ "00:02:38.37", "00:02:38.91" ], [ "00:02:38.87", "00:02:39.98" ], [ "00:02:39.00", "00:02:43.46" ], [ "00:02:49.69", "00:02:50.41" ] ], "start_stop_frames": [ [ 7918, 7945 ], [ 7943, 7998 ], [ 7950, 8173 ], [ 8484, 8520 ] ], "trgnoun": "plate", "trgverb": "pick_up" }, { "key": "P35_108+353_354_355_356", "video_id": "P35_108", "narration_ids": [ "P35_108_353", "P35_108_354", "P35_108_355", "P35_108_356" ], "src": "pour washing up liquid . put_down washing up liquid . pick_up plate", "src1": "pour washing up liquid", "src2": "put_down washing up liquid", "src3": "pick_up plate", "trg": "lather plate", "vis_src": "P35_108:353 P35_108:354 P35_108:355", "vis_trg": "P35_108:356", "narrations": [ "pour washing up liquid", "put down washing up liquid", "pick up plate", "lather plate" ], "verbs": [ "pour", "put-down", "pick-up", "lather" ], "verb_classes": [ 9, 1, 0, 2 ], "nouns": [ "liquid:washing:up", "liquid:washing:up", "plate", "plate" ], "noun_classes": [ 22, 22, 2, 2 ], "start_stop_timestamps": [ [ "00:22:59.41", "00:23:01.14" ], [ "00:23:01.24", "00:23:02.06" ], [ "00:23:03.12", "00:23:04.37" ], [ "00:23:04.58", "00:23:11.95" ] ], "start_stop_frames": [ [ 68970, 69057 ], [ 69062, 69103 ], [ 69156, 69218 ], [ 69229, 69597 ] ], "trgnoun": "plate", "trgverb": "lather" }, { "key": "P22_10+200_201_202_203", "video_id": "P22_10", "narration_ids": [ "P22_10_200", "P22_10_201", "P22_10_202", "P22_10_203" ], "src": "pick_up plate . lather plate . pick_up soap", "src1": "pick_up plate", "src2": "lather plate", "src3": "pick_up soap", "trg": "put_on soap", "vis_src": "P22_10:200 P22_10:201 P22_10:202", "vis_trg": "P22_10:203", "narrations": [ "pick up plate", "lather plate", "pick up soap", "put on soap" ], "verbs": [ "pick-up", "lather", "pick-up", "put-on" ], "verb_classes": [ 0, 2, 0, 1 ], "nouns": [ "plate", "plate", "soap", "soap" ], "noun_classes": [ 2, 2, 22, 22 ], "start_stop_timestamps": [ [ "00:06:42.32", "00:06:43.32" ], [ "00:06:43.35", "00:06:45.07" ], [ "00:06:45.86", "00:06:46.62" ], [ "00:06:46.64", "00:06:48.14" ] ], "start_stop_frames": [ [ 24139, 24199 ], [ 24201, 24304 ], [ 24351, 24397 ], [ 24398, 24488 ] ], "trgnoun": "soap", "trgverb": "put_on" }, { "key": "P35_104+261_262_263_264", "video_id": "P35_104", "narration_ids": [ "P35_104_261", "P35_104_262", "P35_104_263", "P35_104_264" ], "src": "close container . pick_up container . dry container", "src1": "close container", "src2": "pick_up container", "src3": "dry container", "trg": "put_down container", "vis_src": "P35_104:261 P35_104:262 P35_104:263", "vis_trg": "P35_104:264", "narrations": [ "close container", "pick up container", "dry container", "put down container" ], "verbs": [ "close", "pick-up", "dry", "put-down" ], "verb_classes": [ 4, 0, 14, 1 ], "nouns": [ "container", "container", "container", "container" ], "noun_classes": [ 21, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:18:44.99", "00:18:46.94" ], [ "00:18:50.23", "00:18:51.05" ], [ "00:18:50.99", "00:18:53.23" ], [ "00:18:53.30", "00:18:53.94" ] ], "start_stop_frames": [ [ 56249, 56347 ], [ 56511, 56552 ], [ 56549, 56661 ], [ 56665, 56697 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P22_07+690_691_692_693", "video_id": "P22_07", "narration_ids": [ "P22_07_690", "P22_07_691", "P22_07_692", "P22_07_693" ], "src": "put_in pesto_sauce . pour pesto . put pesto", "src1": "put_in pesto_sauce", "src2": "pour pesto", "src3": "put pesto", "trg": "pick_up pesto", "vis_src": "P22_07:690 P22_07:691 P22_07:692", "vis_trg": "P22_07:693", "narrations": [ "put in pesto sauce", "pour pesto", "put pesto", "pick up pesto" ], "verbs": [ "put-in", "pour", "put", "pick-up" ], "verb_classes": [ 5, 9, 1, 0 ], "nouns": [ "sauce:pesto", "pesto", "pesto", "pesto" ], "noun_classes": [ 47, 47, 47, 47 ], "start_stop_timestamps": [ [ "00:33:23.74", "00:33:25.67" ], [ "00:33:25.77", "00:33:32.39" ], [ "00:33:30.78", "00:33:34.85" ], [ "00:33:34.95", "00:33:36.07" ] ], "start_stop_frames": [ [ 120224, 120340 ], [ 120346, 120743 ], [ 120646, 120891 ], [ 120897, 120964 ] ], "trgnoun": "pesto", "trgverb": "pick_up" }, { "key": "P35_108+553_554_555_556", "video_id": "P35_108", "narration_ids": [ "P35_108_553", "P35_108_554", "P35_108_555", "P35_108_556" ], "src": "drain colander . put_down colander . pick_up container", "src1": "drain colander", "src2": "put_down colander", "src3": "pick_up container", "trg": "wash container", "vis_src": "P35_108:553 P35_108:554 P35_108:555", "vis_trg": "P35_108:556", "narrations": [ "drain colander", "put down colander", "pick up container", "wash container" ], "verbs": [ "drain", "put-down", "pick-up", "wash" ], "verb_classes": [ 37, 1, 0, 2 ], "nouns": [ "colander", "colander", "container", "container" ], "noun_classes": [ 39, 39, 21, 21 ], "start_stop_timestamps": [ [ "00:38:51.55", "00:38:55.52" ], [ "00:38:58.19", "00:39:02.34" ], [ "00:39:03.99", "00:39:08.42" ], [ "00:39:07.88", "00:39:23.24" ] ], "start_stop_frames": [ [ 116577, 116776 ], [ 116909, 117117 ], [ 117199, 117421 ], [ 117394, 118161 ] ], "trgnoun": "container", "trgverb": "wash" }, { "key": "P22_111+167_168_169_171", "video_id": "P22_111", "narration_ids": [ "P22_111_167", "P22_111_168", "P22_111_169", "P22_111_171" ], "src": "pick_up lids . pick_up tin_can . put_down tin_can and lid", "src1": "pick_up lids", "src2": "pick_up tin_can", "src3": "put_down tin_can and lid", "trg": "pick_up tomatoes", "vis_src": "P22_111:167 P22_111:168 P22_111:169", "vis_trg": "P22_111:171", "narrations": [ "pick up lids", "pick up tin can", "put down tin can and lid", "pick up tomatoes" ], "verbs": [ "pick-up", "pick-up", "put-down", "pick-up" ], "verb_classes": [ 0, 0, 1, 0 ], "nouns": [ "lid", "can:tin", "can:tin", "tomato" ], "noun_classes": [ 6, 61, 61, 43 ], "start_stop_timestamps": [ [ "00:07:15.35", "00:07:16.78" ], [ "00:07:18.13", "00:07:18.93" ], [ "00:07:19.48", "00:07:20.98" ], [ "00:07:26.18", "00:07:27.92" ] ], "start_stop_frames": [ [ 21767, 21839 ], [ 21906, 21946 ], [ 21974, 22049 ], [ 22309, 22396 ] ], "trgnoun": "tomato", "trgverb": "pick_up" }, { "key": "P11_02+10_11_12_13", "video_id": "P11_02", "narration_ids": [ "P11_02_10", "P11_02_11", "P11_02_12", "P11_02_13" ], "src": "put mug away . pick_up glass . push glasses out of the way", "src1": "put mug away", "src2": "pick_up glass", "src3": "push glasses out of the way", "trg": "rearrange glasses", "vis_src": "P11_02:10 P11_02:11 P11_02:12", "vis_trg": "P11_02:13", "narrations": [ "put mug away", "pick up glass", "push glasses out of the way", "rearrange glasses" ], "verbs": [ "put", "pick-up", "push-out", "rearrange" ], "verb_classes": [ 1, 0, 21, 40 ], "nouns": [ "mug", "glass", "glass", "glass" ], "noun_classes": [ 13, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:00:14.55", "00:00:15.05" ], [ "00:00:15.65", "00:00:17.15" ], [ "00:00:17.04", "00:00:19.60" ], [ "00:00:19.91", "00:00:21.73" ] ], "start_stop_frames": [ [ 873, 903 ], [ 939, 1029 ], [ 1022, 1176 ], [ 1194, 1303 ] ], "trgnoun": "glass", "trgverb": "rearrange" }, { "key": "P27_104+96_97_98_99", "video_id": "P27_104", "narration_ids": [ "P27_104_96", "P27_104_97", "P27_104_98", "P27_104_99" ], "src": "pick_up container . put_down container . pick_up tin_can", "src1": "pick_up container", "src2": "put_down container", "src3": "pick_up tin_can", "trg": "put_down tin_can", "vis_src": "P27_104:96 P27_104:97 P27_104:98", "vis_trg": "P27_104:99", "narrations": [ "pick up container", "put down container", "pick up tin can", "put down tin can" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "container", "container", "can:tin", "can:tin" ], "noun_classes": [ 21, 21, 61, 61 ], "start_stop_timestamps": [ [ "00:05:01.15", "00:05:06.90" ], [ "00:05:08.27", "00:05:09.30" ], [ "00:05:10.44", "00:05:11.32" ], [ "00:05:11.94", "00:05:12.82" ] ], "start_stop_frames": [ [ 15057, 15344 ], [ 15413, 15465 ], [ 15522, 15566 ], [ 15597, 15641 ] ], "trgnoun": "tin_can", "trgverb": "put_down" }, { "key": "P22_111+528_529_530_531", "video_id": "P22_111", "narration_ids": [ "P22_111_528", "P22_111_529", "P22_111_530", "P22_111_531" ], "src": "turn_on tap . rinse tin_can . put_down tin_can", "src1": "turn_on tap", "src2": "rinse tin_can", "src3": "put_down tin_can", "trg": "pick_up tin_can", "vis_src": "P22_111:528 P22_111:529 P22_111:530", "vis_trg": "P22_111:531", "narrations": [ "turn on tap", "rinse tin can", "put down tin can", "pick up tin can" ], "verbs": [ "turn-on", "rinse", "put-down", "pick-up" ], "verb_classes": [ 6, 2, 1, 0 ], "nouns": [ "tap", "can:tin", "can:tin", "can:tin" ], "noun_classes": [ 0, 61, 61, 61 ], "start_stop_timestamps": [ [ "00:19:01.66", "00:19:02.10" ], [ "00:19:02.13", "00:19:03.76" ], [ "00:19:04.40", "00:19:05.14" ], [ "00:19:04.83", "00:19:05.49" ] ], "start_stop_frames": [ [ 57083, 57104 ], [ 57106, 57188 ], [ 57220, 57257 ], [ 57241, 57274 ] ], "trgnoun": "tin_can", "trgverb": "pick_up" }, { "key": "P25_106+69_70_71_72", "video_id": "P25_106", "narration_ids": [ "P25_106_69", "P25_106_70", "P25_106_71", "P25_106_72" ], "src": "pick_up eggs . crack eggs . put_down spoon", "src1": "pick_up eggs", "src2": "crack eggs", "src3": "put_down spoon", "trg": "throw eggs", "vis_src": "P25_106:69 P25_106:70 P25_106:71", "vis_trg": "P25_106:72", "narrations": [ "pick up eggs", "crack eggs", "put down spoon", "throw eggs" ], "verbs": [ "pick-up", "crack", "put-down", "throw" ], "verb_classes": [ 0, 30, 1, 13 ], "nouns": [ "egg", "egg", "spoon", "egg" ], "noun_classes": [ 53, 53, 1, 53 ], "start_stop_timestamps": [ [ "00:05:51.07", "00:05:51.96" ], [ "00:05:52.06", "00:05:56.75" ], [ "00:05:59.30", "00:06:00.91" ], [ "00:06:01.01", "00:06:04.66" ] ], "start_stop_frames": [ [ 17553, 17598 ], [ 17603, 17837 ], [ 17965, 18045 ], [ 18050, 18233 ] ], "trgnoun": "egg", "trgverb": "throw" }, { "key": "P27_104+98_99_100_101", "video_id": "P27_104", "narration_ids": [ "P27_104_98", "P27_104_99", "P27_104_100", "P27_104_101" ], "src": "pick_up tin_can . put_down tin_can . pick_up fruit_juice", "src1": "pick_up tin_can", "src2": "put_down tin_can", "src3": "pick_up fruit_juice", "trg": "put_down fruit_juice", "vis_src": "P27_104:98 P27_104:99 P27_104:100", "vis_trg": "P27_104:101", "narrations": [ "pick up tin can", "put down tin can", "pick up fruit juice", "put down fruit juice" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "can:tin", "can:tin", "juice:fruit", "juice:fruit" ], "noun_classes": [ 61, 61, 183, 183 ], "start_stop_timestamps": [ [ "00:05:10.44", "00:05:11.32" ], [ "00:05:11.94", "00:05:12.82" ], [ "00:05:14.78", "00:05:15.53" ], [ "00:05:15.63", "00:05:17.96" ] ], "start_stop_frames": [ [ 15522, 15566 ], [ 15597, 15641 ], [ 15738, 15776 ], [ 15781, 15897 ] ], "trgnoun": "fruit_juice", "trgverb": "put_down" }, { "key": "P30_05+198_199_200_201", "video_id": "P30_05", "narration_ids": [ "P30_05_198", "P30_05_199", "P30_05_200", "P30_05_201" ], "src": "put garlic and ginger . put back in bin . open cupboards", "src1": "put garlic and ginger", "src2": "put back in bin", "src3": "open cupboards", "trg": "put garlic in bowl", "vis_src": "P30_05:198 P30_05:199 P30_05:200", "vis_trg": "P30_05:201", "narrations": [ "put garlic and ginger", "put back in bin", "open cupboards", "put garlic in bowl" ], "verbs": [ "put", "put-in", "open", "put-in" ], "verb_classes": [ 1, 5, 3, 5 ], "nouns": [ "garlic", "bin", "cupboard", "garlic" ], "noun_classes": [ 51, 36, 3, 51 ], "start_stop_timestamps": [ [ "00:15:55.51", "00:15:57.89" ], [ "00:15:57.76", "00:15:59.93" ], [ "00:16:00.30", "00:16:01.33" ], [ "00:16:26.62", "00:16:28.03" ] ], "start_stop_frames": [ [ 57330, 57473 ], [ 57465, 57595 ], [ 57618, 57679 ], [ 59197, 59281 ] ], "trgnoun": "garlic", "trgverb": "put_in" }, { "key": "P12_101+258_259_260_261", "video_id": "P12_101", "narration_ids": [ "P12_101_258", "P12_101_259", "P12_101_260", "P12_101_261" ], "src": "pour meat from frying pan into saucepan . put_down frying_pan onto stove . put_down garlic onto cutting board", "src1": "pour meat from frying pan into saucepan", "src2": "put_down frying_pan onto stove", "src3": "put_down garlic onto cutting board", "trg": "cut garlic using knife on cutting board", "vis_src": "P12_101:258 P12_101:259 P12_101:260", "vis_trg": "P12_101:261", "narrations": [ "pour meat from frying pan into saucepan", "put down frying pan onto stove", "put down garlic onto cutting board", "cut garlic using knife on cutting board" ], "verbs": [ "pour-from", "put-down", "put-down", "cut" ], "verb_classes": [ 9, 1, 1, 7 ], "nouns": [ "meat", "pan:frying", "garlic", "garlic" ], "noun_classes": [ 28, 5, 51, 51 ], "start_stop_timestamps": [ [ "00:13:34.72", "00:13:38.72" ], [ "00:13:39.08", "00:13:40.70" ], [ "00:13:45.97", "00:13:48.56" ], [ "00:13:49.74", "00:14:00.95" ] ], "start_stop_frames": [ [ 40736, 40936 ], [ 40954, 41035 ], [ 41298, 41428 ], [ 41487, 42047 ] ], "trgnoun": "garlic", "trgverb": "cut" }, { "key": "P04_05+41_42_43_44", "video_id": "P04_05", "narration_ids": [ "P04_05_41", "P04_05_42", "P04_05_43", "P04_05_44" ], "src": "put_down garlic . pull_out garlic_clove . open cupboard", "src1": "put_down garlic", "src2": "pull_out garlic_clove", "src3": "open cupboard", "trg": "put away garlic", "vis_src": "P04_05:41 P04_05:42 P04_05:43", "vis_trg": "P04_05:44", "narrations": [ "put down garlic", "pull out garlic clove", "open cupboard", "put away garlic" ], "verbs": [ "put-down", "pull-out", "open", "put" ], "verb_classes": [ 1, 31, 3, 1 ], "nouns": [ "garlic", "clove:garlic", "cupboard", "garlic" ], "noun_classes": [ 51, 51, 3, 51 ], "start_stop_timestamps": [ [ "00:05:19.17", "00:05:20.36" ], [ "00:05:20.45", "00:05:26.20" ], [ "00:05:27.66", "00:05:28.42" ], [ "00:05:28.65", "00:05:29.90" ] ], "start_stop_frames": [ [ 19150, 19221 ], [ 19227, 19572 ], [ 19659, 19705 ], [ 19719, 19794 ] ], "trgnoun": "garlic", "trgverb": "put" }, { "key": "P22_113+235_236_237_238", "video_id": "P22_113", "narration_ids": [ "P22_113_235", "P22_113_236", "P22_113_237", "P22_113_238" ], "src": "pick_up container . open cupboard . open fridge", "src1": "pick_up container", "src2": "open cupboard", "src3": "open fridge", "trg": "put_down container", "vis_src": "P22_113:235 P22_113:236 P22_113:237", "vis_trg": "P22_113:238", "narrations": [ "pick up container", "open cupboard", "open fridge", "put down container" ], "verbs": [ "pick-up", "open", "open", "put-down" ], "verb_classes": [ 0, 3, 3, 1 ], "nouns": [ "container", "cupboard", "fridge", "container" ], "noun_classes": [ 21, 3, 12, 21 ], "start_stop_timestamps": [ [ "00:08:14.87", "00:08:15.47" ], [ "00:08:16.71", "00:08:17.19" ], [ "00:08:18.50", "00:08:19.50" ], [ "00:08:19.59", "00:08:20.14" ] ], "start_stop_frames": [ [ 24743, 24773 ], [ 24835, 24859 ], [ 24925, 24975 ], [ 24979, 25007 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P04_112+16_18_19_20", "video_id": "P04_112", "narration_ids": [ "P04_112_16", "P04_112_18", "P04_112_19", "P04_112_20" ], "src": "put_down greaseproof_paper . pick_up bao_bun . pull greaseproof_paper off bao bun", "src1": "put_down greaseproof_paper", "src2": "pick_up bao_bun", "src3": "pull greaseproof_paper off bao bun", "trg": "put_down bao_bun", "vis_src": "P04_112:16 P04_112:18 P04_112:19", "vis_trg": "P04_112:20", "narrations": [ "put down greaseproof paper", "pick up bao bun", "pull greaseproof paper off bao bun", "put down bao bun" ], "verbs": [ "put-down", "pick-up", "pull", "put-down" ], "verb_classes": [ 1, 0, 31, 1 ], "nouns": [ "paper:greaseproof", "bun:bao", "paper:greaseproof", "bun:bao" ], "noun_classes": [ 49, 33, 49, 33 ], "start_stop_timestamps": [ [ "00:00:31.48", "00:00:31.98" ], [ "00:00:33.14", "00:00:34.70" ], [ "00:00:34.75", "00:00:35.94" ], [ "00:00:35.83", "00:00:36.38" ] ], "start_stop_frames": [ [ 1574, 1599 ], [ 1657, 1735 ], [ 1737, 1797 ], [ 1791, 1819 ] ], "trgnoun": "bao_bun", "trgverb": "put_down" }, { "key": "P04_121+447_448_449_450", "video_id": "P04_121", "narration_ids": [ "P04_121_447", "P04_121_448", "P04_121_449", "P04_121_450" ], "src": "press curds against side of bowl . tip bowl . turn bowl upright", "src1": "press curds against side of bowl", "src2": "tip bowl", "src3": "turn bowl upright", "trg": "put_down bowl", "vis_src": "P04_121:447 P04_121:448 P04_121:449", "vis_trg": "P04_121:450", "narrations": [ "press curds against side of bowl", "tip bowl", "turn bowl upright", "put down bowl" ], "verbs": [ "press", "tip", "turn", "put-down" ], "verb_classes": [ 21, 1, 23, 1 ], "nouns": [ "curd", "bowl", "bowl", "bowl" ], "noun_classes": [ 81, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:19:32.47", "00:19:36.03" ], [ "00:19:35.74", "00:19:38.30" ], [ "00:19:37.49", "00:19:38.44" ], [ "00:19:38.34", "00:19:40.38" ] ], "start_stop_frames": [ [ 58623, 58801 ], [ 58787, 58915 ], [ 58874, 58922 ], [ 58916, 59019 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P22_17+488_489_492_493", "video_id": "P22_17", "narration_ids": [ "P22_17_488", "P22_17_489", "P22_17_492", "P22_17_493" ], "src": "dry fork . put_down fork . dry spoon", "src1": "dry fork", "src2": "put_down fork", "src3": "dry spoon", "trg": "put_down spoon", "vis_src": "P22_17:488 P22_17:489 P22_17:492", "vis_trg": "P22_17:493", "narrations": [ "dry fork", "put down fork", "dry spoon", "put down spoon" ], "verbs": [ "dry", "put-down", "dry", "put-down" ], "verb_classes": [ 14, 1, 14, 1 ], "nouns": [ "fork", "fork", "spoon", "spoon" ], "noun_classes": [ 14, 14, 1, 1 ], "start_stop_timestamps": [ [ "00:18:46.29", "00:18:47.95" ], [ "00:18:47.96", "00:18:48.73" ], [ "00:18:54.52", "00:18:56.52" ], [ "00:18:56.38", "00:18:57.25" ] ], "start_stop_frames": [ [ 67577, 67677 ], [ 67677, 67723 ], [ 68071, 68191 ], [ 68182, 68235 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P04_110+290_291_292_293", "video_id": "P04_110", "narration_ids": [ "P04_110_290", "P04_110_291", "P04_110_292", "P04_110_293" ], "src": "lick finger . stir sauce . pick_up spatula", "src1": "lick finger", "src2": "stir sauce", "src3": "pick_up spatula", "trg": "scrape sauce off spoon into mug", "vis_src": "P04_110:290 P04_110:291 P04_110:292", "vis_trg": "P04_110:293", "narrations": [ "lick finger", "stir sauce", "pick up spatula", "scrape sauce off spoon into mug" ], "verbs": [ "lick", "stir", "pick-up", "scrape" ], "verb_classes": [ 35, 10, 0, 25 ], "nouns": [ "finger", "sauce", "spatula", "sauce" ], "noun_classes": [ 11, 47, 20, 47 ], "start_stop_timestamps": [ [ "00:08:25.55", "00:08:26.86" ], [ "00:08:26.39", "00:08:30.07" ], [ "00:08:32.07", "00:08:32.80" ], [ "00:08:32.88", "00:08:38.96" ] ], "start_stop_frames": [ [ 25277, 25343 ], [ 25319, 25503 ], [ 25603, 25639 ], [ 25644, 25948 ] ], "trgnoun": "sauce", "trgverb": "scrape" }, { "key": "P06_09+167_168_169_170", "video_id": "P06_09", "narration_ids": [ "P06_09_167", "P06_09_168", "P06_09_169", "P06_09_170" ], "src": "put wooden_spoon in pack . change oven_temperature . pick_up rubbish", "src1": "put wooden_spoon in pack", "src2": "change oven_temperature", "src3": "pick_up rubbish", "trg": "put rubbish in bin", "vis_src": "P06_09:167 P06_09:168 P06_09:169", "vis_trg": "P06_09:170", "narrations": [ "put wooden spoon in pack", "change oven temperature", "pick up rubbish", "put rubbish in bin" ], "verbs": [ "put-in", "change", "pick-up", "put-in" ], "verb_classes": [ 5, 17, 0, 5 ], "nouns": [ "spoon:wooden", "temperature:oven", "rubbish", "rubbish" ], "noun_classes": [ 1, 65, 54, 54 ], "start_stop_timestamps": [ [ "00:21:08.77", "00:21:09.94" ], [ "00:21:10.32", "00:21:13.95" ], [ "00:21:15.74", "00:21:19.80" ], [ "00:21:20.78", "00:21:22.10" ] ], "start_stop_frames": [ [ 76126, 76196 ], [ 76219, 76437 ], [ 76544, 76788 ], [ 76846, 76926 ] ], "trgnoun": "rubbish", "trgverb": "put_in" }, { "key": "P27_103+324_325_326_327", "video_id": "P27_103", "narration_ids": [ "P27_103_324", "P27_103_325", "P27_103_326", "P27_103_327" ], "src": "lift mixer . remove whisk . press button", "src1": "lift mixer", "src2": "remove whisk", "src3": "press button", "trg": "pick_up whisk", "vis_src": "P27_103:324 P27_103:325 P27_103:326", "vis_trg": "P27_103:327", "narrations": [ "lift mixer", "remove whisk", "press button", "pick up whisk" ], "verbs": [ "lift", "remove", "press", "pick-up" ], "verb_classes": [ 33, 12, 21, 0 ], "nouns": [ "mixer", "whisk", "button", "whisk" ], "noun_classes": [ 82, 218, 92, 218 ], "start_stop_timestamps": [ [ "00:23:45.43", "00:23:54.59" ], [ "00:23:53.65", "00:24:00.20" ], [ "00:23:56.78", "00:23:59.97" ], [ "00:23:59.69", "00:24:02.47" ] ], "start_stop_frames": [ [ 71271, 71729 ], [ 71682, 72010 ], [ 71839, 71998 ], [ 71984, 72123 ] ], "trgnoun": "whisk", "trgverb": "pick_up" }, { "key": "P04_121+445_446_447_448", "video_id": "P04_121", "narration_ids": [ "P04_121_445", "P04_121_446", "P04_121_447", "P04_121_448" ], "src": "lift_up curds . turn bowl upright . press curds against side of bowl", "src1": "lift_up curds", "src2": "turn bowl upright", "src3": "press curds against side of bowl", "trg": "tip bowl", "vis_src": "P04_121:445 P04_121:446 P04_121:447", "vis_trg": "P04_121:448", "narrations": [ "lift up curds", "turn bowl upright", "press curds against side of bowl", "tip bowl" ], "verbs": [ "lift-up", "turn", "press", "tip" ], "verb_classes": [ 33, 23, 21, 1 ], "nouns": [ "curd", "bowl", "curd", "bowl" ], "noun_classes": [ 81, 7, 81, 7 ], "start_stop_timestamps": [ [ "00:19:30.08", "00:19:31.26" ], [ "00:19:31.99", "00:19:33.05" ], [ "00:19:32.47", "00:19:36.03" ], [ "00:19:35.74", "00:19:38.30" ] ], "start_stop_frames": [ [ 58504, 58563 ], [ 58599, 58652 ], [ 58623, 58801 ], [ 58787, 58915 ] ], "trgnoun": "bowl", "trgverb": "tip" }, { "key": "P04_01+30_31_32_33", "video_id": "P04_01", "narration_ids": [ "P04_01_30", "P04_01_31", "P04_01_32", "P04_01_33" ], "src": "squeeze can . put_down can . open can", "src1": "squeeze can", "src2": "put_down can", "src3": "open can", "trg": "strain can", "vis_src": "P04_01:30 P04_01:31 P04_01:32", "vis_trg": "P04_01:33", "narrations": [ "squeeze can", "put down can", "open can", "strain can" ], "verbs": [ "squeeze", "put-down", "open", "strain" ], "verb_classes": [ 18, 1, 3, 37 ], "nouns": [ "can", "can", "can", "can" ], "noun_classes": [ 61, 61, 61, 61 ], "start_stop_timestamps": [ [ "00:01:43.66", "00:01:53.77" ], [ "00:01:53.98", "00:01:54.68" ], [ "00:01:57.78", "00:02:09.87" ], [ "00:02:10.05", "00:02:22.31" ] ], "start_stop_frames": [ [ 6219, 6826 ], [ 6838, 6880 ], [ 7066, 7792 ], [ 7803, 8538 ] ], "trgnoun": "can", "trgverb": "strain" }, { "key": "P03_101+79_80_81_82", "video_id": "P03_101", "narration_ids": [ "P03_101_79", "P03_101_80", "P03_101_81", "P03_101_82" ], "src": "pick_up slotted_spoon . pick_up sponge . wash bin", "src1": "pick_up slotted_spoon", "src2": "pick_up sponge", "src3": "wash bin", "trg": "put slotted_spoon on drying rack", "vis_src": "P03_101:79 P03_101:80 P03_101:81", "vis_trg": "P03_101:82", "narrations": [ "pick up slotted spoon", "pick up sponge", "wash bin", "put slotted spoon on drying rack" ], "verbs": [ "pick-up", "pick-up", "wash", "put-on" ], "verb_classes": [ 0, 0, 2, 1 ], "nouns": [ "spoon:slotted", "sponge", "bin", "spoon:slotted" ], "noun_classes": [ 1, 9, 36, 1 ], "start_stop_timestamps": [ [ "00:01:50.48", "00:01:51.24" ], [ "00:01:51.23", "00:01:51.80" ], [ "00:01:51.89", "00:02:05.59" ], [ "00:02:05.51", "00:02:06.17" ] ], "start_stop_frames": [ [ 5523, 5562 ], [ 5561, 5590 ], [ 5594, 6279 ], [ 6275, 6308 ] ], "trgnoun": "slotted_spoon", "trgverb": "put_on" }, { "key": "P25_104+98_99_100_101", "video_id": "P25_104", "narration_ids": [ "P25_104_98", "P25_104_99", "P25_104_100", "P25_104_101" ], "src": "stir sauce . put_down spoon . pick_up parmesan", "src1": "stir sauce", "src2": "put_down spoon", "src3": "pick_up parmesan", "trg": "put_down parmesan", "vis_src": "P25_104:98 P25_104:99 P25_104:100", "vis_trg": "P25_104:101", "narrations": [ "stir sauce", "put down spoon", "pick up parmesan", "put down parmesan" ], "verbs": [ "stir", "put-down", "pick-up", "put-down" ], "verb_classes": [ 10, 1, 0, 1 ], "nouns": [ "sauce", "spoon", "parmesan", "parmesan" ], "noun_classes": [ 47, 1, 32, 32 ], "start_stop_timestamps": [ [ "00:04:53.69", "00:04:57.96" ], [ "00:04:59.13", "00:05:00.22" ], [ "00:05:00.82", "00:05:01.90" ], [ "00:05:02.65", "00:05:03.43" ] ], "start_stop_frames": [ [ 14684, 14897 ], [ 14956, 15011 ], [ 15041, 15094 ], [ 15132, 15171 ] ], "trgnoun": "parmesan", "trgverb": "put_down" }, { "key": "P24_02+80_81_82_83", "video_id": "P24_02", "narration_ids": [ "P24_02_80", "P24_02_81", "P24_02_82", "P24_02_83" ], "src": "check doneness of meat . move meat in pan . compress meat", "src1": "check doneness of meat", "src2": "move meat in pan", "src3": "compress meat", "trg": "flip meat", "vis_src": "P24_02:80 P24_02:81 P24_02:82", "vis_trg": "P24_02:83", "narrations": [ "check doneness of meat", "move meat in pan", "compress meat", "flip meat" ], "verbs": [ "check", "move-in", "compress", "flip" ], "verb_classes": [ 24, 5, 21, 22 ], "nouns": [ "doneness:meat", "meat", "meat", "meat" ], "noun_classes": [ 28, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:06:36.35", "00:06:39.47" ], [ "00:06:41.95", "00:06:49.07" ], [ "00:06:51.23", "00:07:00.29" ], [ "00:07:03.52", "00:07:04.21" ] ], "start_stop_frames": [ [ 23781, 23968 ], [ 24117, 24544 ], [ 24673, 25217 ], [ 25411, 25452 ] ], "trgnoun": "meat", "trgverb": "flip" }, { "key": "P22_14+111_112_113_114", "video_id": "P22_14", "narration_ids": [ "P22_14_111", "P22_14_112", "P22_14_113", "P22_14_114" ], "src": "pick_up colander . move colander . pick_up plate", "src1": "pick_up colander", "src2": "move colander", "src3": "pick_up plate", "trg": "lather plate", "vis_src": "P22_14:111 P22_14:112 P22_14:113", "vis_trg": "P22_14:114", "narrations": [ "pick up colander", "move colander", "pick up plate", "lather plate" ], "verbs": [ "pick-up", "move", "pick-up", "lather" ], "verb_classes": [ 0, 11, 0, 2 ], "nouns": [ "colander", "colander", "plate", "plate" ], "noun_classes": [ 39, 39, 2, 2 ], "start_stop_timestamps": [ [ "00:04:46.25", "00:04:47.00" ], [ "00:04:47.10", "00:04:47.89" ], [ "00:04:47.95", "00:04:48.70" ], [ "00:04:48.76", "00:04:54.11" ] ], "start_stop_frames": [ [ 17175, 17220 ], [ 17226, 17273 ], [ 17277, 17322 ], [ 17325, 17646 ] ], "trgnoun": "plate", "trgverb": "lather" }, { "key": "P24_05+150_151_152_153", "video_id": "P24_05", "narration_ids": [ "P24_05_150", "P24_05_151", "P24_05_152", "P24_05_153" ], "src": "stir sauce in pan . take sugar . put sugar in sauce", "src1": "stir sauce in pan", "src2": "take sugar", "src3": "put sugar in sauce", "trg": "put_down sugar", "vis_src": "P24_05:150 P24_05:151 P24_05:152", "vis_trg": "P24_05:153", "narrations": [ "stir sauce in pan", "take sugar", "put sugar in sauce", "put down sugar" ], "verbs": [ "stir", "take", "put-in", "put-down" ], "verb_classes": [ 10, 0, 5, 1 ], "nouns": [ "sauce", "sugar", "sugar", "sugar" ], "noun_classes": [ 47, 102, 102, 102 ], "start_stop_timestamps": [ [ "00:13:44.41", "00:14:05.21" ], [ "00:14:07.18", "00:14:08.73" ], [ "00:14:15.49", "00:14:25.89" ], [ "00:14:26.82", "00:14:29.11" ] ], "start_stop_frames": [ [ 49464, 50712 ], [ 50830, 50923 ], [ 51329, 51953 ], [ 52009, 52146 ] ], "trgnoun": "sugar", "trgverb": "put_down" }, { "key": "P02_112+91_92_93_94", "video_id": "P02_112", "narration_ids": [ "P02_112_91", "P02_112_92", "P02_112_93", "P02_112_94" ], "src": "spread oil on tray while holding it . spread oil on tray . put_down tray", "src1": "spread oil on tray while holding it", "src2": "spread oil on tray", "src3": "put_down tray", "trg": "move tray", "vis_src": "P02_112:91 P02_112:92 P02_112:93", "vis_trg": "P02_112:94", "narrations": [ "spread oil on tray while holding it", "spread oil on tray", "put down tray", "move tray" ], "verbs": [ "spread-on", "spread-on", "put-down", "move" ], "verb_classes": [ 27, 27, 1, 11 ], "nouns": [ "oil", "oil", "tray", "tray" ], "noun_classes": [ 31, 31, 35, 35 ], "start_stop_timestamps": [ [ "00:04:31.08", "00:04:33.35" ], [ "00:04:32.80", "00:04:49.03" ], [ "00:04:50.91", "00:04:52.00" ], [ "00:04:52.93", "00:04:58.60" ] ], "start_stop_frames": [ [ 13554, 13667 ], [ 13640, 14451 ], [ 14545, 14600 ], [ 14646, 14930 ] ], "trgnoun": "tray", "trgverb": "move" }, { "key": "P30_01+23_24_25_26", "video_id": "P30_01", "narration_ids": [ "P30_01_23", "P30_01_24", "P30_01_25", "P30_01_26" ], "src": "move box . open bread_bin . take bread", "src1": "move box", "src2": "open bread_bin", "src3": "take bread", "trg": "close bread_bin", "vis_src": "P30_01:23 P30_01:24 P30_01:25", "vis_trg": "P30_01:26", "narrations": [ "move box", "open bread bin", "take bread", "close bread bin" ], "verbs": [ "move", "open", "take", "close" ], "verb_classes": [ 11, 3, 0, 4 ], "nouns": [ "box", "bin:bread", "bread", "bin:bread" ], "noun_classes": [ 23, 21, 33, 21 ], "start_stop_timestamps": [ [ "00:00:59.07", "00:01:00.07" ], [ "00:01:00.17", "00:01:00.70" ], [ "00:01:01.72", "00:01:02.41" ], [ "00:01:02.60", "00:01:03.45" ] ], "start_stop_frames": [ [ 3544, 3604 ], [ 3610, 3642 ], [ 3703, 3744 ], [ 3756, 3807 ] ], "trgnoun": "bread_bin", "trgverb": "close" }, { "key": "P03_102+47_48_49_50", "video_id": "P03_102", "narration_ids": [ "P03_102_47", "P03_102_48", "P03_102_49", "P03_102_50" ], "src": "pick_up onions . pick_up peppers . pull_out vegetable_drawer", "src1": "pick_up onions", "src2": "pick_up peppers", "src3": "pull_out vegetable_drawer", "trg": "put onions in drawer", "vis_src": "P03_102:47 P03_102:48 P03_102:49", "vis_trg": "P03_102:50", "narrations": [ "pick up onions", "pick up peppers", "pull out vegetable drawer", "put onions in drawer" ], "verbs": [ "pick-up", "pick-up", "pull-out", "put-in" ], "verb_classes": [ 0, 0, 31, 5 ], "nouns": [ "onion", "pepper", "drawer:vegetable", "onion" ], "noun_classes": [ 16, 37, 8, 16 ], "start_stop_timestamps": [ [ "00:01:40.33", "00:01:40.71" ], [ "00:01:41.05", "00:01:41.60" ], [ "00:01:43.28", "00:01:43.98" ], [ "00:01:43.85", "00:01:44.57" ] ], "start_stop_frames": [ [ 5016, 5035 ], [ 5052, 5080 ], [ 5164, 5198 ], [ 5192, 5228 ] ], "trgnoun": "onion", "trgverb": "put_in" }, { "key": "P08_24+15_16_17_18", "video_id": "P08_24", "narration_ids": [ "P08_24_15", "P08_24_16", "P08_24_17", "P08_24_18" ], "src": "take_off skins . place garlic . chop garlic", "src1": "take_off skins", "src2": "place garlic", "src3": "chop garlic", "trg": "throw bits", "vis_src": "P08_24:15 P08_24:16 P08_24:17", "vis_trg": "P08_24:18", "narrations": [ "take off skins", "place garlic", "chop garlic", "throw bits" ], "verbs": [ "take-off", "place", "chop", "throw" ], "verb_classes": [ 12, 1, 7, 13 ], "nouns": [ "skin", "garlic", "garlic", "garlic" ], "noun_classes": [ 48, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:00:54.79", "00:00:59.79" ], [ "00:01:00.81", "00:01:01.92" ], [ "00:01:02.72", "00:01:14.86" ], [ "00:01:23.49", "00:01:25.44" ] ], "start_stop_frames": [ [ 3287, 3587 ], [ 3648, 3715 ], [ 3763, 4491 ], [ 5009, 5126 ] ], "trgnoun": "garlic", "trgverb": "throw" }, { "key": "P03_120+229_230_231_232", "video_id": "P03_120", "narration_ids": [ "P03_120_229", "P03_120_230", "P03_120_231", "P03_120_232" ], "src": "put egg_carton in fridge . close fridge . take spoon from drying up rack", "src1": "put egg_carton in fridge", "src2": "close fridge", "src3": "take spoon from drying up rack", "trg": "dry spoon using tea towel", "vis_src": "P03_120:229 P03_120:230 P03_120:231", "vis_trg": "P03_120:232", "narrations": [ "put egg carton in fridge", "close fridge", "take spoon from drying up rack", "dry spoon using tea towel" ], "verbs": [ "put-in", "close", "take-from", "dry" ], "verb_classes": [ 5, 4, 0, 14 ], "nouns": [ "carton:egg", "fridge", "spoon", "spoon" ], "noun_classes": [ 26, 12, 1, 1 ], "start_stop_timestamps": [ [ "00:11:58.78", "00:12:00.81" ], [ "00:12:00.91", "00:12:01.53" ], [ "00:12:07.03", "00:12:08.48" ], [ "00:12:08.10", "00:12:13.65" ] ], "start_stop_frames": [ [ 35939, 36040 ], [ 36045, 36076 ], [ 36351, 36424 ], [ 36405, 36682 ] ], "trgnoun": "spoon", "trgverb": "dry" }, { "key": "P02_09+388_389_390_391", "video_id": "P02_09", "narration_ids": [ "P02_09_388", "P02_09_389", "P02_09_390", "P02_09_391" ], "src": "get spoon . stir stock in glass . hold glass", "src1": "get spoon", "src2": "stir stock in glass", "src3": "hold glass", "trg": "stir stock", "vis_src": "P02_09:388 P02_09:389 P02_09:390", "vis_trg": "P02_09:391", "narrations": [ "get spoon", "stir stock in glass", "hold glass", "stir stock" ], "verbs": [ "get", "stir-in", "hold", "stir" ], "verb_classes": [ 0, 10, 34, 10 ], "nouns": [ "spoon", "stock", "glass", "stock" ], "noun_classes": [ 1, 95, 10, 95 ], "start_stop_timestamps": [ [ "00:27:38.12", "00:27:39.40" ], [ "00:27:42.37", "00:27:44.75" ], [ "00:27:44.77", "00:27:48.82" ], [ "00:27:48.66", "00:28:00.18" ] ], "start_stop_frames": [ [ 99487, 99564 ], [ 99742, 99885 ], [ 99886, 100129 ], [ 100119, 100810 ] ], "trgnoun": "stock", "trgverb": "stir" }, { "key": "P29_01+70_75_76_77", "video_id": "P29_01", "narration_ids": [ "P29_01_70", "P29_01_75", "P29_01_76", "P29_01_77" ], "src": "put onion in pan . throw away onion . pick_up onion", "src1": "put onion in pan", "src2": "throw away onion", "src3": "pick_up onion", "trg": "inspect onions", "vis_src": "P29_01:70 P29_01:75 P29_01:76", "vis_trg": "P29_01:77", "narrations": [ "put onion in pan", "throw away onion", "pick up onion", "inspect onions" ], "verbs": [ "put-in", "throw", "pick-up", "inspect" ], "verb_classes": [ 5, 13, 0, 24 ], "nouns": [ "onion", "onion", "onion", "onion" ], "noun_classes": [ 16, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:03:58.74", "00:04:02.74" ], [ "00:04:11.83", "00:04:14.95" ], [ "00:04:15.77", "00:04:16.40" ], [ "00:04:16.19", "00:04:17.32" ] ], "start_stop_frames": [ [ 14324, 14564 ], [ 15109, 15297 ], [ 15346, 15383 ], [ 15371, 15439 ] ], "trgnoun": "onion", "trgverb": "inspect" }, { "key": "P02_129+422_423_424_426", "video_id": "P02_129", "narration_ids": [ "P02_129_422", "P02_129_423", "P02_129_424", "P02_129_426" ], "src": "open compost_bin . throw biscuit_piece . put biscuit in food processor", "src1": "open compost_bin", "src2": "throw biscuit_piece", "src3": "put biscuit in food processor", "trg": "put_down biscuits", "vis_src": "P02_129:422 P02_129:423 P02_129:424", "vis_trg": "P02_129:426", "narrations": [ "open compost bin", "throw biscuit piece", "put biscuit in food processor", "put down biscuits" ], "verbs": [ "open", "throw", "put-in", "put-down" ], "verb_classes": [ 3, 13, 5, 1 ], "nouns": [ "bin:compost", "piece:biscuit", "biscuit", "biscuit" ], "noun_classes": [ 36, 104, 104, 104 ], "start_stop_timestamps": [ [ "00:15:12.95", "00:15:13.40" ], [ "00:15:13.50", "00:15:13.93" ], [ "00:15:14.17", "00:15:18.48" ], [ "00:15:18.74", "00:15:19.56" ] ], "start_stop_frames": [ [ 45647, 45670 ], [ 45675, 45696 ], [ 45708, 45924 ], [ 45937, 45978 ] ], "trgnoun": "biscuit", "trgverb": "put_down" }, { "key": "P10_01+52_53_54_55", "video_id": "P10_01", "narration_ids": [ "P10_01_52", "P10_01_53", "P10_01_54", "P10_01_55" ], "src": "pour the water inside the pot in the bottom right oven . put the cover on the pot . remove the plastic from the cucumber", "src1": "pour the water inside the pot in the bottom right oven", "src2": "put the cover on the pot", "src3": "remove the plastic from the cucumber", "trg": "clean it using water", "vis_src": "P10_01:52 P10_01:53 P10_01:54", "vis_trg": "P10_01:55", "narrations": [ "pour the water inside the pot in the bottom right oven", "put the cover on the pot", "remove the plastic from the cucumber", "clean it using water" ], "verbs": [ "pour-inside", "put-on", "remove-from", "clean" ], "verb_classes": [ 9, 1, 12, 2 ], "nouns": [ "water", "cover", "plastic", "water" ], "noun_classes": [ 27, 89, 26, 27 ], "start_stop_timestamps": [ [ "00:06:01.74", "00:06:05.71" ], [ "00:06:12.15", "00:06:14.94" ], [ "00:06:20.81", "00:06:28.53" ], [ "00:06:29.54", "00:06:36.61" ] ], "start_stop_frames": [ [ 21704, 21942 ], [ 22329, 22496 ], [ 22848, 23311 ], [ 23372, 23796 ] ], "trgnoun": "water", "trgverb": "clean" }, { "key": "P29_01+180_181_182_183", "video_id": "P29_01", "narration_ids": [ "P29_01_180", "P29_01_181", "P29_01_182", "P29_01_183" ], "src": "squeeze sausage . throw away skin . pick_up sausage", "src1": "squeeze sausage", "src2": "throw away skin", "src3": "pick_up sausage", "trg": "slice sausage", "vis_src": "P29_01:180 P29_01:181 P29_01:182", "vis_trg": "P29_01:183", "narrations": [ "squeeze sausage", "throw away skin", "pick up sausage", "slice sausage" ], "verbs": [ "squeeze", "throw", "pick-up", "slice" ], "verb_classes": [ 18, 13, 0, 7 ], "nouns": [ "sausage", "skin", "sausage", "sausage" ], "noun_classes": [ 86, 48, 86, 86 ], "start_stop_timestamps": [ [ "00:11:16.31", "00:11:16.89" ], [ "00:11:19.65", "00:11:20.94" ], [ "00:11:21.92", "00:11:22.56" ], [ "00:11:27.73", "00:11:30.28" ] ], "start_stop_frames": [ [ 40578, 40613 ], [ 40779, 40856 ], [ 40915, 40953 ], [ 41263, 41416 ] ], "trgnoun": "sausage", "trgverb": "slice" }, { "key": "P01_109+814_815_816_817", "video_id": "P01_109", "narration_ids": [ "P01_109_814", "P01_109_815", "P01_109_816", "P01_109_817" ], "src": "move pan . open food_bin . throw food_bits into bin", "src1": "move pan", "src2": "open food_bin", "src3": "throw food_bits into bin", "trg": "close food_bin", "vis_src": "P01_109:814 P01_109:815 P01_109:816", "vis_trg": "P01_109:817", "narrations": [ "move pan", "open food bin", "throw food bits into bin", "close food bin" ], "verbs": [ "move", "open", "throw-into", "close" ], "verb_classes": [ 11, 3, 13, 4 ], "nouns": [ "pan", "bin:food", "bit:food", "bin:food" ], "noun_classes": [ 5, 36, 34, 36 ], "start_stop_timestamps": [ [ "00:57:34.65", "00:57:35.10" ], [ "00:57:37.20", "00:57:38.07" ], [ "00:57:38.10", "00:57:39.54" ], [ "00:57:39.55", "00:57:39.96" ] ], "start_stop_frames": [ [ 172732, 172755 ], [ 172860, 172903 ], [ 172905, 172977 ], [ 172977, 172998 ] ], "trgnoun": "food_bin", "trgverb": "close" }, { "key": "P08_05+260_261_262_263", "video_id": "P08_05", "narration_ids": [ "P08_05_260", "P08_05_261", "P08_05_262", "P08_05_263" ], "src": "get chopping_board . put garlic in pan . get spoon", "src1": "get chopping_board", "src2": "put garlic in pan", "src3": "get spoon", "trg": "mix garlic in oil", "vis_src": "P08_05:260 P08_05:261 P08_05:262", "vis_trg": "P08_05:263", "narrations": [ "get chopping board", "put garlic in pan", "get spoon", "mix garlic in oil" ], "verbs": [ "get", "put-in", "get", "mix-in" ], "verb_classes": [ 0, 5, 0, 10 ], "nouns": [ "board:chopping", "garlic", "spoon", "garlic" ], "noun_classes": [ 18, 51, 1, 51 ], "start_stop_timestamps": [ [ "00:21:06.37", "00:21:07.61" ], [ "00:21:08.02", "00:21:10.12" ], [ "00:21:15.12", "00:21:16.71" ], [ "00:21:16.10", "00:21:25.22" ] ], "start_stop_frames": [ [ 75982, 76056 ], [ 76081, 76207 ], [ 76507, 76602 ], [ 76566, 77113 ] ], "trgnoun": "garlic", "trgverb": "mix_in" }, { "key": "P22_115+164_165_166_167", "video_id": "P22_115", "narration_ids": [ "P22_115_164", "P22_115_165", "P22_115_166", "P22_115_167" ], "src": "open cupboard . open fridge . pick_up container", "src1": "open cupboard", "src2": "open fridge", "src3": "pick_up container", "trg": "put_down container", "vis_src": "P22_115:164 P22_115:165 P22_115:166", "vis_trg": "P22_115:167", "narrations": [ "open cupboard", "open fridge", "pick up container", "put down container" ], "verbs": [ "open", "open", "pick-up", "put-down" ], "verb_classes": [ 3, 3, 0, 1 ], "nouns": [ "cupboard", "fridge", "container", "container" ], "noun_classes": [ 3, 12, 21, 21 ], "start_stop_timestamps": [ [ "00:05:07.35", "00:05:08.60" ], [ "00:05:08.36", "00:05:09.95" ], [ "00:05:09.92", "00:05:13.34" ], [ "00:05:14.05", "00:05:14.88" ] ], "start_stop_frames": [ [ 15367, 15430 ], [ 15418, 15497 ], [ 15496, 15666 ], [ 15702, 15744 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P19_04+62_63_64_65", "video_id": "P19_04", "narration_ids": [ "P19_04_62", "P19_04_63", "P19_04_64", "P19_04_65" ], "src": "put chicken into cooker . open tap . wash ladle", "src1": "put chicken into cooker", "src2": "open tap", "src3": "wash ladle", "trg": "fry chicken", "vis_src": "P19_04:62 P19_04:63 P19_04:64", "vis_trg": "P19_04:65", "narrations": [ "put chicken into cooker", "open tap", "wash ladle", "fry chicken" ], "verbs": [ "put-into", "turn-on", "wash", "fry" ], "verb_classes": [ 5, 6, 2, 45 ], "nouns": [ "chicken", "tap", "ladle", "chicken" ], "noun_classes": [ 57, 0, 97, 57 ], "start_stop_timestamps": [ [ "00:09:23.46", "00:09:26.67" ], [ "00:09:30.77", "00:09:32.97" ], [ "00:09:32.99", "00:09:36.26" ], [ "00:09:42.92", "00:09:57.13" ] ], "start_stop_frames": [ [ 33807, 34000 ], [ 34246, 34378 ], [ 34379, 34575 ], [ 34975, 35827 ] ], "trgnoun": "chicken", "trgverb": "fry" }, { "key": "P08_18+38_39_40_41", "video_id": "P08_18", "narration_ids": [ "P08_18_38", "P08_18_39", "P08_18_40", "P08_18_41" ], "src": "close drawer . get spoon . wipe_off spoon", "src1": "close drawer", "src2": "get spoon", "src3": "wipe_off spoon", "trg": "place spoon", "vis_src": "P08_18:38 P08_18:39 P08_18:40", "vis_trg": "P08_18:41", "narrations": [ "close drawer", "get spoon", "wipe off spoon", "place spoon" ], "verbs": [ "close", "get", "wipe-off", "place" ], "verb_classes": [ 4, 0, 2, 1 ], "nouns": [ "drawer", "spoon", "spoon", "spoon" ], "noun_classes": [ 8, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:02:25.00", "00:02:28.40" ], [ "00:02:28.27", "00:02:30.40" ], [ "00:02:30.37", "00:02:33.16" ], [ "00:02:32.89", "00:02:37.04" ] ], "start_stop_frames": [ [ 8700, 8904 ], [ 8896, 9024 ], [ 9022, 9189 ], [ 9173, 9422 ] ], "trgnoun": "spoon", "trgverb": "place" }, { "key": "P04_107+498_499_501_502", "video_id": "P04_107", "narration_ids": [ "P04_107_498", "P04_107_499", "P04_107_501", "P04_107_502" ], "src": "stretch dough . turn dough . straighten dough", "src1": "stretch dough", "src2": "turn dough", "src3": "straighten dough", "trg": "move dough", "vis_src": "P04_107:498 P04_107:499 P04_107:501", "vis_trg": "P04_107:502", "narrations": [ "stretch dough", "turn dough", "straighten dough", "move dough" ], "verbs": [ "stretch", "turn", "straighten", "move" ], "verb_classes": [ 50, 23, 40, 11 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:14:39.35", "00:14:40.25" ], [ "00:14:39.66", "00:14:40.37" ], [ "00:14:40.52", "00:14:41.44" ], [ "00:14:41.51", "00:14:42.24" ] ], "start_stop_frames": [ [ 43967, 44012 ], [ 43983, 44018 ], [ 44026, 44072 ], [ 44075, 44112 ] ], "trgnoun": "dough", "trgverb": "move" }, { "key": "P07_08+9_10_11_12", "video_id": "P07_08", "narration_ids": [ "P07_08_9", "P07_08_10", "P07_08_11", "P07_08_12" ], "src": "open fridge . take milk . open milk", "src1": "open fridge", "src2": "take milk", "src3": "open milk", "trg": "pour milk in mug", "vis_src": "P07_08:9 P07_08:10 P07_08:11", "vis_trg": "P07_08:12", "narrations": [ "open fridge", "take milk", "open milk", "pour milk in mug" ], "verbs": [ "open", "take", "open", "pour-in" ], "verb_classes": [ 3, 0, 3, 9 ], "nouns": [ "fridge", "milk", "milk", "milk" ], "noun_classes": [ 12, 64, 64, 64 ], "start_stop_timestamps": [ [ "00:01:01.04", "00:01:02.22" ], [ "00:01:01.80", "00:01:02.96" ], [ "00:01:03.22", "00:01:04.54" ], [ "00:01:04.68", "00:01:07.35" ] ], "start_stop_frames": [ [ 3662, 3733 ], [ 3708, 3777 ], [ 3793, 3872 ], [ 3880, 4040 ] ], "trgnoun": "milk", "trgverb": "pour_in" }, { "key": "P19_04+29_30_31_32", "video_id": "P19_04", "narration_ids": [ "P19_04_29", "P19_04_30", "P19_04_31", "P19_04_32" ], "src": "put tomato into chopping board . open fridge . take chicken", "src1": "put tomato into chopping board", "src2": "open fridge", "src3": "take chicken", "trg": "put the chicken into bowl", "vis_src": "P19_04:29 P19_04:30 P19_04:31", "vis_trg": "P19_04:32", "narrations": [ "put tomato into chopping board", "open fridge", "take chicken", "put the chicken into bowl" ], "verbs": [ "put-into", "open", "take", "put-into" ], "verb_classes": [ 5, 3, 0, 5 ], "nouns": [ "tomato", "fridge", "chicken", "chicken" ], "noun_classes": [ 43, 12, 57, 57 ], "start_stop_timestamps": [ [ "00:03:55.11", "00:03:59.18" ], [ "00:03:59.28", "00:04:03.22" ], [ "00:04:03.32", "00:04:10.82" ], [ "00:04:24.25", "00:04:25.88" ] ], "start_stop_frames": [ [ 14106, 14350 ], [ 14356, 14593 ], [ 14599, 15049 ], [ 15855, 15952 ] ], "trgnoun": "chicken", "trgverb": "put_into" }, { "key": "P23_04+107_108_109_110", "video_id": "P23_04", "narration_ids": [ "P23_04_107", "P23_04_108", "P23_04_109", "P23_04_110" ], "src": "remove the plate on the pan . mixing the curry . take the chicken", "src1": "remove the plate on the pan", "src2": "mixing the curry", "src3": "take the chicken", "trg": "put the chicken into the pan", "vis_src": "P23_04:107 P23_04:108 P23_04:109", "vis_trg": "P23_04:110", "narrations": [ "remove the plate on the pan", "mixing the curry", "take the chicken", "put the chicken into the pan" ], "verbs": [ "remove-on", "mix", "take", "put-into" ], "verb_classes": [ 0, 10, 0, 5 ], "nouns": [ "plate", "curry", "chicken", "chicken" ], "noun_classes": [ 2, 121, 57, 57 ], "start_stop_timestamps": [ [ "00:23:22.00", "00:23:24.07" ], [ "00:23:28.62", "00:23:45.80" ], [ "00:23:46.51", "00:23:52.12" ], [ "00:24:00.12", "00:24:15.75" ] ], "start_stop_frames": [ [ 84120, 84244 ], [ 84517, 85548 ], [ 85590, 85927 ], [ 86407, 87345 ] ], "trgnoun": "chicken", "trgverb": "put_into" }, { "key": "P23_04+59_60_61_63", "video_id": "P23_04", "narration_ids": [ "P23_04_59", "P23_04_60", "P23_04_61", "P23_04_63" ], "src": "close the door . put_into the rack . take the chicken", "src1": "close the door", "src2": "put_into the rack", "src3": "take the chicken", "trg": "put_into the pan", "vis_src": "P23_04:59 P23_04:60 P23_04:61", "vis_trg": "P23_04:63", "narrations": [ "close the door", "put into the rack", "take the chicken", "put into the pan" ], "verbs": [ "close", "put-into", "take", "put-into" ], "verb_classes": [ 4, 5, 0, 5 ], "nouns": [ "door", "rack", "chicken", "pan" ], "noun_classes": [ 3, 110, 57, 5 ], "start_stop_timestamps": [ [ "00:16:25.89", "00:16:30.38" ], [ "00:16:26.96", "00:16:29.45" ], [ "00:16:33.42", "00:16:34.84" ], [ "00:16:47.04", "00:16:58.98" ] ], "start_stop_frames": [ [ 59153, 59422 ], [ 59217, 59367 ], [ 59605, 59690 ], [ 60422, 61138 ] ], "trgnoun": "pan", "trgverb": "put_into" }, { "key": "P35_108+15_16_17_18", "video_id": "P35_108", "narration_ids": [ "P35_108_15", "P35_108_16", "P35_108_17", "P35_108_18" ], "src": "pick_up scissors . put_down scissors . pick_up phone", "src1": "pick_up scissors", "src2": "put_down scissors", "src3": "pick_up phone", "trg": "put_down phone", "vis_src": "P35_108:15 P35_108:16 P35_108:17", "vis_trg": "P35_108:18", "narrations": [ "pick up scissors", "put down scissors", "pick up phone", "put down phone" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "scissors", "scissors", "phone", "phone" ], "noun_classes": [ 79, 79, 165, 165 ], "start_stop_timestamps": [ [ "00:00:35.35", "00:00:39.52" ], [ "00:00:38.70", "00:00:43.64" ], [ "00:00:43.30", "00:00:48.41" ], [ "00:00:47.90", "00:00:52.41" ] ], "start_stop_frames": [ [ 1767, 1976 ], [ 1935, 2182 ], [ 2165, 2420 ], [ 2395, 2620 ] ], "trgnoun": "phone", "trgverb": "put_down" }, { "key": "P02_108+348_349_350_351", "video_id": "P02_108", "narration_ids": [ "P02_108_348", "P02_108_349", "P02_108_350", "P02_108_351" ], "src": "pick_up juicer_parts . unlock processor_cover . put_down cover", "src1": "pick_up juicer_parts", "src2": "unlock processor_cover", "src3": "put_down cover", "trg": "attach juicer_parts", "vis_src": "P02_108:348 P02_108:349 P02_108:350", "vis_trg": "P02_108:351", "narrations": [ "pick up juicer parts", "unlock processor cover", "put down cover", "attach juicer parts" ], "verbs": [ "pick-up", "unlock", "put-down", "attach" ], "verb_classes": [ 0, 91, 1, 64 ], "nouns": [ "part:juicer", "cover:processor", "cover", "part:juicer" ], "noun_classes": [ 106, 89, 89, 106 ], "start_stop_timestamps": [ [ "00:17:26.79", "00:17:28.77" ], [ "00:17:31.30", "00:17:32.94" ], [ "00:17:33.42", "00:17:34.35" ], [ "00:17:34.01", "00:17:39.73" ] ], "start_stop_frames": [ [ 52339, 52438 ], [ 52565, 52647 ], [ 52671, 52717 ], [ 52700, 52986 ] ], "trgnoun": "juicer_part", "trgverb": "attach" }, { "key": "P04_112+226_227_228_229", "video_id": "P04_112", "narration_ids": [ "P04_112_226", "P04_112_227", "P04_112_228", "P04_112_229" ], "src": "pick_up tomato_puree . put_down tomato_puree . pick_up mayonnaise", "src1": "pick_up tomato_puree", "src2": "put_down tomato_puree", "src3": "pick_up mayonnaise", "trg": "try to put mayonnaise in fridge door", "vis_src": "P04_112:226 P04_112:227 P04_112:228", "vis_trg": "P04_112:229", "narrations": [ "pick up tomato puree", "put down tomato puree", "pick up mayonnaise", "try to put mayonnaise in fridge door" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-in" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "puree:tomato", "puree:tomato", "mayonnaise", "mayonnaise" ], "noun_classes": [ 47, 47, 47, 47 ], "start_stop_timestamps": [ [ "00:06:36.51", "00:06:38.56" ], [ "00:06:38.54", "00:06:39.86" ], [ "00:06:39.90", "00:06:41.21" ], [ "00:06:41.50", "00:06:43.65" ] ], "start_stop_frames": [ [ 19825, 19928 ], [ 19927, 19993 ], [ 19995, 20060 ], [ 20075, 20182 ] ], "trgnoun": "mayonnaise", "trgverb": "put_in" }, { "key": "P22_05+256_257_258_259", "video_id": "P22_05", "narration_ids": [ "P22_05_256", "P22_05_257", "P22_05_258", "P22_05_259" ], "src": "put_down slice . pick_up peach . remove slice", "src1": "put_down slice", "src2": "pick_up peach", "src3": "remove slice", "trg": "remove peelings", "vis_src": "P22_05:256 P22_05:257 P22_05:258", "vis_trg": "P22_05:259", "narrations": [ "put down slice", "pick up peach", "remove slice", "remove peelings" ], "verbs": [ "put-down", "pick-up", "remove", "remove" ], "verb_classes": [ 1, 0, 12, 12 ], "nouns": [ "peeling", "peach", "peach", "peeling" ], "noun_classes": [ 48, 74, 74, 48 ], "start_stop_timestamps": [ [ "00:11:34.05", "00:11:35.05" ], [ "00:11:35.15", "00:11:36.65" ], [ "00:11:37.11", "00:11:40.43" ], [ "00:11:37.90", "00:11:40.15" ] ], "start_stop_frames": [ [ 41643, 41703 ], [ 41709, 41799 ], [ 41826, 42025 ], [ 41874, 42009 ] ], "trgnoun": "peeling", "trgverb": "remove" }, { "key": "P04_107+449_450_451_452", "video_id": "P04_107", "narration_ids": [ "P04_107_449", "P04_107_450", "P04_107_451", "P04_107_452" ], "src": "roll_out dough . let go of rolling_pin . peel dough off chopping board", "src1": "roll_out dough", "src2": "let go of rolling_pin", "src3": "peel dough off chopping board", "trg": "put dough on chopping board", "vis_src": "P04_107:449 P04_107:450 P04_107:451", "vis_trg": "P04_107:452", "narrations": [ "roll out dough", "let go of rolling pin", "peel dough off chopping board", "put dough on chopping board" ], "verbs": [ "roll-out", "let", "peel-off", "put-on" ], "verb_classes": [ 39, 79, 19, 1 ], "nouns": [ "dough", "pin:rolling", "dough", "dough" ], "noun_classes": [ 25, 136, 25, 25 ], "start_stop_timestamps": [ [ "00:13:18.18", "00:13:19.82" ], [ "00:13:20.00", "00:13:22.33" ], [ "00:13:22.43", "00:13:24.07" ], [ "00:13:24.20", "00:13:25.23" ] ], "start_stop_frames": [ [ 39909, 39991 ], [ 40000, 40116 ], [ 40121, 40203 ], [ 40210, 40261 ] ], "trgnoun": "dough", "trgverb": "put_on" }, { "key": "P03_04+172_173_174_175", "video_id": "P03_04", "narration_ids": [ "P03_04_172", "P03_04_173", "P03_04_174", "P03_04_175" ], "src": "take chicken out of food bag . take chicken . cut chicken", "src1": "take chicken out of food bag", "src2": "take chicken", "src3": "cut chicken", "trg": "dice chicken", "vis_src": "P03_04:172 P03_04:173 P03_04:174", "vis_trg": "P03_04:175", "narrations": [ "take chicken out of food bag", "take chicken", "cut chicken", "dice chicken" ], "verbs": [ "take-out", "take", "cut", "dice" ], "verb_classes": [ 12, 0, 7, 7 ], "nouns": [ "chicken", "chicken", "chicken", "chicken" ], "noun_classes": [ 57, 57, 57, 57 ], "start_stop_timestamps": [ [ "00:11:26.23", "00:11:30.74" ], [ "00:11:31.80", "00:11:37.45" ], [ "00:11:37.75", "00:11:47.24" ], [ "00:11:50.03", "00:11:59.36" ] ], "start_stop_frames": [ [ 41173, 41444 ], [ 41508, 41847 ], [ 41865, 42434 ], [ 42601, 43161 ] ], "trgnoun": "chicken", "trgverb": "dice" }, { "key": "P30_06+116_117_118_119", "video_id": "P30_06", "narration_ids": [ "P30_06_116", "P30_06_117", "P30_06_118", "P30_06_119" ], "src": "take chopping_board . put chopping_board . take knife", "src1": "take chopping_board", "src2": "put chopping_board", "src3": "take knife", "trg": "put knife", "vis_src": "P30_06:116 P30_06:117 P30_06:118", "vis_trg": "P30_06:119", "narrations": [ "take chopping board", "put chopping board", "take knife", "put knife" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "board:chopping", "board:chopping", "knife", "knife" ], "noun_classes": [ 18, 18, 4, 4 ], "start_stop_timestamps": [ [ "00:05:12.71", "00:05:14.77" ], [ "00:05:14.87", "00:05:16.26" ], [ "00:05:15.99", "00:05:16.64" ], [ "00:05:16.78", "00:05:17.64" ] ], "start_stop_frames": [ [ 18762, 18886 ], [ 18892, 18975 ], [ 18959, 18998 ], [ 19006, 19058 ] ], "trgnoun": "knife", "trgverb": "put" }, { "key": "P03_106+19_20_21_22", "video_id": "P03_106", "narration_ids": [ "P03_106_19", "P03_106_20", "P03_106_21", "P03_106_22" ], "src": "remove film_lid from punnet . put film_lid in bin . remove sponge from punnet", "src1": "remove film_lid from punnet", "src2": "put film_lid in bin", "src3": "remove sponge from punnet", "trg": "put sponge in bin", "vis_src": "P03_106:19 P03_106:20 P03_106:21", "vis_trg": "P03_106:22", "narrations": [ "remove film lid from punnet", "put film lid in bin", "remove sponge from punnet", "put sponge in bin" ], "verbs": [ "remove-from", "put-in", "remove", "put-in" ], "verb_classes": [ 12, 5, 12, 5 ], "nouns": [ "lid:film", "lid:film", "sponge", "sponge" ], "noun_classes": [ 6, 6, 9, 9 ], "start_stop_timestamps": [ [ "00:00:57.77", "00:00:58.90" ], [ "00:00:59.47", "00:00:59.99" ], [ "00:01:00.00", "00:01:05.06" ], [ "00:01:04.87", "00:01:05.44" ] ], "start_stop_frames": [ [ 2888, 2945 ], [ 2973, 2999 ], [ 3000, 3253 ], [ 3243, 3272 ] ], "trgnoun": "sponge", "trgverb": "put_in" }, { "key": "P24_03+86_87_88_89", "video_id": "P24_03", "narration_ids": [ "P24_03_86", "P24_03_87", "P24_03_88", "P24_03_89" ], "src": "rinse cup . put_down coffee_cup . pick_up coffee_cup", "src1": "rinse cup", "src2": "put_down coffee_cup", "src3": "pick_up coffee_cup", "trg": "rinse coffee_cup", "vis_src": "P24_03:86 P24_03:87 P24_03:88", "vis_trg": "P24_03:89", "narrations": [ "rinse cup", "put down coffee cup", "pick up coffee cup", "rinse coffee cup" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "cup", "cup:coffee", "cup:coffee", "cup:coffee" ], "noun_classes": [ 13, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:05:17.84", "00:05:22.51" ], [ "00:05:23.22", "00:05:24.54" ], [ "00:05:24.45", "00:05:24.97" ], [ "00:05:25.60", "00:05:29.87" ] ], "start_stop_frames": [ [ 19070, 19350 ], [ 19393, 19472 ], [ 19467, 19498 ], [ 19536, 19792 ] ], "trgnoun": "coffee_cup", "trgverb": "rinse" }, { "key": "P28_104+17_18_19_20", "video_id": "P28_104", "narration_ids": [ "P28_104_17", "P28_104_18", "P28_104_19", "P28_104_20" ], "src": "put lid . take chopping_board . rinse chopping_board", "src1": "put lid", "src2": "take chopping_board", "src3": "rinse chopping_board", "trg": "put chopping_board", "vis_src": "P28_104:17 P28_104:18 P28_104:19", "vis_trg": "P28_104:20", "narrations": [ "put lid", "take chopping board", "rinse chopping board", "put chopping board" ], "verbs": [ "put", "take", "rinse", "put" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "lid", "board:chopping", "board:chopping", "board:chopping" ], "noun_classes": [ 6, 18, 18, 18 ], "start_stop_timestamps": [ [ "00:00:52.69", "00:00:53.18" ], [ "00:00:53.43", "00:00:54.32" ], [ "00:00:54.42", "00:00:56.64" ], [ "00:00:56.88", "00:00:57.55" ] ], "start_stop_frames": [ [ 2634, 2659 ], [ 2671, 2716 ], [ 2721, 2832 ], [ 2844, 2877 ] ], "trgnoun": "chopping_board", "trgverb": "put" }, { "key": "P03_04+171_172_173_174", "video_id": "P03_04", "narration_ids": [ "P03_04_171", "P03_04_172", "P03_04_173", "P03_04_174" ], "src": "put chicken in food bag . take chicken out of food bag . take chicken", "src1": "put chicken in food bag", "src2": "take chicken out of food bag", "src3": "take chicken", "trg": "cut chicken", "vis_src": "P03_04:171 P03_04:172 P03_04:173", "vis_trg": "P03_04:174", "narrations": [ "put chicken in food bag", "take chicken out of food bag", "take chicken", "cut chicken" ], "verbs": [ "put-in", "take-out", "take", "cut" ], "verb_classes": [ 5, 12, 0, 7 ], "nouns": [ "chicken", "chicken", "chicken", "chicken" ], "noun_classes": [ 57, 57, 57, 57 ], "start_stop_timestamps": [ [ "00:11:10.86", "00:11:21.29" ], [ "00:11:26.23", "00:11:30.74" ], [ "00:11:31.80", "00:11:37.45" ], [ "00:11:37.75", "00:11:47.24" ] ], "start_stop_frames": [ [ 40251, 40877 ], [ 41173, 41444 ], [ 41508, 41847 ], [ 41865, 42434 ] ], "trgnoun": "chicken", "trgverb": "cut" }, { "key": "P02_120+197_198_199_200", "video_id": "P02_120", "narration_ids": [ "P02_120_197", "P02_120_198", "P02_120_199", "P02_120_200" ], "src": "put glass next to sink . lift blender . put chopping_board next to sink", "src1": "put glass next to sink", "src2": "lift blender", "src3": "put chopping_board next to sink", "trg": "put blender on chopping board", "vis_src": "P02_120:197 P02_120:198 P02_120:199", "vis_trg": "P02_120:200", "narrations": [ "put glass next to sink", "lift blender", "put chopping board next to sink", "put blender on chopping board" ], "verbs": [ "put", "lift", "put", "put-on" ], "verb_classes": [ 1, 33, 1, 1 ], "nouns": [ "glass", "blender", "board:chopping", "blender" ], "noun_classes": [ 10, 82, 18, 82 ], "start_stop_timestamps": [ [ "00:11:26.19", "00:11:27.47" ], [ "00:11:27.58", "00:11:28.37" ], [ "00:11:28.28", "00:11:29.61" ], [ "00:11:29.27", "00:11:31.05" ] ], "start_stop_frames": [ [ 34309, 34373 ], [ 34379, 34418 ], [ 34414, 34480 ], [ 34463, 34552 ] ], "trgnoun": "blender", "trgverb": "put_on" }, { "key": "P28_103+7_8_9_10", "video_id": "P28_103", "narration_ids": [ "P28_103_7", "P28_103_8", "P28_103_9", "P28_103_10" ], "src": "put cup . wipe hands . take chopping_board", "src1": "put cup", "src2": "wipe hands", "src3": "take chopping_board", "trg": "put chopping_board", "vis_src": "P28_103:7 P28_103:8 P28_103:9", "vis_trg": "P28_103:10", "narrations": [ "put cup", "wipe hands", "take chopping board", "put chopping board" ], "verbs": [ "put", "wipe", "take", "put" ], "verb_classes": [ 1, 2, 0, 1 ], "nouns": [ "cup", "hand", "board:chopping", "board:chopping" ], "noun_classes": [ 13, 11, 18, 18 ], "start_stop_timestamps": [ [ "00:00:33.39", "00:00:35.61" ], [ "00:00:37.71", "00:00:39.82" ], [ "00:00:41.69", "00:00:43.44" ], [ "00:00:44.34", "00:00:45.09" ] ], "start_stop_frames": [ [ 1669, 1780 ], [ 1885, 1991 ], [ 2084, 2172 ], [ 2217, 2254 ] ], "trgnoun": "chopping_board", "trgverb": "put" }, { "key": "P30_05+269_270_271_272", "video_id": "P30_05", "narration_ids": [ "P30_05_269", "P30_05_270", "P30_05_271", "P30_05_272" ], "src": "take chopping_board . put chillies in saucepan . put chopping_board", "src1": "take chopping_board", "src2": "put chillies in saucepan", "src3": "put chopping_board", "trg": "stir chillies", "vis_src": "P30_05:269 P30_05:270 P30_05:271", "vis_trg": "P30_05:272", "narrations": [ "take chopping board", "put chillies in saucepan", "put chopping board", "stir" ], "verbs": [ "take", "put-in", "put", "stir" ], "verb_classes": [ 0, 5, 1, 10 ], "nouns": [ "board:chopping", "chilli", "board:chopping", "chilli" ], "noun_classes": [ 18, 69, 18, 69 ], "start_stop_timestamps": [ [ "00:22:00.64", "00:22:02.24" ], [ "00:22:03.29", "00:22:06.29" ], [ "00:22:06.75", "00:22:08.33" ], [ "00:22:08.43", "00:22:20.75" ] ], "start_stop_frames": [ [ 79238, 79334 ], [ 79397, 79577 ], [ 79605, 79699 ], [ 79705, 80445 ] ], "trgnoun": "chilli", "trgverb": "stir" }, { "key": "P28_113+65_66_67_68", "video_id": "P28_113", "narration_ids": [ "P28_113_65", "P28_113_66", "P28_113_67", "P28_113_68" ], "src": "place peeler . close drawer . take chopping_board", "src1": "place peeler", "src2": "close drawer", "src3": "take chopping_board", "trg": "put chopping_board", "vis_src": "P28_113:65 P28_113:66 P28_113:67", "vis_trg": "P28_113:68", "narrations": [ "place peeler", "close drawer", "take chopping board", "put chopping board" ], "verbs": [ "place", "close", "take", "put" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "peeler", "drawer", "board:chopping", "board:chopping" ], "noun_classes": [ 87, 8, 18, 18 ], "start_stop_timestamps": [ [ "00:02:53.06", "00:02:53.49" ], [ "00:02:53.59", "00:02:54.36" ], [ "00:02:56.00", "00:02:58.71" ], [ "00:03:02.54", "00:03:03.43" ] ], "start_stop_frames": [ [ 8653, 8674 ], [ 8679, 8718 ], [ 8800, 8935 ], [ 9127, 9171 ] ], "trgnoun": "chopping_board", "trgverb": "put" }, { "key": "P30_107+403_404_405_406", "video_id": "P30_107", "narration_ids": [ "P30_107_403", "P30_107_404", "P30_107_405", "P30_107_406" ], "src": "take bit of nasty_meat . slice meat . take packaging", "src1": "take bit of nasty_meat", "src2": "slice meat", "src3": "take packaging", "trg": "put meat into bin", "vis_src": "P30_107:403 P30_107:404 P30_107:405", "vis_trg": "P30_107:406", "narrations": [ "take bit of nasty meat", "slice meat", "take packaging", "put meat into bin" ], "verbs": [ "take", "slice", "take", "put-into" ], "verb_classes": [ 0, 7, 0, 5 ], "nouns": [ "meat:nasty", "meat", "packaging", "meat" ], "noun_classes": [ 28, 28, 26, 28 ], "start_stop_timestamps": [ [ "00:20:42.45", "00:20:53.40" ], [ "00:20:59.65", "00:21:19.07" ], [ "00:20:50.39", "00:21:21.65" ], [ "00:21:18.00", "00:21:21.19" ] ], "start_stop_frames": [ [ 62122, 62670 ], [ 62982, 63953 ], [ 62519, 64082 ], [ 63900, 64059 ] ], "trgnoun": "meat", "trgverb": "put_into" }, { "key": "P04_121+444_445_446_447", "video_id": "P04_121", "narration_ids": [ "P04_121_444", "P04_121_445", "P04_121_446", "P04_121_447" ], "src": "drain whey into pan . lift_up curds . turn bowl upright", "src1": "drain whey into pan", "src2": "lift_up curds", "src3": "turn bowl upright", "trg": "press curds against side of bowl", "vis_src": "P04_121:444 P04_121:445 P04_121:446", "vis_trg": "P04_121:447", "narrations": [ "drain whey into pan", "lift up curds", "turn bowl upright", "press curds against side of bowl" ], "verbs": [ "drain-into", "lift-up", "turn", "press" ], "verb_classes": [ 37, 33, 23, 21 ], "nouns": [ "pan", "curd", "bowl", "curd" ], "noun_classes": [ 5, 81, 7, 81 ], "start_stop_timestamps": [ [ "00:19:25.03", "00:19:28.73" ], [ "00:19:30.08", "00:19:31.26" ], [ "00:19:31.99", "00:19:33.05" ], [ "00:19:32.47", "00:19:36.03" ] ], "start_stop_frames": [ [ 58251, 58436 ], [ 58504, 58563 ], [ 58599, 58652 ], [ 58623, 58801 ] ], "trgnoun": "curd", "trgverb": "press" }, { "key": "P04_109+170_173_180_182", "video_id": "P04_109", "narration_ids": [ "P04_109_170", "P04_109_173", "P04_109_180", "P04_109_182" ], "src": "pick_up pieces of cucumber . separate pieces of cucumber . pick_up measuring_jug", "src1": "pick_up pieces of cucumber", "src2": "separate pieces of cucumber", "src3": "pick_up measuring_jug", "trg": "put_down measuring_jug", "vis_src": "P04_109:170 P04_109:173 P04_109:180", "vis_trg": "P04_109:182", "narrations": [ "pick up pieces of cucumber", "separate pieces of cucumber", "pick up measuring jug", "put down measuring jug" ], "verbs": [ "pick-up", "separate", "pick-up", "put-down" ], "verb_classes": [ 0, 52, 0, 1 ], "nouns": [ "piece:cucumber", "piece:cucumber", "jug:measuring", "jug:measuring" ], "noun_classes": [ 72, 72, 66, 66 ], "start_stop_timestamps": [ [ "00:05:54.56", "00:05:56.27" ], [ "00:05:58.40", "00:06:02.36" ], [ "00:06:13.46", "00:06:14.28" ], [ "00:06:14.81", "00:06:15.91" ] ], "start_stop_frames": [ [ 17728, 17813 ], [ 17920, 18118 ], [ 18673, 18714 ], [ 18740, 18795 ] ], "trgnoun": "measuring_jug", "trgverb": "put_down" }, { "key": "P06_05+58_59_60_61", "video_id": "P06_05", "narration_ids": [ "P06_05_58", "P06_05_59", "P06_05_60", "P06_05_61" ], "src": "put vegetables . open cupboard . take chopping_board", "src1": "put vegetables", "src2": "open cupboard", "src3": "take chopping_board", "trg": "put chopping_board", "vis_src": "P06_05:58 P06_05:59 P06_05:60", "vis_trg": "P06_05:61", "narrations": [ "put vegetables", "open cupboard", "take chopping board", "put chopping board" ], "verbs": [ "put", "open", "take", "put" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "vegetable", "cupboard", "board:chopping", "board:chopping" ], "noun_classes": [ 94, 3, 18, 18 ], "start_stop_timestamps": [ [ "00:06:24.77", "00:06:26.83" ], [ "00:06:28.98", "00:06:30.02" ], [ "00:06:30.24", "00:06:33.87" ], [ "00:06:32.89", "00:06:35.26" ] ], "start_stop_frames": [ [ 23086, 23209 ], [ 23338, 23401 ], [ 23414, 23632 ], [ 23573, 23715 ] ], "trgnoun": "chopping_board", "trgverb": "put" }, { "key": "P02_09+128_129_130_131", "video_id": "P02_09", "narration_ids": [ "P02_09_128", "P02_09_129", "P02_09_130", "P02_09_131" ], "src": "add olive_oil . form mixture using two hands into bowl . pick_up mixture", "src1": "add olive_oil", "src2": "form mixture using two hands into bowl", "src3": "pick_up mixture", "trg": "spread olive_oil", "vis_src": "P02_09:128 P02_09:129 P02_09:130", "vis_trg": "P02_09:131", "narrations": [ "add olive oil", "form mixture using two hands into bowl", "pick up mixture", "spread olive oil" ], "verbs": [ "add", "form", "pick-up", "spread" ], "verb_classes": [ 46, 74, 0, 27 ], "nouns": [ "oil:olive", "mixture", "mixture", "oil:olive" ], "noun_classes": [ 31, 71, 71, 31 ], "start_stop_timestamps": [ [ "00:07:23.25", "00:07:24.20" ], [ "00:07:24.54", "00:07:36.56" ], [ "00:07:37.43", "00:07:46.64" ], [ "00:07:47.29", "00:07:49.47" ] ], "start_stop_frames": [ [ 26595, 26652 ], [ 26672, 27393 ], [ 27445, 27998 ], [ 28037, 28168 ] ], "trgnoun": "olive_oil", "trgverb": "spread" }, { "key": "P02_09+129_130_131_132", "video_id": "P02_09", "narration_ids": [ "P02_09_129", "P02_09_130", "P02_09_131", "P02_09_132" ], "src": "form mixture using two hands into bowl . pick_up mixture . spread olive_oil", "src1": "form mixture using two hands into bowl", "src2": "pick_up mixture", "src3": "spread olive_oil", "trg": "add olive_oil to surface", "vis_src": "P02_09:129 P02_09:130 P02_09:131", "vis_trg": "P02_09:132", "narrations": [ "form mixture using two hands into bowl", "pick up mixture", "spread olive oil", "add olive oil to surface" ], "verbs": [ "form", "pick-up", "spread", "add-to" ], "verb_classes": [ 74, 0, 27, 46 ], "nouns": [ "mixture", "mixture", "oil:olive", "oil:olive" ], "noun_classes": [ 71, 71, 31, 31 ], "start_stop_timestamps": [ [ "00:07:24.54", "00:07:36.56" ], [ "00:07:37.43", "00:07:46.64" ], [ "00:07:47.29", "00:07:49.47" ], [ "00:07:49.51", "00:07:50.53" ] ], "start_stop_frames": [ [ 26672, 27393 ], [ 27445, 27998 ], [ 28037, 28168 ], [ 28170, 28231 ] ], "trgnoun": "olive_oil", "trgverb": "add_to" }, { "key": "P02_102+68_69_70_71", "video_id": "P02_102", "narration_ids": [ "P02_102_68", "P02_102_69", "P02_102_70", "P02_102_71" ], "src": "put oil_bottle down . open fridge . pick_up sauce_bottle", "src1": "put oil_bottle down", "src2": "open fridge", "src3": "pick_up sauce_bottle", "trg": "close fridge", "vis_src": "P02_102:68 P02_102:69 P02_102:70", "vis_trg": "P02_102:71", "narrations": [ "put oil bottle down", "open fridge", "pick up sauce bottle", "close fridge" ], "verbs": [ "put", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "bottle:oil", "fridge", "bottle:sauce", "fridge" ], "noun_classes": [ 15, 12, 15, 12 ], "start_stop_timestamps": [ [ "00:01:58.98", "00:02:00.04" ], [ "00:02:03.21", "00:02:04.47" ], [ "00:02:04.36", "00:02:06.29" ], [ "00:02:05.66", "00:02:06.71" ] ], "start_stop_frames": [ [ 5948, 6002 ], [ 6160, 6223 ], [ 6218, 6314 ], [ 6283, 6335 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P28_103+10_11_12_13", "video_id": "P28_103", "narration_ids": [ "P28_103_10", "P28_103_11", "P28_103_12", "P28_103_13" ], "src": "put chopping_board . open cupboard . take garlic", "src1": "put chopping_board", "src2": "open cupboard", "src3": "take garlic", "trg": "put garlic", "vis_src": "P28_103:10 P28_103:11 P28_103:12", "vis_trg": "P28_103:13", "narrations": [ "put chopping board", "open cupboard", "take garlic", "put garlic" ], "verbs": [ "put", "open", "take", "put" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "board:chopping", "cupboard", "garlic", "garlic" ], "noun_classes": [ 18, 3, 51, 51 ], "start_stop_timestamps": [ [ "00:00:44.34", "00:00:45.09" ], [ "00:00:46.68", "00:00:47.22" ], [ "00:00:48.27", "00:00:49.47" ], [ "00:00:54.14", "00:00:57.47" ] ], "start_stop_frames": [ [ 2217, 2254 ], [ 2334, 2361 ], [ 2413, 2473 ], [ 2707, 2873 ] ], "trgnoun": "garlic", "trgverb": "put" }, { "key": "P35_109+101_102_103_104", "video_id": "P35_109", "narration_ids": [ "P35_109_101", "P35_109_102", "P35_109_103", "P35_109_104" ], "src": "pour milk . pick_up milk . open fridge", "src1": "pour milk", "src2": "pick_up milk", "src3": "open fridge", "trg": "put_down milk", "vis_src": "P35_109:101 P35_109:102 P35_109:103", "vis_trg": "P35_109:104", "narrations": [ "pour milk", "pick up milk", "open fridge", "put down milk" ], "verbs": [ "pour", "pick-up", "open", "put-down" ], "verb_classes": [ 9, 0, 3, 1 ], "nouns": [ "milk", "milk", "fridge", "milk" ], "noun_classes": [ 64, 64, 12, 64 ], "start_stop_timestamps": [ [ "00:05:12.12", "00:05:21.14" ], [ "00:05:21.00", "00:05:24.32" ], [ "00:05:24.28", "00:05:25.71" ], [ "00:05:25.67", "00:05:27.25" ] ], "start_stop_frames": [ [ 15606, 16057 ], [ 16050, 16216 ], [ 16213, 16285 ], [ 16283, 16362 ] ], "trgnoun": "milk", "trgverb": "put_down" }, { "key": "P22_07+5_6_7_8", "video_id": "P22_07", "narration_ids": [ "P22_07_5", "P22_07_6", "P22_07_7", "P22_07_8" ], "src": "pick_up paper . move paper . open trash_can", "src1": "pick_up paper", "src2": "move paper", "src3": "open trash_can", "trg": "throw_away paper", "vis_src": "P22_07:5 P22_07:6 P22_07:7", "vis_trg": "P22_07:8", "narrations": [ "pick up paper", "move paper", "open trash can", "throw away paper" ], "verbs": [ "pick-up", "move", "open", "throw-away" ], "verb_classes": [ 0, 11, 3, 13 ], "nouns": [ "paper", "paper", "can:trash", "paper" ], "noun_classes": [ 49, 49, 36, 49 ], "start_stop_timestamps": [ [ "00:00:09.62", "00:00:10.55" ], [ "00:00:10.65", "00:00:11.95" ], [ "00:00:13.44", "00:00:14.38" ], [ "00:00:14.48", "00:00:15.24" ] ], "start_stop_frames": [ [ 577, 633 ], [ 639, 717 ], [ 806, 862 ], [ 868, 914 ] ], "trgnoun": "paper", "trgverb": "throw_away" }, { "key": "P04_121+443_444_445_446", "video_id": "P04_121", "narration_ids": [ "P04_121_443", "P04_121_444", "P04_121_445", "P04_121_446" ], "src": "tip bowl . drain whey into pan . lift_up curds", "src1": "tip bowl", "src2": "drain whey into pan", "src3": "lift_up curds", "trg": "turn bowl upright", "vis_src": "P04_121:443 P04_121:444 P04_121:445", "vis_trg": "P04_121:446", "narrations": [ "tip bowl", "drain whey into pan", "lift up curds", "turn bowl upright" ], "verbs": [ "tip", "drain-into", "lift-up", "turn" ], "verb_classes": [ 1, 37, 33, 23 ], "nouns": [ "bowl", "pan", "curd", "bowl" ], "noun_classes": [ 7, 5, 81, 7 ], "start_stop_timestamps": [ [ "00:19:22.39", "00:19:25.86" ], [ "00:19:25.03", "00:19:28.73" ], [ "00:19:30.08", "00:19:31.26" ], [ "00:19:31.99", "00:19:33.05" ] ], "start_stop_frames": [ [ 58119, 58292 ], [ 58251, 58436 ], [ 58504, 58563 ], [ 58599, 58652 ] ], "trgnoun": "bowl", "trgverb": "turn" }, { "key": "P02_113+168_169_170_171", "video_id": "P02_113", "narration_ids": [ "P02_113_168", "P02_113_169", "P02_113_170", "P02_113_171" ], "src": "wear gloves . pick_up tray from floor . open oven", "src1": "wear gloves", "src2": "pick_up tray from floor", "src3": "open oven", "trg": "return tray to oven", "vis_src": "P02_113:168 P02_113:169 P02_113:170", "vis_trg": "P02_113:171", "narrations": [ "wear gloves", "pick up tray from floor", "open oven", "return tray to oven" ], "verbs": [ "wear", "pick-up", "open", "return" ], "verb_classes": [ 68, 0, 3, 1 ], "nouns": [ "glove", "tray", "oven", "oven" ], "noun_classes": [ 60, 35, 46, 46 ], "start_stop_timestamps": [ [ "00:07:00.68", "00:07:02.00" ], [ "00:07:02.37", "00:07:03.47" ], [ "00:07:04.57", "00:07:04.92" ], [ "00:07:05.42", "00:07:07.20" ] ], "start_stop_frames": [ [ 21034, 21100 ], [ 21118, 21173 ], [ 21228, 21246 ], [ 21271, 21360 ] ], "trgnoun": "oven", "trgverb": "return" }, { "key": "P04_121+440_442_446_448", "video_id": "P04_121", "narration_ids": [ "P04_121_440", "P04_121_442", "P04_121_446", "P04_121_448" ], "src": "drain whey into pan . hold_onto curds . turn bowl upright", "src1": "drain whey into pan", "src2": "hold_onto curds", "src3": "turn bowl upright", "trg": "tip bowl", "vis_src": "P04_121:440 P04_121:442 P04_121:446", "vis_trg": "P04_121:448", "narrations": [ "drain whey into pan", "hold onto curds", "turn bowl upright", "tip bowl" ], "verbs": [ "drain-into", "hold-onto", "turn", "tip" ], "verb_classes": [ 37, 34, 23, 1 ], "nouns": [ "pan", "curd", "bowl", "bowl" ], "noun_classes": [ 5, 81, 7, 7 ], "start_stop_timestamps": [ [ "00:19:16.34", "00:19:20.34" ], [ "00:19:20.19", "00:19:22.64" ], [ "00:19:31.99", "00:19:33.05" ], [ "00:19:35.74", "00:19:38.30" ] ], "start_stop_frames": [ [ 57816, 58016 ], [ 58009, 58132 ], [ 58599, 58652 ], [ 58787, 58915 ] ], "trgnoun": "bowl", "trgverb": "tip" }, { "key": "P03_120+157_158_159_160", "video_id": "P03_120", "narration_ids": [ "P03_120_157", "P03_120_158", "P03_120_159", "P03_120_160" ], "src": "put_down lemon_half . pick_up juicer . put_down juicer", "src1": "put_down lemon_half", "src2": "pick_up juicer", "src3": "put_down juicer", "trg": "pick_up lemon_half", "vis_src": "P03_120:157 P03_120:158 P03_120:159", "vis_trg": "P03_120:160", "narrations": [ "put down lemon half", "pick up juicer", "put down juicer", "pick up lemon half" ], "verbs": [ "put-down", "pick-up", "put-down", "pick-up" ], "verb_classes": [ 1, 0, 1, 0 ], "nouns": [ "half:lemon", "juicer", "juicer", "half:lemon" ], "noun_classes": [ 105, 106, 106, 105 ], "start_stop_timestamps": [ [ "00:08:39.24", "00:08:40.02" ], [ "00:08:40.07", "00:08:42.55" ], [ "00:08:42.65", "00:08:43.39" ], [ "00:08:43.44", "00:08:44.15" ] ], "start_stop_frames": [ [ 25962, 26001 ], [ 26003, 26127 ], [ 26132, 26169 ], [ 26172, 26207 ] ], "trgnoun": "lemon_half", "trgverb": "pick_up" }, { "key": "P04_18+14_15_16_17", "video_id": "P04_18", "narration_ids": [ "P04_18_14", "P04_18_15", "P04_18_16", "P04_18_17" ], "src": "dry chopping_board . put_down towel . open cupboard", "src1": "dry chopping_board", "src2": "put_down towel", "src3": "open cupboard", "trg": "put away chopping_board", "vis_src": "P04_18:14 P04_18:15 P04_18:16", "vis_trg": "P04_18:17", "narrations": [ "dry chopping board", "put down towel", "open cupboard", "put away chopping board" ], "verbs": [ "dry", "put-down", "open", "put" ], "verb_classes": [ 14, 1, 3, 1 ], "nouns": [ "board:chopping", "towel", "cupboard", "board:chopping" ], "noun_classes": [ 18, 52, 3, 18 ], "start_stop_timestamps": [ [ "00:01:23.22", "00:01:33.20" ], [ "00:01:33.30", "00:01:34.34" ], [ "00:01:33.85", "00:01:36.00" ], [ "00:01:39.02", "00:01:40.90" ] ], "start_stop_frames": [ [ 4993, 5592 ], [ 5598, 5660 ], [ 5631, 5760 ], [ 5941, 6054 ] ], "trgnoun": "chopping_board", "trgverb": "put" }, { "key": "P27_104+255_256_257_258", "video_id": "P27_104", "narration_ids": [ "P27_104_255", "P27_104_256", "P27_104_257", "P27_104_258" ], "src": "dry hands . hang towel . pick_up phone", "src1": "dry hands", "src2": "hang towel", "src3": "pick_up phone", "trg": "put_down phone", "vis_src": "P27_104:255 P27_104:256 P27_104:257", "vis_trg": "P27_104:258", "narrations": [ "dry hands", "hang towel", "pick up phone", "put down phone" ], "verbs": [ "dry", "hang", "pick-up", "put-down" ], "verb_classes": [ 14, 41, 0, 1 ], "nouns": [ "hand", "towel", "phone", "phone" ], "noun_classes": [ 11, 52, 165, 165 ], "start_stop_timestamps": [ [ "00:12:24.09", "00:12:28.75" ], [ "00:12:28.59", "00:12:30.35" ], [ "00:12:32.45", "00:12:35.14" ], [ "00:12:34.19", "00:12:36.30" ] ], "start_stop_frames": [ [ 37204, 37437 ], [ 37429, 37517 ], [ 37622, 37757 ], [ 37709, 37815 ] ], "trgnoun": "phone", "trgverb": "put_down" }, { "key": "P02_108+411_412_413_414", "video_id": "P02_108", "narration_ids": [ "P02_108_411", "P02_108_412", "P02_108_413", "P02_108_414" ], "src": "pick_up juicer_part . sponge juicer_part . open tap", "src1": "pick_up juicer_part", "src2": "sponge juicer_part", "src3": "open tap", "trg": "rinse part", "vis_src": "P02_108:411 P02_108:412 P02_108:413", "vis_trg": "P02_108:414", "narrations": [ "pick up juicer part", "sponge juicer part", "open tap", "rinse part" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "part:juicer", "part:juicer", "tap", "tap" ], "noun_classes": [ 106, 106, 0, 0 ], "start_stop_timestamps": [ [ "00:19:46.01", "00:19:46.72" ], [ "00:19:47.05", "00:19:48.14" ], [ "00:19:48.24", "00:19:49.54" ], [ "00:19:49.38", "00:19:54.99" ] ], "start_stop_frames": [ [ 59300, 59336 ], [ 59352, 59407 ], [ 59412, 59477 ], [ 59469, 59749 ] ], "trgnoun": "tap", "trgverb": "rinse" }, { "key": "P35_104+724_725_726_727", "video_id": "P35_104", "narration_ids": [ "P35_104_724", "P35_104_725", "P35_104_726", "P35_104_727" ], "src": "put_down napkin . pick_up cling_film . unroll cling_film", "src1": "put_down napkin", "src2": "pick_up cling_film", "src3": "unroll cling_film", "trg": "cut cling_film", "vis_src": "P35_104:724 P35_104:725 P35_104:726", "vis_trg": "P35_104:727", "narrations": [ "put down napkin", "pick up cling film", "unroll cling film", "cut cling film" ], "verbs": [ "put-down", "pick-up", "unroll", "cut" ], "verb_classes": [ 1, 0, 39, 7 ], "nouns": [ "napkin", "film:cling", "film:cling", "film:cling" ], "noun_classes": [ 88, 100, 100, 100 ], "start_stop_timestamps": [ [ "00:50:38.23", "00:50:38.80" ], [ "00:50:38.79", "00:50:39.97" ], [ "00:50:40.20", "00:50:45.17" ], [ "00:50:48.03", "00:50:51.66" ] ], "start_stop_frames": [ [ 151911, 151940 ], [ 151939, 151998 ], [ 152010, 152258 ], [ 152401, 152583 ] ], "trgnoun": "cling_film", "trgverb": "cut" }, { "key": "P04_109+178_179_180_181", "video_id": "P04_109", "narration_ids": [ "P04_109_178", "P04_109_179", "P04_109_180", "P04_109_181" ], "src": "pick_up piece of cucumber . put piece of cucumber into measuring jug . pick_up measuring_jug", "src1": "pick_up piece of cucumber", "src2": "put piece of cucumber into measuring jug", "src3": "pick_up measuring_jug", "trg": "inspect measuring_jug", "vis_src": "P04_109:178 P04_109:179 P04_109:180", "vis_trg": "P04_109:181", "narrations": [ "pick up piece of cucumber", "put piece of cucumber into measuring jug", "pick up measuring jug", "inspect measuring jug" ], "verbs": [ "pick-up", "put-into", "pick-up", "inspect" ], "verb_classes": [ 0, 5, 0, 24 ], "nouns": [ "piece:cucumber", "piece:cucumber", "jug:measuring", "jug:measuring" ], "noun_classes": [ 72, 72, 66, 66 ], "start_stop_timestamps": [ [ "00:06:12.17", "00:06:12.82" ], [ "00:06:12.78", "00:06:13.50" ], [ "00:06:13.46", "00:06:14.28" ], [ "00:06:14.31", "00:06:15.06" ] ], "start_stop_frames": [ [ 18608, 18641 ], [ 18639, 18675 ], [ 18673, 18714 ], [ 18715, 18753 ] ], "trgnoun": "measuring_jug", "trgverb": "inspect" }, { "key": "P06_103+57_58_59_60", "video_id": "P06_103", "narration_ids": [ "P06_103_57", "P06_103_58", "P06_103_59", "P06_103_60" ], "src": "pick_up sieve and bowl . shake sieve . open cupboard", "src1": "pick_up sieve and bowl", "src2": "shake sieve", "src3": "open cupboard", "trg": "put sieve in cupboard", "vis_src": "P06_103:57 P06_103:58 P06_103:59", "vis_trg": "P06_103:60", "narrations": [ "pick up sieve and bowl", "shake sieve", "open cupboard", "put sieve in cupboard" ], "verbs": [ "pick-up", "shake", "open", "put" ], "verb_classes": [ 0, 15, 3, 1 ], "nouns": [ "sieve", "sieve", "cupboard", "cupboard" ], "noun_classes": [ 39, 39, 3, 3 ], "start_stop_timestamps": [ [ "00:03:47.02", "00:03:48.49" ], [ "00:03:48.59", "00:03:50.10" ], [ "00:03:50.74", "00:03:52.05" ], [ "00:03:51.79", "00:03:53.80" ] ], "start_stop_frames": [ [ 11351, 11424 ], [ 11429, 11505 ], [ 11537, 11602 ], [ 11589, 11690 ] ], "trgnoun": "cupboard", "trgverb": "put" }, { "key": "P27_104+339_341_342_343", "video_id": "P27_104", "narration_ids": [ "P27_104_339", "P27_104_341", "P27_104_342", "P27_104_343" ], "src": "pick_up peach . close bag . pick_up bag", "src1": "pick_up peach", "src2": "close bag", "src3": "pick_up bag", "trg": "put_down bag", "vis_src": "P27_104:339 P27_104:341 P27_104:342", "vis_trg": "P27_104:343", "narrations": [ "pick up peach", "close bag", "pick up bag", "put down bag" ], "verbs": [ "pick-up", "close", "pick-up", "put-down" ], "verb_classes": [ 0, 4, 0, 1 ], "nouns": [ "peach", "bag", "bag", "bag" ], "noun_classes": [ 74, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:16:45.20", "00:16:45.87" ], [ "00:16:46.04", "00:16:50.53" ], [ "00:16:50.49", "00:16:54.59" ], [ "00:16:55.04", "00:16:57.19" ] ], "start_stop_frames": [ [ 50260, 50293 ], [ 50302, 50526 ], [ 50524, 50729 ], [ 50752, 50859 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P29_01+36_37_38_39", "video_id": "P29_01", "narration_ids": [ "P29_01_36", "P29_01_37", "P29_01_38", "P29_01_39" ], "src": "put_down watch . fetching garlic . pick_up pepper", "src1": "put_down watch", "src2": "fetching garlic", "src3": "pick_up pepper", "trg": "put_down pepper", "vis_src": "P29_01:36 P29_01:37 P29_01:38", "vis_trg": "P29_01:39", "narrations": [ "put down watch", "fetching garlic", "pick up pepper", "put down pepper" ], "verbs": [ "put-down", "fetch", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "watch", "garlic", "pepper", "pepper" ], "noun_classes": [ 272, 51, 37, 37 ], "start_stop_timestamps": [ [ "00:02:01.90", "00:02:05.19" ], [ "00:02:05.98", "00:02:12.26" ], [ "00:02:07.89", "00:02:12.07" ], [ "00:02:13.40", "00:02:14.14" ] ], "start_stop_frames": [ [ 7314, 7511 ], [ 7558, 7935 ], [ 7673, 7924 ], [ 8004, 8048 ] ], "trgnoun": "pepper", "trgverb": "put_down" }, { "key": "P04_16+38_39_40_41", "video_id": "P04_16", "narration_ids": [ "P04_16_38", "P04_16_39", "P04_16_40", "P04_16_41" ], "src": "put_down spoon . pick_up pepper . grind pepper", "src1": "put_down spoon", "src2": "pick_up pepper", "src3": "grind pepper", "trg": "put_down pepper", "vis_src": "P04_16:38 P04_16:39 P04_16:40", "vis_trg": "P04_16:41", "narrations": [ "put down spoon", "pick up pepper", "grind pepper", "put down pepper" ], "verbs": [ "put-down", "pick-up", "grind", "put-down" ], "verb_classes": [ 1, 0, 49, 1 ], "nouns": [ "spoon", "pepper", "pepper", "pepper" ], "noun_classes": [ 1, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:03:02.44", "00:03:04.16" ], [ "00:03:04.85", "00:03:05.90" ], [ "00:03:06.00", "00:03:15.75" ], [ "00:03:15.80", "00:03:17.26" ] ], "start_stop_frames": [ [ 10946, 11049 ], [ 11091, 11154 ], [ 11160, 11745 ], [ 11748, 11835 ] ], "trgnoun": "pepper", "trgverb": "put_down" }, { "key": "P06_05+108_109_110_111", "video_id": "P06_05", "narration_ids": [ "P06_05_108", "P06_05_109", "P06_05_110", "P06_05_111" ], "src": "open fridge . take sun dried tomatoes . open sun dried tomatoes", "src1": "open fridge", "src2": "take sun dried tomatoes", "src3": "open sun dried tomatoes", "trg": "chop sun dried tomato", "vis_src": "P06_05:108 P06_05:109 P06_05:110", "vis_trg": "P06_05:111", "narrations": [ "open fridge", "take sun dried tomatoes", "open sun dried tomatoes", "chop sun dried tomato" ], "verbs": [ "open", "take", "open", "chop" ], "verb_classes": [ 3, 0, 3, 7 ], "nouns": [ "fridge", "tomato:sun:dried", "tomato:sun:dried", "tomato:sun:dried" ], "noun_classes": [ 12, 43, 43, 43 ], "start_stop_timestamps": [ [ "00:12:29.14", "00:12:30.54" ], [ "00:12:33.18", "00:12:39.06" ], [ "00:12:41.37", "00:12:43.04" ], [ "00:12:47.20", "00:12:48.59" ] ], "start_stop_frames": [ [ 44948, 45032 ], [ 45190, 45543 ], [ 45682, 45782 ], [ 46032, 46115 ] ], "trgnoun": "dried_sun_tomato", "trgverb": "chop" }, { "key": "P06_101+79_80_81_82", "video_id": "P06_101", "narration_ids": [ "P06_101_79", "P06_101_80", "P06_101_81", "P06_101_82" ], "src": "put_down spoon . pick_up pepper . take sticker off pepper", "src1": "put_down spoon", "src2": "pick_up pepper", "src3": "take sticker off pepper", "trg": "put_down pepper", "vis_src": "P06_101:79 P06_101:80 P06_101:81", "vis_trg": "P06_101:82", "narrations": [ "put down spoon", "pick up pepper", "take sticker off pepper", "put down pepper" ], "verbs": [ "put-down", "pick-up", "take-off", "put-down" ], "verb_classes": [ 1, 0, 12, 1 ], "nouns": [ "spoon", "pepper", "sticker", "pepper" ], "noun_classes": [ 1, 37, 222, 37 ], "start_stop_timestamps": [ [ "00:05:01.16", "00:05:01.59" ], [ "00:05:02.19", "00:05:03.46" ], [ "00:05:03.56", "00:05:07.05" ], [ "00:05:07.05", "00:05:08.56" ] ], "start_stop_frames": [ [ 15058, 15079 ], [ 15109, 15172 ], [ 15178, 15352 ], [ 15352, 15428 ] ], "trgnoun": "pepper", "trgverb": "put_down" }, { "key": "P30_103+54_55_56_57", "video_id": "P30_103", "narration_ids": [ "P30_103_54", "P30_103_55", "P30_103_56", "P30_103_57" ], "src": "pour coffee_beans into spoon . pour coffee_beans into grinder . put_down coffee_bag", "src1": "pour coffee_beans into spoon", "src2": "pour coffee_beans into grinder", "src3": "put_down coffee_bag", "trg": "close coffee_bag", "vis_src": "P30_103:54 P30_103:55 P30_103:56", "vis_trg": "P30_103:57", "narrations": [ "pour coffee beans into spoon", "pour coffee beans into grinder", "put down coffee bag", "close coffee bag" ], "verbs": [ "pour-into", "pour-into", "put-down", "close" ], "verb_classes": [ 9, 9, 1, 4 ], "nouns": [ "bean:coffee", "bean:coffee", "bag:coffee", "bag:coffee" ], "noun_classes": [ 59, 59, 19, 19 ], "start_stop_timestamps": [ [ "00:01:30.35", "00:01:32.06" ], [ "00:01:32.14", "00:01:32.89" ], [ "00:01:32.53", "00:01:33.79" ], [ "00:01:33.39", "00:01:34.87" ] ], "start_stop_frames": [ [ 4517, 4603 ], [ 4607, 4644 ], [ 4626, 4689 ], [ 4669, 4743 ] ], "trgnoun": "coffee_bag", "trgverb": "close" }, { "key": "P02_118+146_147_148_149", "video_id": "P02_118", "narration_ids": [ "P02_118_146", "P02_118_147", "P02_118_148", "P02_118_149" ], "src": "pick_up juicer_part . sponge juicer_part . open tap", "src1": "pick_up juicer_part", "src2": "sponge juicer_part", "src3": "open tap", "trg": "rinse juicer_part", "vis_src": "P02_118:146 P02_118:147 P02_118:148", "vis_trg": "P02_118:149", "narrations": [ "pick up juicer part", "sponge juicer part", "open tap", "rinse juicer part" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "part:juicer", "part:juicer", "tap", "part:juicer" ], "noun_classes": [ 106, 106, 0, 106 ], "start_stop_timestamps": [ [ "00:07:21.08", "00:07:21.69" ], [ "00:07:21.71", "00:07:24.00" ], [ "00:07:23.71", "00:07:25.00" ], [ "00:07:24.90", "00:07:27.52" ] ], "start_stop_frames": [ [ 22054, 22084 ], [ 22085, 22200 ], [ 22185, 22250 ], [ 22245, 22376 ] ], "trgnoun": "juicer_part", "trgverb": "rinse" }, { "key": "P04_112+237_238_239_241", "video_id": "P04_112", "narration_ids": [ "P04_112_237", "P04_112_238", "P04_112_239", "P04_112_241" ], "src": "lift lid of rice cooker . put_down rice cooker lid . feel steamed_bun", "src1": "lift lid of rice cooker", "src2": "put_down rice cooker lid", "src3": "feel steamed_bun", "trg": "unplug rice_cooker", "vis_src": "P04_112:237 P04_112:238 P04_112:239", "vis_trg": "P04_112:241", "narrations": [ "lift lid of rice cooker", "put down rice cooker lid", "feel steamed bun", "unplug rice cooker" ], "verbs": [ "lift", "put-down", "feel", "unplug" ], "verb_classes": [ 33, 1, 54, 12 ], "nouns": [ "lid:rice:cooker", "lid:rice:cooker", "bun:steamed", "cooker:rice" ], "noun_classes": [ 6, 6, 33, 152 ], "start_stop_timestamps": [ [ "00:07:10.10", "00:07:11.50" ], [ "00:07:11.32", "00:07:12.01" ], [ "00:07:11.39", "00:07:13.21" ], [ "00:07:15.65", "00:07:17.84" ] ], "start_stop_frames": [ [ 21505, 21575 ], [ 21566, 21600 ], [ 21569, 21660 ], [ 21782, 21892 ] ], "trgnoun": "rice_cooker", "trgverb": "unplug" }, { "key": "P30_06+136_137_138_139", "video_id": "P30_06", "narration_ids": [ "P30_06_136", "P30_06_137", "P30_06_138", "P30_06_139" ], "src": "turn_on kettle . close bag of coffee . open cupboard", "src1": "turn_on kettle", "src2": "close bag of coffee", "src3": "open cupboard", "trg": "put bag of coffee", "vis_src": "P30_06:136 P30_06:137 P30_06:138", "vis_trg": "P30_06:139", "narrations": [ "turn on kettle", "close bag of coffee", "open cupboard", "put bag of coffee" ], "verbs": [ "turn-on", "close", "open", "put" ], "verb_classes": [ 6, 4, 3, 1 ], "nouns": [ "kettle", "bag:coffee", "cupboard", "bag:coffee" ], "noun_classes": [ 44, 19, 3, 19 ], "start_stop_timestamps": [ [ "00:06:03.24", "00:06:04.15" ], [ "00:06:04.25", "00:06:10.38" ], [ "00:06:12.00", "00:06:12.88" ], [ "00:06:12.97", "00:06:13.81" ] ], "start_stop_frames": [ [ 21794, 21849 ], [ 21855, 22222 ], [ 22320, 22372 ], [ 22378, 22428 ] ], "trgnoun": "coffee_bag", "trgverb": "put" }, { "key": "P13_08+137_138_139_140", "video_id": "P13_08", "narration_ids": [ "P13_08_137", "P13_08_138", "P13_08_139", "P13_08_140" ], "src": "stir cream with bacon and onion . open cupboard . pick_up pepper", "src1": "stir cream with bacon and onion", "src2": "open cupboard", "src3": "pick_up pepper", "trg": "put_down pepper on table", "vis_src": "P13_08:137 P13_08:138 P13_08:139", "vis_trg": "P13_08:140", "narrations": [ "stir cream with bacon and onion", "open cupboard", "pick up pepper", "put down pepper on table" ], "verbs": [ "stir", "open", "pick-up", "put-down" ], "verb_classes": [ 10, 3, 0, 1 ], "nouns": [ "cream", "cupboard", "pepper", "pepper" ], "noun_classes": [ 143, 3, 37, 37 ], "start_stop_timestamps": [ [ "00:31:52.04", "00:32:09.71" ], [ "00:32:11.80", "00:32:12.81" ], [ "00:32:12.91", "00:32:17.43" ], [ "00:32:17.67", "00:32:22.24" ] ], "start_stop_frames": [ [ 114722, 115782 ], [ 115908, 115968 ], [ 115974, 116245 ], [ 116260, 116534 ] ], "trgnoun": "pepper", "trgverb": "put_down" }, { "key": "P31_13+32_33_34_35", "video_id": "P31_13", "narration_ids": [ "P31_13_32", "P31_13_33", "P31_13_34", "P31_13_35" ], "src": "open fridge . take lemon . close drawer", "src1": "open fridge", "src2": "take lemon", "src3": "close drawer", "trg": "close fridge", "vis_src": "P31_13:32 P31_13:33 P31_13:34", "vis_trg": "P31_13:35", "narrations": [ "open fridge", "take lemon", "close drawer", "close fridge" ], "verbs": [ "open", "take", "close", "close" ], "verb_classes": [ 3, 0, 4, 4 ], "nouns": [ "fridge", "lemon", "drawer", "fridge" ], "noun_classes": [ 12, 105, 8, 12 ], "start_stop_timestamps": [ [ "00:05:42.30", "00:05:44.55" ], [ "00:05:45.40", "00:05:47.65" ], [ "00:05:47.98", "00:05:49.58" ], [ "00:05:50.28", "00:05:52.92" ] ], "start_stop_frames": [ [ 20538, 20673 ], [ 20724, 20859 ], [ 20878, 20974 ], [ 21016, 21175 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P30_109+150_151_152_153", "video_id": "P30_109", "narration_ids": [ "P30_109_150", "P30_109_151", "P30_109_152", "P30_109_153" ], "src": "put mug and v60 on top of fridge . catch v60 . take bag of coffee", "src1": "put mug and v60 on top of fridge", "src2": "catch v60", "src3": "take bag of coffee", "trg": "open bag of coffee", "vis_src": "P30_109:150 P30_109:151 P30_109:152", "vis_trg": "P30_109:153", "narrations": [ "put mug and v60 on top of fridge", "catch v60", "take bag of coffee", "open bag of coffee" ], "verbs": [ "put-on", "catch", "take", "open" ], "verb_classes": [ 1, 0, 0, 3 ], "nouns": [ "mug", "v60", "bag:coffee", "bag:coffee" ], "noun_classes": [ 13, 50, 19, 19 ], "start_stop_timestamps": [ [ "00:04:29.14", "00:04:30.78" ], [ "00:04:34.57", "00:04:37.25" ], [ "00:04:36.54", "00:04:37.79" ], [ "00:04:41.77", "00:04:43.57" ] ], "start_stop_frames": [ [ 13457, 13538 ], [ 13728, 13862 ], [ 13827, 13889 ], [ 14088, 14178 ] ], "trgnoun": "coffee_bag", "trgverb": "open" }, { "key": "P30_107+507_508_509_510", "video_id": "P30_107", "narration_ids": [ "P30_107_507", "P30_107_508", "P30_107_509", "P30_107_510" ], "src": "dry glass . put glass in cupboard . take v60", "src1": "dry glass", "src2": "put glass in cupboard", "src3": "take v60", "trg": "dry v60", "vis_src": "P30_107:507 P30_107:508 P30_107:509", "vis_trg": "P30_107:510", "narrations": [ "dry glass", "put glass in cupboard", "take v60", "dry v60" ], "verbs": [ "dry", "put-in", "take", "dry" ], "verb_classes": [ 14, 5, 0, 14 ], "nouns": [ "glass", "glass", "v60", "v60" ], "noun_classes": [ 10, 10, 50, 50 ], "start_stop_timestamps": [ [ "00:25:15.48", "00:25:18.54" ], [ "00:25:18.80", "00:25:20.66" ], [ "00:25:21.08", "00:25:22.38" ], [ "00:25:22.60", "00:25:23.71" ] ], "start_stop_frames": [ [ 75774, 75927 ], [ 75940, 76033 ], [ 76054, 76119 ], [ 76130, 76185 ] ], "trgnoun": "v60", "trgverb": "dry" }, { "key": "P22_115+199_200_201_202", "video_id": "P22_115", "narration_ids": [ "P22_115_199", "P22_115_200", "P22_115_201", "P22_115_202" ], "src": "pick_up container . open cupboard . open fridge", "src1": "pick_up container", "src2": "open cupboard", "src3": "open fridge", "trg": "put_down container", "vis_src": "P22_115:199 P22_115:200 P22_115:201", "vis_trg": "P22_115:202", "narrations": [ "pick up container", "open cupboard", "open fridge", "put down container" ], "verbs": [ "pick-up", "open", "open", "put-down" ], "verb_classes": [ 0, 3, 3, 1 ], "nouns": [ "container", "cupboard", "fridge", "container" ], "noun_classes": [ 21, 3, 12, 21 ], "start_stop_timestamps": [ [ "00:06:29.64", "00:06:30.25" ], [ "00:06:31.67", "00:06:32.26" ], [ "00:06:33.30", "00:06:34.42" ], [ "00:06:35.04", "00:06:36.14" ] ], "start_stop_frames": [ [ 19482, 19512 ], [ 19583, 19613 ], [ 19665, 19721 ], [ 19752, 19807 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P30_101+16_17_18_19", "video_id": "P30_101", "narration_ids": [ "P30_101_16", "P30_101_17", "P30_101_18", "P30_101_19" ], "src": "put_down v60 . open cupboard . take filters", "src1": "put_down v60", "src2": "open cupboard", "src3": "take filters", "trg": "remove filter", "vis_src": "P30_101:16 P30_101:17 P30_101:18", "vis_trg": "P30_101:19", "narrations": [ "put down v60", "open cupboard", "take filters", "remove filter" ], "verbs": [ "put-down", "open", "take", "remove" ], "verb_classes": [ 1, 3, 0, 12 ], "nouns": [ "v60", "cupboard", "filter", "filter" ], "noun_classes": [ 50, 3, 77, 77 ], "start_stop_timestamps": [ [ "00:00:23.49", "00:00:24.32" ], [ "00:00:24.68", "00:00:25.28" ], [ "00:00:25.37", "00:00:26.14" ], [ "00:00:26.24", "00:00:28.46" ] ], "start_stop_frames": [ [ 1174, 1216 ], [ 1234, 1264 ], [ 1268, 1307 ], [ 1312, 1423 ] ], "trgnoun": "filter", "trgverb": "remove" }, { "key": "P30_11+30_31_32_33", "video_id": "P30_11", "narration_ids": [ "P30_11_30", "P30_11_31", "P30_11_32", "P30_11_33" ], "src": "dry v60 . put v60 . take mug", "src1": "dry v60", "src2": "put v60", "src3": "take mug", "trg": "dry mug", "vis_src": "P30_11:30 P30_11:31 P30_11:32", "vis_trg": "P30_11:33", "narrations": [ "dry v60", "put v60", "take mug", "dry mug" ], "verbs": [ "dry", "put", "take", "dry" ], "verb_classes": [ 14, 1, 0, 14 ], "nouns": [ "v60", "v60", "mug", "mug" ], "noun_classes": [ 50, 50, 13, 13 ], "start_stop_timestamps": [ [ "00:01:38.28", "00:01:39.90" ], [ "00:01:40.00", "00:01:41.28" ], [ "00:01:41.37", "00:01:43.11" ], [ "00:01:43.36", "00:01:46.97" ] ], "start_stop_frames": [ [ 5896, 5994 ], [ 6000, 6076 ], [ 6082, 6186 ], [ 6201, 6418 ] ], "trgnoun": "mug", "trgverb": "dry" }, { "key": "P30_03+35_36_37_38", "video_id": "P30_03", "narration_ids": [ "P30_03_35", "P30_03_36", "P30_03_37", "P30_03_38" ], "src": "take v60 . put v60 . take filters", "src1": "take v60", "src2": "put v60", "src3": "take filters", "trg": "take filter from box", "vis_src": "P30_03:35 P30_03:36 P30_03:37", "vis_trg": "P30_03:38", "narrations": [ "take v60", "put v60", "take filters", "take filter from box" ], "verbs": [ "take", "put", "take", "take-from" ], "verb_classes": [ 0, 1, 0, 0 ], "nouns": [ "v60", "v60", "filter", "filter" ], "noun_classes": [ 50, 50, 77, 77 ], "start_stop_timestamps": [ [ "00:01:46.54", "00:01:47.38" ], [ "00:01:47.48", "00:01:48.64" ], [ "00:01:49.59", "00:01:51.10" ], [ "00:01:51.20", "00:01:56.53" ] ], "start_stop_frames": [ [ 6392, 6442 ], [ 6448, 6518 ], [ 6575, 6666 ], [ 6672, 6991 ] ], "trgnoun": "filter", "trgverb": "take_from" }, { "key": "P30_06+124_125_126_128", "video_id": "P30_06", "narration_ids": [ "P30_06_124", "P30_06_125", "P30_06_126", "P30_06_128" ], "src": "take v60 . put v60 . take filters", "src1": "take v60", "src2": "put v60", "src3": "take filters", "trg": "fold filter", "vis_src": "P30_06:124 P30_06:125 P30_06:126", "vis_trg": "P30_06:128", "narrations": [ "take v60", "put v60", "take filters", "fold filter" ], "verbs": [ "take", "put", "take", "fold" ], "verb_classes": [ 0, 1, 0, 28 ], "nouns": [ "v60", "v60", "filter", "filter" ], "noun_classes": [ 50, 50, 77, 77 ], "start_stop_timestamps": [ [ "00:05:32.13", "00:05:32.79" ], [ "00:05:32.98", "00:05:33.79" ], [ "00:05:34.55", "00:05:35.09" ], [ "00:05:39.43", "00:05:45.23" ] ], "start_stop_frames": [ [ 19927, 19967 ], [ 19978, 20027 ], [ 20073, 20105 ], [ 20365, 20713 ] ], "trgnoun": "filter", "trgverb": "fold" }, { "key": "P28_102+23_24_25_26", "video_id": "P28_102", "narration_ids": [ "P28_102_23", "P28_102_24", "P28_102_25", "P28_102_26" ], "src": "put glass . open cupboard . take v60", "src1": "put glass", "src2": "open cupboard", "src3": "take v60", "trg": "put v60", "vis_src": "P28_102:23 P28_102:24 P28_102:25", "vis_trg": "P28_102:26", "narrations": [ "put glass", "open cupboard", "take v60", "put v60" ], "verbs": [ "put", "open", "take", "put" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "glass", "cupboard", "v60", "v60" ], "noun_classes": [ 10, 3, 50, 50 ], "start_stop_timestamps": [ [ "00:01:30.13", "00:01:30.91" ], [ "00:01:31.48", "00:01:32.39" ], [ "00:01:32.68", "00:01:33.51" ], [ "00:01:34.74", "00:01:35.64" ] ], "start_stop_frames": [ [ 4506, 4545 ], [ 4574, 4619 ], [ 4634, 4675 ], [ 4737, 4782 ] ], "trgnoun": "v60", "trgverb": "put" }, { "key": "P30_101+8_9_10_12", "video_id": "P30_101", "narration_ids": [ "P30_101_8", "P30_101_9", "P30_101_10", "P30_101_12" ], "src": "put v60 . take spoon . pour coffee into spoon", "src1": "put v60", "src2": "take spoon", "src3": "pour coffee into spoon", "trg": "turn grinder on", "vis_src": "P30_101:8 P30_101:9 P30_101:10", "vis_trg": "P30_101:12", "narrations": [ "put v60", "take spoon", "pour coffee into spoon", "turn grinder on" ], "verbs": [ "put", "take", "pour-into", "turn-on" ], "verb_classes": [ 1, 0, 9, 6 ], "nouns": [ "v60", "spoon", "coffee", "grinder" ], "noun_classes": [ 50, 1, 59, 50 ], "start_stop_timestamps": [ [ "00:00:12.08", "00:00:13.69" ], [ "00:00:12.58", "00:00:14.94" ], [ "00:00:13.94", "00:00:17.58" ], [ "00:00:19.20", "00:00:20.48" ] ], "start_stop_frames": [ [ 604, 684 ], [ 629, 747 ], [ 697, 878 ], [ 960, 1024 ] ], "trgnoun": "grinder", "trgverb": "turn_on" }, { "key": "P30_06+122_123_124_125", "video_id": "P30_06", "narration_ids": [ "P30_06_122", "P30_06_123", "P30_06_124", "P30_06_125" ], "src": "open cupboard . take coffee . take v60", "src1": "open cupboard", "src2": "take coffee", "src3": "take v60", "trg": "put v60", "vis_src": "P30_06:122 P30_06:123 P30_06:124", "vis_trg": "P30_06:125", "narrations": [ "open cupboard", "take coffee", "take v60", "put v60" ], "verbs": [ "open", "take", "take", "put" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "cupboard", "coffee", "v60", "v60" ], "noun_classes": [ 3, 59, 50, 50 ], "start_stop_timestamps": [ [ "00:05:24.03", "00:05:26.49" ], [ "00:05:26.97", "00:05:28.64" ], [ "00:05:32.13", "00:05:32.79" ], [ "00:05:32.98", "00:05:33.79" ] ], "start_stop_frames": [ [ 19441, 19589 ], [ 19618, 19718 ], [ 19927, 19967 ], [ 19978, 20027 ] ], "trgnoun": "v60", "trgverb": "put" }, { "key": "P28_113+24_25_26_27", "video_id": "P28_113", "narration_ids": [ "P28_113_24", "P28_113_25", "P28_113_26", "P28_113_27" ], "src": "close drawer . take v60 . open cupboard", "src1": "close drawer", "src2": "take v60", "src3": "open cupboard", "trg": "put v60", "vis_src": "P28_113:24 P28_113:25 P28_113:26", "vis_trg": "P28_113:27", "narrations": [ "close drawer", "take v60", "open cupboard", "put v60" ], "verbs": [ "close", "take", "open", "put" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "drawer", "v60", "cupboard", "v60" ], "noun_classes": [ 8, 50, 3, 50 ], "start_stop_timestamps": [ [ "00:01:16.64", "00:01:17.51" ], [ "00:01:18.62", "00:01:20.27" ], [ "00:01:19.93", "00:01:20.81" ], [ "00:01:21.09", "00:01:25.55" ] ], "start_stop_frames": [ [ 3832, 3875 ], [ 3931, 4013 ], [ 3996, 4040 ], [ 4054, 4277 ] ], "trgnoun": "v60", "trgverb": "put" }, { "key": "P30_101+27_28_29_30", "video_id": "P30_101", "narration_ids": [ "P30_101_27", "P30_101_28", "P30_101_29", "P30_101_30" ], "src": "put coffee_container back into grinder . take mug . take v60", "src1": "put coffee_container back into grinder", "src2": "take mug", "src3": "take v60", "trg": "put mug and v60 onto table", "vis_src": "P30_101:27 P30_101:28 P30_101:29", "vis_trg": "P30_101:30", "narrations": [ "put coffee container back into grinder", "take mug", "take v60", "put mug and v60 onto table" ], "verbs": [ "put", "take", "take", "put-onto" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "container:coffee", "mug", "v60", "mug" ], "noun_classes": [ 21, 13, 50, 13 ], "start_stop_timestamps": [ [ "00:00:40.40", "00:00:42.58" ], [ "00:00:42.83", "00:00:44.05" ], [ "00:00:43.44", "00:00:44.89" ], [ "00:00:44.73", "00:00:45.54" ] ], "start_stop_frames": [ [ 2020, 2129 ], [ 2141, 2202 ], [ 2172, 2244 ], [ 2236, 2277 ] ], "trgnoun": "mug", "trgverb": "put_onto" }, { "key": "P30_109+140_141_142_143", "video_id": "P30_109", "narration_ids": [ "P30_109_140", "P30_109_141", "P30_109_142", "P30_109_143" ], "src": "take filter_papers . take filter_paper . put filter_papers into cupboard", "src1": "take filter_papers", "src2": "take filter_paper", "src3": "put filter_papers into cupboard", "trg": "fold filter_paper", "vis_src": "P30_109:140 P30_109:141 P30_109:142", "vis_trg": "P30_109:143", "narrations": [ "take filter papers", "take filter paper", "put filter papers into cupboard", "fold filter paper" ], "verbs": [ "take", "take", "put-into", "fold" ], "verb_classes": [ 0, 0, 5, 28 ], "nouns": [ "paper:filter", "paper:filter", "paper:filter", "paper:filter" ], "noun_classes": [ 77, 77, 77, 77 ], "start_stop_timestamps": [ [ "00:04:09.77", "00:04:11.81" ], [ "00:04:11.37", "00:04:14.39" ], [ "00:04:14.18", "00:04:15.38" ], [ "00:04:15.33", "00:04:18.81" ] ], "start_stop_frames": [ [ 12488, 12590 ], [ 12568, 12719 ], [ 12709, 12769 ], [ 12766, 12940 ] ], "trgnoun": "filter_paper", "trgverb": "fold" }, { "key": "P30_109+139_140_141_142", "video_id": "P30_109", "narration_ids": [ "P30_109_139", "P30_109_140", "P30_109_141", "P30_109_142" ], "src": "open cupboard . take filter_papers . take filter_paper", "src1": "open cupboard", "src2": "take filter_papers", "src3": "take filter_paper", "trg": "put filter_papers into cupboard", "vis_src": "P30_109:139 P30_109:140 P30_109:141", "vis_trg": "P30_109:142", "narrations": [ "open cupboard", "take filter papers", "take filter paper", "put filter papers into cupboard" ], "verbs": [ "open", "take", "take", "put-into" ], "verb_classes": [ 3, 0, 0, 5 ], "nouns": [ "cupboard", "paper:filter", "paper:filter", "paper:filter" ], "noun_classes": [ 3, 77, 77, 77 ], "start_stop_timestamps": [ [ "00:04:08.90", "00:04:10.06" ], [ "00:04:09.77", "00:04:11.81" ], [ "00:04:11.37", "00:04:14.39" ], [ "00:04:14.18", "00:04:15.38" ] ], "start_stop_frames": [ [ 12445, 12503 ], [ 12488, 12590 ], [ 12568, 12719 ], [ 12709, 12769 ] ], "trgnoun": "filter_paper", "trgverb": "put_into" }, { "key": "P30_109+138_139_140_142", "video_id": "P30_109", "narration_ids": [ "P30_109_138", "P30_109_139", "P30_109_140", "P30_109_142" ], "src": "put knife on chopping board . open cupboard . take filter_papers", "src1": "put knife on chopping board", "src2": "open cupboard", "src3": "take filter_papers", "trg": "put filter_papers into cupboard", "vis_src": "P30_109:138 P30_109:139 P30_109:140", "vis_trg": "P30_109:142", "narrations": [ "put knife on chopping board", "open cupboard", "take filter papers", "put filter papers into cupboard" ], "verbs": [ "put-on", "open", "take", "put-into" ], "verb_classes": [ 1, 3, 0, 5 ], "nouns": [ "knife", "cupboard", "paper:filter", "paper:filter" ], "noun_classes": [ 4, 3, 77, 77 ], "start_stop_timestamps": [ [ "00:04:00.26", "00:04:02.36" ], [ "00:04:08.90", "00:04:10.06" ], [ "00:04:09.77", "00:04:11.81" ], [ "00:04:14.18", "00:04:15.38" ] ], "start_stop_frames": [ [ 12013, 12118 ], [ 12445, 12503 ], [ 12488, 12590 ], [ 12709, 12769 ] ], "trgnoun": "filter_paper", "trgverb": "put_into" }, { "key": "P20_01+138_139_140_141", "video_id": "P20_01", "narration_ids": [ "P20_01_138", "P20_01_139", "P20_01_140", "P20_01_141" ], "src": "adjust temperature . pick_up spatula . turn_on tap", "src1": "adjust temperature", "src2": "pick_up spatula", "src3": "turn_on tap", "trg": "rinse spatula", "vis_src": "P20_01:138 P20_01:139 P20_01:140", "vis_trg": "P20_01:141", "narrations": [ "adjust temperature", "pick up spatula", "turn on tap", "rinse spatula" ], "verbs": [ "adjust", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 17, 0, 6, 2 ], "nouns": [ "temperature", "spatula", "tap", "spatula" ], "noun_classes": [ 65, 20, 0, 20 ], "start_stop_timestamps": [ [ "00:07:04.34", "00:07:06.53" ], [ "00:07:15.42", "00:07:17.00" ], [ "00:07:21.57", "00:07:22.63" ], [ "00:07:22.68", "00:07:26.58" ] ], "start_stop_frames": [ [ 25460, 25591 ], [ 26125, 26220 ], [ 26494, 26557 ], [ 26560, 26794 ] ], "trgnoun": "spatula", "trgverb": "rinse" }, { "key": "P03_119+110_111_112_113", "video_id": "P03_119", "narration_ids": [ "P03_119_110", "P03_119_111", "P03_119_112", "P03_119_113" ], "src": "wash chefs knife . put chefs knife in drying rack . pick_up spatula", "src1": "wash chefs knife", "src2": "put chefs knife in drying rack", "src3": "pick_up spatula", "trg": "wash spatula", "vis_src": "P03_119:110 P03_119:111 P03_119:112", "vis_trg": "P03_119:113", "narrations": [ "wash chefs knife", "put chefs knife in drying rack", "pick up spatula", "wash spatula" ], "verbs": [ "wash", "put-in", "pick-up", "wash" ], "verb_classes": [ 2, 5, 0, 2 ], "nouns": [ "knife:chef", "knife:chef", "spatula", "spatula" ], "noun_classes": [ 4, 4, 20, 20 ], "start_stop_timestamps": [ [ "00:05:28.29", "00:05:30.23" ], [ "00:05:35.00", "00:05:38.74" ], [ "00:05:39.90", "00:05:40.63" ], [ "00:05:40.91", "00:06:04.56" ] ], "start_stop_frames": [ [ 16414, 16511 ], [ 16750, 16937 ], [ 16995, 17031 ], [ 17045, 18228 ] ], "trgnoun": "spatula", "trgverb": "wash" }, { "key": "P35_103+115_116_117_118", "video_id": "P35_103", "narration_ids": [ "P35_103_115", "P35_103_116", "P35_103_117", "P35_103_118" ], "src": "put_down pot_rest . wash pot . adjust tap", "src1": "put_down pot_rest", "src2": "wash pot", "src3": "adjust tap", "trg": "put_down pot", "vis_src": "P35_103:115 P35_103:116 P35_103:117", "vis_trg": "P35_103:118", "narrations": [ "put down pot rest", "wash pot", "adjust tap", "put down pot" ], "verbs": [ "put-down", "wash", "adjust", "put-down" ], "verb_classes": [ 1, 2, 17, 1 ], "nouns": [ "rest:pot", "pot", "tap", "pot" ], "noun_classes": [ 109, 29, 0, 29 ], "start_stop_timestamps": [ [ "00:12:08.35", "00:12:10.12" ], [ "00:12:10.16", "00:12:22.73" ], [ "00:12:22.82", "00:12:25.19" ], [ "00:12:52.79", "00:12:54.64" ] ], "start_stop_frames": [ [ 36417, 36506 ], [ 36508, 37136 ], [ 37141, 37259 ], [ 38639, 38732 ] ], "trgnoun": "pot", "trgverb": "put_down" }, { "key": "P03_119+107_108_109_110", "video_id": "P03_119", "narration_ids": [ "P03_119_107", "P03_119_108", "P03_119_109", "P03_119_110" ], "src": "wash scissors . put scissors in drying up rack . pick_up chefs knife", "src1": "wash scissors", "src2": "put scissors in drying up rack", "src3": "pick_up chefs knife", "trg": "wash chefs knife", "vis_src": "P03_119:107 P03_119:108 P03_119:109", "vis_trg": "P03_119:110", "narrations": [ "wash scissors", "put scissors in drying up rack", "pick up chefs knife", "wash chefs knife" ], "verbs": [ "wash", "put-in", "pick-up", "wash" ], "verb_classes": [ 2, 5, 0, 2 ], "nouns": [ "scissors", "scissors", "knife:chef", "knife:chef" ], "noun_classes": [ 79, 79, 4, 4 ], "start_stop_timestamps": [ [ "00:05:13.76", "00:05:23.51" ], [ "00:05:23.61", "00:05:25.92" ], [ "00:05:27.20", "00:05:28.14" ], [ "00:05:28.29", "00:05:30.23" ] ], "start_stop_frames": [ [ 15688, 16175 ], [ 16180, 16296 ], [ 16360, 16407 ], [ 16414, 16511 ] ], "trgnoun": "chef_knife", "trgverb": "wash" }, { "key": "P30_11+31_32_33_34", "video_id": "P30_11", "narration_ids": [ "P30_11_31", "P30_11_32", "P30_11_33", "P30_11_34" ], "src": "put v60 . take mug . dry mug", "src1": "put v60", "src2": "take mug", "src3": "dry mug", "trg": "put mug", "vis_src": "P30_11:31 P30_11:32 P30_11:33", "vis_trg": "P30_11:34", "narrations": [ "put v60", "take mug", "dry mug", "put mug" ], "verbs": [ "put", "take", "dry", "put" ], "verb_classes": [ 1, 0, 14, 1 ], "nouns": [ "v60", "mug", "mug", "mug" ], "noun_classes": [ 50, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:01:40.00", "00:01:41.28" ], [ "00:01:41.37", "00:01:43.11" ], [ "00:01:43.36", "00:01:46.97" ], [ "00:01:46.36", "00:01:48.13" ] ], "start_stop_frames": [ [ 6000, 6076 ], [ 6082, 6186 ], [ 6201, 6418 ], [ 6381, 6487 ] ], "trgnoun": "mug", "trgverb": "put" }, { "key": "P04_121+72_73_74_75", "video_id": "P04_121", "narration_ids": [ "P04_121_72", "P04_121_73", "P04_121_74", "P04_121_75" ], "src": "put_down thermometer . pick_up ramekin . pull open dishwasher_drawer", "src1": "put_down thermometer", "src2": "pick_up ramekin", "src3": "pull open dishwasher_drawer", "trg": "put ramekin in dishwasher", "vis_src": "P04_121:72 P04_121:73 P04_121:74", "vis_trg": "P04_121:75", "narrations": [ "put down thermometer", "pick up ramekin", "pull open dishwasher drawer", "put ramekin in dishwasher" ], "verbs": [ "put-down", "pick-up", "pull", "put-in" ], "verb_classes": [ 1, 0, 31, 5 ], "nouns": [ "thermometer", "ramekin", "drawer:dishwasher", "ramekin" ], "noun_classes": [ 166, 7, 70, 7 ], "start_stop_timestamps": [ [ "00:05:26.71", "00:05:27.68" ], [ "00:05:27.78", "00:05:29.60" ], [ "00:05:30.10", "00:05:31.15" ], [ "00:05:31.19", "00:05:32.15" ] ], "start_stop_frames": [ [ 16335, 16384 ], [ 16389, 16480 ], [ 16505, 16557 ], [ 16559, 16607 ] ], "trgnoun": "ramekin", "trgverb": "put_in" }, { "key": "P04_121+330_331_332_333", "video_id": "P04_121", "narration_ids": [ "P04_121_330", "P04_121_331", "P04_121_332", "P04_121_333" ], "src": "feel inside of bowl . pick_up thermometer . measure temperature of curds and whey", "src1": "feel inside of bowl", "src2": "pick_up thermometer", "src3": "measure temperature of curds and whey", "trg": "put_down thermometer", "vis_src": "P04_121:330 P04_121:331 P04_121:332", "vis_trg": "P04_121:333", "narrations": [ "feel inside of bowl", "pick up thermometer", "measure temperature of curds and whey", "put down thermometer" ], "verbs": [ "feel", "pick-up", "measure", "put-down" ], "verb_classes": [ 54, 0, 69, 1 ], "nouns": [ "bowl", "thermometer", "temperature:curd", "thermometer" ], "noun_classes": [ 7, 166, 65, 166 ], "start_stop_timestamps": [ [ "00:15:02.87", "00:15:03.95" ], [ "00:15:05.57", "00:15:06.36" ], [ "00:15:06.46", "00:15:16.28" ], [ "00:15:16.38", "00:15:17.30" ] ], "start_stop_frames": [ [ 45143, 45197 ], [ 45278, 45318 ], [ 45323, 45814 ], [ 45819, 45865 ] ], "trgnoun": "thermometer", "trgverb": "put_down" }, { "key": "P03_120+160_161_162_163", "video_id": "P03_120", "narration_ids": [ "P03_120_160", "P03_120_161", "P03_120_162", "P03_120_163" ], "src": "pick_up lemon_half . move juicer . juice lemon_half", "src1": "pick_up lemon_half", "src2": "move juicer", "src3": "juice lemon_half", "trg": "put_down lemon_half", "vis_src": "P03_120:160 P03_120:161 P03_120:162", "vis_trg": "P03_120:163", "narrations": [ "pick up lemon half", "move juicer", "juice lemon half", "put down lemon half" ], "verbs": [ "pick-up", "move", "juice", "put-down" ], "verb_classes": [ 0, 11, 18, 1 ], "nouns": [ "half:lemon", "juicer", "half:lemon", "half:lemon" ], "noun_classes": [ 105, 106, 105, 105 ], "start_stop_timestamps": [ [ "00:08:43.44", "00:08:44.15" ], [ "00:08:43.92", "00:08:45.30" ], [ "00:08:45.40", "00:09:15.86" ], [ "00:09:16.02", "00:09:17.54" ] ], "start_stop_frames": [ [ 26172, 26207 ], [ 26195, 26264 ], [ 26270, 27793 ], [ 27801, 27877 ] ], "trgnoun": "lemon_half", "trgverb": "put_down" }, { "key": "P23_02+20_21_22_23", "video_id": "P23_02", "narration_ids": [ "P23_02_20", "P23_02_21", "P23_02_22", "P23_02_23" ], "src": "putting all small pieces into the one plate . taking the garlic . removing a piece from the garlic small", "src1": "putting all small pieces into the one plate", "src2": "taking the garlic", "src3": "removing a piece from the garlic small", "trg": "making the garlic into the small pieces", "vis_src": "P23_02:20 P23_02:21 P23_02:22", "vis_trg": "P23_02:23", "narrations": [ "putting all small pieces into the one plate", "taking the garlic", "removing a piece from the garlic small", "making the garlic into the small pieces" ], "verbs": [ "put-into", "take", "remove-from", "make-into" ], "verb_classes": [ 5, 0, 12, 7 ], "nouns": [ "plate", "garlic", "garlic", "garlic" ], "noun_classes": [ 2, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:03:56.06", "00:04:02.85" ], [ "00:04:03.73", "00:04:04.97" ], [ "00:04:04.32", "00:04:08.88" ], [ "00:04:08.98", "00:04:27.46" ] ], "start_stop_frames": [ [ 14163, 14571 ], [ 14623, 14698 ], [ 14659, 14932 ], [ 14938, 16047 ] ], "trgnoun": "garlic", "trgverb": "make_into" }, { "key": "P30_111+497_498_499_500", "video_id": "P30_111", "narration_ids": [ "P30_111_497", "P30_111_498", "P30_111_499", "P30_111_500" ], "src": "open oven . put tray of pizzas into oven . rearrange pizzas", "src1": "open oven", "src2": "put tray of pizzas into oven", "src3": "rearrange pizzas", "trg": "push pizza_tray into oven", "vis_src": "P30_111:497 P30_111:498 P30_111:499", "vis_trg": "P30_111:500", "narrations": [ "open oven", "put tray of pizzas into oven", "rearrange pizzas", "push pizza tray into oven" ], "verbs": [ "open", "put-of", "rearrange", "push-into" ], "verb_classes": [ 3, 1, 40, 5 ], "nouns": [ "oven", "tray:pizza", "pizza", "tray:pizza" ], "noun_classes": [ 46, 35, 91, 35 ], "start_stop_timestamps": [ [ "00:22:23.01", "00:22:23.58" ], [ "00:22:23.69", "00:22:28.56" ], [ "00:22:29.61", "00:22:34.52" ], [ "00:22:34.33", "00:22:37.06" ] ], "start_stop_frames": [ [ 67150, 67179 ], [ 67184, 67428 ], [ 67480, 67726 ], [ 67716, 67853 ] ], "trgnoun": "pizza_tray", "trgverb": "push_into" }, { "key": "P03_109+73_74_75_76", "video_id": "P03_109", "narration_ids": [ "P03_109_73", "P03_109_74", "P03_109_75", "P03_109_76" ], "src": "pick_up washing up brush . wash sieve with brush . move tap", "src1": "pick_up washing up brush", "src2": "wash sieve with brush", "src3": "move tap", "trg": "turn_on tap", "vis_src": "P03_109:73 P03_109:74 P03_109:75", "vis_trg": "P03_109:76", "narrations": [ "pick up washing up brush", "wash sieve with brush", "move tap", "turn on tap" ], "verbs": [ "pick-up", "wash", "move", "turn-on" ], "verb_classes": [ 0, 2, 11, 6 ], "nouns": [ "brush:washing:up", "brush", "tap", "tap" ], "noun_classes": [ 103, 103, 0, 0 ], "start_stop_timestamps": [ [ "00:03:52.17", "00:03:52.66" ], [ "00:03:52.75", "00:03:56.09" ], [ "00:03:56.49", "00:03:57.11" ], [ "00:03:57.18", "00:03:58.32" ] ], "start_stop_frames": [ [ 11608, 11633 ], [ 11637, 11804 ], [ 11824, 11855 ], [ 11859, 11916 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P04_120+165_166_167_168", "video_id": "P04_120", "narration_ids": [ "P04_120_165", "P04_120_166", "P04_120_167", "P04_120_168" ], "src": "inspect saucepan . pick_up tea_towel . dry inside of saucepan with tea towel", "src1": "inspect saucepan", "src2": "pick_up tea_towel", "src3": "dry inside of saucepan with tea towel", "trg": "turn_over saucepan", "vis_src": "P04_120:165 P04_120:166 P04_120:167", "vis_trg": "P04_120:168", "narrations": [ "inspect saucepan", "pick up tea towel", "dry inside of saucepan with tea towel", "turn over saucepan" ], "verbs": [ "inspect", "pick-up", "dry-with", "turn-over" ], "verb_classes": [ 24, 0, 14, 22 ], "nouns": [ "saucepan", "towel:tea", "saucepan", "saucepan" ], "noun_classes": [ 5, 52, 5, 5 ], "start_stop_timestamps": [ [ "00:07:36.10", "00:07:39.08" ], [ "00:07:39.00", "00:07:39.63" ], [ "00:07:39.72", "00:07:41.11" ], [ "00:07:41.04", "00:07:42.02" ] ], "start_stop_frames": [ [ 22805, 22954 ], [ 22950, 22981 ], [ 22986, 23055 ], [ 23052, 23101 ] ], "trgnoun": "saucepan", "trgverb": "turn_over" }, { "key": "P02_129+421_422_423_424", "video_id": "P02_129", "narration_ids": [ "P02_129_421", "P02_129_422", "P02_129_423", "P02_129_424" ], "src": "pick biscuits from floor . open compost_bin . throw biscuit_piece", "src1": "pick biscuits from floor", "src2": "open compost_bin", "src3": "throw biscuit_piece", "trg": "put biscuit in food processor", "vis_src": "P02_129:421 P02_129:422 P02_129:423", "vis_trg": "P02_129:424", "narrations": [ "pick biscuits from floor", "open compost bin", "throw biscuit piece", "put biscuit in food processor" ], "verbs": [ "pick-from", "open", "throw", "put-in" ], "verb_classes": [ 0, 3, 13, 5 ], "nouns": [ "biscuit", "bin:compost", "piece:biscuit", "biscuit" ], "noun_classes": [ 104, 36, 104, 104 ], "start_stop_timestamps": [ [ "00:15:10.33", "00:15:12.58" ], [ "00:15:12.95", "00:15:13.40" ], [ "00:15:13.50", "00:15:13.93" ], [ "00:15:14.17", "00:15:18.48" ] ], "start_stop_frames": [ [ 45516, 45629 ], [ 45647, 45670 ], [ 45675, 45696 ], [ 45708, 45924 ] ], "trgnoun": "biscuit", "trgverb": "put_in" }, { "key": "P04_119+145_146_147_148", "video_id": "P04_119", "narration_ids": [ "P04_119_145", "P04_119_146", "P04_119_147", "P04_119_148" ], "src": "close dishwasher . transfer pan to other hand . pick_up tea_towel", "src1": "close dishwasher", "src2": "transfer pan to other hand", "src3": "pick_up tea_towel", "trg": "dry pan with tea towel", "vis_src": "P04_119:145 P04_119:146 P04_119:147", "vis_trg": "P04_119:148", "narrations": [ "close dishwasher", "transfer pan to other hand", "pick up tea towel", "dry pan with tea towel" ], "verbs": [ "close", "transfer-to", "pick-up", "dry-with" ], "verb_classes": [ 4, 11, 0, 14 ], "nouns": [ "dishwasher", "pan", "towel:tea", "pan" ], "noun_classes": [ 70, 5, 52, 5 ], "start_stop_timestamps": [ [ "00:06:25.77", "00:06:27.45" ], [ "00:06:27.43", "00:06:29.35" ], [ "00:06:29.43", "00:06:30.07" ], [ "00:06:30.10", "00:06:37.15" ] ], "start_stop_frames": [ [ 19288, 19372 ], [ 19371, 19467 ], [ 19471, 19503 ], [ 19505, 19857 ] ], "trgnoun": "pan", "trgverb": "dry_with" }, { "key": "P03_109+76_77_78_79", "video_id": "P03_109", "narration_ids": [ "P03_109_76", "P03_109_77", "P03_109_78", "P03_109_79" ], "src": "turn_on tap . rinse sieve . pick_up washing up brush", "src1": "turn_on tap", "src2": "rinse sieve", "src3": "pick_up washing up brush", "trg": "clean sieve with washing up brush", "vis_src": "P03_109:76 P03_109:77 P03_109:78", "vis_trg": "P03_109:79", "narrations": [ "turn on tap", "rinse sieve", "pick up washing up brush", "clean sieve with washing up brush" ], "verbs": [ "turn-on", "rinse", "pick-up", "clean" ], "verb_classes": [ 6, 2, 0, 2 ], "nouns": [ "tap", "sieve", "brush:washing:up", "brush:washing:up" ], "noun_classes": [ 0, 39, 103, 103 ], "start_stop_timestamps": [ [ "00:03:57.18", "00:03:58.32" ], [ "00:03:58.51", "00:04:05.16" ], [ "00:04:04.99", "00:04:06.34" ], [ "00:04:06.21", "00:04:15.93" ] ], "start_stop_frames": [ [ 11859, 11916 ], [ 11925, 12258 ], [ 12249, 12317 ], [ 12310, 12796 ] ], "trgnoun": "up_washing_brush", "trgverb": "clean" }, { "key": "P03_119+108_109_110_111", "video_id": "P03_119", "narration_ids": [ "P03_119_108", "P03_119_109", "P03_119_110", "P03_119_111" ], "src": "put scissors in drying up rack . pick_up chefs knife . wash chefs knife", "src1": "put scissors in drying up rack", "src2": "pick_up chefs knife", "src3": "wash chefs knife", "trg": "put chefs knife in drying rack", "vis_src": "P03_119:108 P03_119:109 P03_119:110", "vis_trg": "P03_119:111", "narrations": [ "put scissors in drying up rack", "pick up chefs knife", "wash chefs knife", "put chefs knife in drying rack" ], "verbs": [ "put-in", "pick-up", "wash", "put-in" ], "verb_classes": [ 5, 0, 2, 5 ], "nouns": [ "scissors", "knife:chef", "knife:chef", "knife:chef" ], "noun_classes": [ 79, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:05:23.61", "00:05:25.92" ], [ "00:05:27.20", "00:05:28.14" ], [ "00:05:28.29", "00:05:30.23" ], [ "00:05:35.00", "00:05:38.74" ] ], "start_stop_frames": [ [ 16180, 16296 ], [ 16360, 16407 ], [ 16414, 16511 ], [ 16750, 16937 ] ], "trgnoun": "chef_knife", "trgverb": "put_in" }, { "key": "P02_128+41_42_43_44", "video_id": "P02_128", "narration_ids": [ "P02_128_41", "P02_128_42", "P02_128_43", "P02_128_44" ], "src": "close milk_bottle . open fridge . put milk_bottle in fridge door", "src1": "close milk_bottle", "src2": "open fridge", "src3": "put milk_bottle in fridge door", "trg": "close fridge", "vis_src": "P02_128:41 P02_128:42 P02_128:43", "vis_trg": "P02_128:44", "narrations": [ "close milk bottle", "open fridge", "put milk bottle in fridge door", "close fridge" ], "verbs": [ "close", "open", "put-in", "close" ], "verb_classes": [ 4, 3, 5, 4 ], "nouns": [ "bottle:milk", "fridge", "bottle:milk", "fridge" ], "noun_classes": [ 15, 12, 15, 12 ], "start_stop_timestamps": [ [ "00:01:26.79", "00:01:30.03" ], [ "00:01:29.93", "00:01:30.96" ], [ "00:01:29.95", "00:01:32.22" ], [ "00:01:32.21", "00:01:32.94" ] ], "start_stop_frames": [ [ 4339, 4501 ], [ 4496, 4548 ], [ 4497, 4611 ], [ 4610, 4647 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P27_02+0_1_2_3", "video_id": "P27_02", "narration_ids": [ "P27_02_0", "P27_02_1", "P27_02_2", "P27_02_3" ], "src": "open coffee_bag . put coffee_pod into coffee machine . take sugar", "src1": "open coffee_bag", "src2": "put coffee_pod into coffee machine", "src3": "take sugar", "trg": "pour sugar into glass", "vis_src": "P27_02:0 P27_02:1 P27_02:2", "vis_trg": "P27_02:3", "narrations": [ "open coffee bag", "put coffee pod into coffee machine", "take sugar", "pour sugar into glass" ], "verbs": [ "open", "put-into", "take", "pour-into" ], "verb_classes": [ 3, 5, 0, 9 ], "nouns": [ "bag:coffee", "pod:coffee", "sugar", "sugar" ], "noun_classes": [ 19, 59, 102, 102 ], "start_stop_timestamps": [ [ "00:00:01.54", "00:00:04.56" ], [ "00:00:05.41", "00:00:07.58" ], [ "00:00:18.67", "00:00:20.66" ], [ "00:00:23.20", "00:00:27.91" ] ], "start_stop_frames": [ [ 92, 273 ], [ 324, 454 ], [ 1120, 1239 ], [ 1392, 1674 ] ], "trgnoun": "sugar", "trgverb": "pour_into" }, { "key": "P35_105+398_399_400_401", "video_id": "P35_105", "narration_ids": [ "P35_105_398", "P35_105_399", "P35_105_400", "P35_105_401" ], "src": "adjust hob . stir mushrooms . put_down spoon", "src1": "adjust hob", "src2": "stir mushrooms", "src3": "put_down spoon", "trg": "turn_off hob", "vis_src": "P35_105:398 P35_105:399 P35_105:400", "vis_trg": "P35_105:401", "narrations": [ "adjust hob", "stir mushrooms", "put down spoon", "turn off hob" ], "verbs": [ "adjust", "stir", "put-down", "turn-off" ], "verb_classes": [ 17, 10, 1, 8 ], "nouns": [ "hob", "mushroom", "spoon", "hob" ], "noun_classes": [ 24, 56, 1, 24 ], "start_stop_timestamps": [ [ "00:32:17.08", "00:32:18.93" ], [ "00:32:19.40", "00:32:30.50" ], [ "00:33:12.45", "00:33:13.69" ], [ "00:33:20.10", "00:33:20.89" ] ], "start_stop_frames": [ [ 96854, 96946 ], [ 96970, 97525 ], [ 99622, 99684 ], [ 100005, 100044 ] ], "trgnoun": "hob", "trgverb": "turn_off" }, { "key": "P11_05+265_266_267_268", "video_id": "P11_05", "narration_ids": [ "P11_05_265", "P11_05_266", "P11_05_267", "P11_05_268" ], "src": "stir courgettes . adjust hob . pick_up courgettes", "src1": "stir courgettes", "src2": "adjust hob", "src3": "pick_up courgettes", "trg": "eat courgette", "vis_src": "P11_05:265 P11_05:266 P11_05:267", "vis_trg": "P11_05:268", "narrations": [ "stir courgettes", "adjust hob", "pick up courgettes", "eat courgette" ], "verbs": [ "stir", "adjust", "pick-up", "eat" ], "verb_classes": [ 10, 17, 0, 35 ], "nouns": [ "courgette", "hob", "courgette", "courgette" ], "noun_classes": [ 76, 24, 76, 76 ], "start_stop_timestamps": [ [ "00:18:02.18", "00:18:07.76" ], [ "00:18:07.86", "00:18:09.11" ], [ "00:18:14.95", "00:18:17.81" ], [ "00:18:17.81", "00:18:19.15" ] ], "start_stop_frames": [ [ 64930, 65265 ], [ 65271, 65346 ], [ 65697, 65868 ], [ 65868, 65949 ] ], "trgnoun": "courgette", "trgverb": "eat" }, { "key": "P01_109+351_352_353_354", "video_id": "P01_109", "narration_ids": [ "P01_109_351", "P01_109_352", "P01_109_353", "P01_109_354" ], "src": "pick_up spatula . adjust hob . stir potatoes", "src1": "pick_up spatula", "src2": "adjust hob", "src3": "stir potatoes", "trg": "put_down spatula", "vis_src": "P01_109:351 P01_109:352 P01_109:353", "vis_trg": "P01_109:354", "narrations": [ "pick up spatula", "adjust hob", "stir potatoes", "put down spatula" ], "verbs": [ "pick-up", "adjust", "stir", "put-down" ], "verb_classes": [ 0, 17, 10, 1 ], "nouns": [ "spatula", "hob", "potato", "spatula" ], "noun_classes": [ 20, 24, 30, 20 ], "start_stop_timestamps": [ [ "00:20:11.05", "00:20:12.42" ], [ "00:20:12.79", "00:20:14.09" ], [ "00:20:15.19", "00:20:38.71" ], [ "00:20:39.23", "00:20:40.09" ] ], "start_stop_frames": [ [ 60552, 60621 ], [ 60639, 60704 ], [ 60759, 61935 ], [ 61961, 62004 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P03_119+105_106_107_108", "video_id": "P03_119", "narration_ids": [ "P03_119_105", "P03_119_106", "P03_119_107", "P03_119_108" ], "src": "put bread_knife on drying rack . pick_up scissors . wash scissors", "src1": "put bread_knife on drying rack", "src2": "pick_up scissors", "src3": "wash scissors", "trg": "put scissors in drying up rack", "vis_src": "P03_119:105 P03_119:106 P03_119:107", "vis_trg": "P03_119:108", "narrations": [ "put bread knife on drying rack", "pick up scissors", "wash scissors", "put scissors in drying up rack" ], "verbs": [ "put-on", "pick-up", "wash", "put-in" ], "verb_classes": [ 1, 0, 2, 5 ], "nouns": [ "knife:bread", "scissors", "scissors", "scissors" ], "noun_classes": [ 4, 79, 79, 79 ], "start_stop_timestamps": [ [ "00:05:09.74", "00:05:11.29" ], [ "00:05:12.28", "00:05:13.41" ], [ "00:05:13.76", "00:05:23.51" ], [ "00:05:23.61", "00:05:25.92" ] ], "start_stop_frames": [ [ 15487, 15564 ], [ 15613, 15670 ], [ 15688, 16175 ], [ 16180, 16296 ] ], "trgnoun": "scissors", "trgverb": "put_in" }, { "key": "P06_101+136_137_138_139", "video_id": "P06_101", "narration_ids": [ "P06_101_136", "P06_101_137", "P06_101_138", "P06_101_139" ], "src": "adjust hob . put_down spoon . pick_up pepper and knife", "src1": "adjust hob", "src2": "put_down spoon", "src3": "pick_up pepper and knife", "trg": "chop pepper", "vis_src": "P06_101:136 P06_101:137 P06_101:138", "vis_trg": "P06_101:139", "narrations": [ "adjust hob", "put down spoon", "pick up pepper and knife", "chop pepper" ], "verbs": [ "adjust", "put-down", "pick-up", "chop" ], "verb_classes": [ 17, 1, 0, 7 ], "nouns": [ "hob", "spoon", "pepper", "pepper" ], "noun_classes": [ 24, 1, 37, 37 ], "start_stop_timestamps": [ [ "00:08:59.15", "00:09:00.71" ], [ "00:09:00.40", "00:09:03.66" ], [ "00:09:20.26", "00:09:21.61" ], [ "00:09:22.06", "00:09:43.94" ] ], "start_stop_frames": [ [ 26957, 27035 ], [ 27020, 27183 ], [ 28013, 28080 ], [ 28102, 29197 ] ], "trgnoun": "pepper", "trgverb": "chop" }, { "key": "P02_123+45_46_47_48", "video_id": "P02_123", "narration_ids": [ "P02_123_45", "P02_123_46", "P02_123_47", "P02_123_48" ], "src": "pick_up water_bottle . pick_up squeezer . return water_bottle to cupboard", "src1": "pick_up water_bottle", "src2": "pick_up squeezer", "src3": "return water_bottle to cupboard", "trg": "put_down squeezer", "vis_src": "P02_123:45 P02_123:46 P02_123:47", "vis_trg": "P02_123:48", "narrations": [ "pick up water bottle", "pick up squeezer", "return water bottle to cupboard", "put down squeezer" ], "verbs": [ "pick-up", "pick-up", "return-to", "put-down" ], "verb_classes": [ 0, 0, 11, 1 ], "nouns": [ "bottle:water", "squeezer", "bottle:water", "squeezer" ], "noun_classes": [ 15, 106, 15, 106 ], "start_stop_timestamps": [ [ "00:01:34.18", "00:01:35.28" ], [ "00:01:35.25", "00:01:37.40" ], [ "00:01:37.48", "00:01:38.09" ], [ "00:01:37.87", "00:01:38.51" ] ], "start_stop_frames": [ [ 4709, 4764 ], [ 4762, 4870 ], [ 4873, 4904 ], [ 4893, 4925 ] ], "trgnoun": "squeezer", "trgverb": "put_down" }, { "key": "P01_109+347_348_349_350", "video_id": "P01_109", "narration_ids": [ "P01_109_347", "P01_109_348", "P01_109_349", "P01_109_350" ], "src": "put_down spatula . adjust hob . pick_up oil_bottle", "src1": "put_down spatula", "src2": "adjust hob", "src3": "pick_up oil_bottle", "trg": "put_down oil_bottle", "vis_src": "P01_109:347 P01_109:348 P01_109:349", "vis_trg": "P01_109:350", "narrations": [ "put down spatula", "adjust hob", "pick up oil bottle", "put down oil bottle" ], "verbs": [ "put-down", "adjust", "pick-up", "put-down" ], "verb_classes": [ 1, 17, 0, 1 ], "nouns": [ "spatula", "hob", "bottle:oil", "bottle:oil" ], "noun_classes": [ 20, 24, 15, 15 ], "start_stop_timestamps": [ [ "00:19:45.34", "00:19:46.46" ], [ "00:20:03.60", "00:20:05.36" ], [ "00:20:07.11", "00:20:07.64" ], [ "00:20:07.98", "00:20:09.24" ] ], "start_stop_frames": [ [ 59266, 59323 ], [ 60179, 60267 ], [ 60355, 60382 ], [ 60399, 60462 ] ], "trgnoun": "oil_bottle", "trgverb": "put_down" }, { "key": "P24_04+115_116_117_118", "video_id": "P24_04", "narration_ids": [ "P24_04_115", "P24_04_116", "P24_04_117", "P24_04_118" ], "src": "pick_up coffee . put coffee_cup down . grab coffee_maker", "src1": "pick_up coffee", "src2": "put coffee_cup down", "src3": "grab coffee_maker", "trg": "pour coffee into coffee cup", "vis_src": "P24_04:115 P24_04:116 P24_04:117", "vis_trg": "P24_04:118", "narrations": [ "pick up coffee", "put coffee cup down", "grab coffee maker", "pour coffee into coffee cup" ], "verbs": [ "pick-up", "put-down", "grab", "pour-into" ], "verb_classes": [ 0, 1, 0, 9 ], "nouns": [ "coffee", "cup:coffee", "maker:coffee", "coffee" ], "noun_classes": [ 59, 13, 50, 59 ], "start_stop_timestamps": [ [ "00:07:49.14", "00:07:50.43" ], [ "00:07:51.43", "00:07:53.44" ], [ "00:07:53.47", "00:07:56.47" ], [ "00:07:56.54", "00:08:02.77" ] ], "start_stop_frames": [ [ 28148, 28225 ], [ 28285, 28406 ], [ 28408, 28588 ], [ 28592, 28966 ] ], "trgnoun": "coffee", "trgverb": "pour_into" }, { "key": "P01_05+227_228_229_230", "video_id": "P01_05", "narration_ids": [ "P01_05_227", "P01_05_228", "P01_05_229", "P01_05_230" ], "src": "turn sausage . put_down tong . adjust hob", "src1": "turn sausage", "src2": "put_down tong", "src3": "adjust hob", "trg": "turn_off hob", "vis_src": "P01_05:227 P01_05:228 P01_05:229", "vis_trg": "P01_05:230", "narrations": [ "turn sausage", "put down tong", "adjust hob", "turn off hob" ], "verbs": [ "turn", "put-down", "adjust", "turn-off" ], "verb_classes": [ 23, 1, 17, 8 ], "nouns": [ "sausage", "tong", "hob", "hob" ], "noun_classes": [ 86, 142, 24, 24 ], "start_stop_timestamps": [ [ "00:18:53.44", "00:18:59.76" ], [ "00:19:00.57", "00:19:01.93" ], [ "00:19:08.95", "00:19:10.05" ], [ "00:19:25.84", "00:19:27.73" ] ], "start_stop_frames": [ [ 68006, 68385 ], [ 68434, 68515 ], [ 68937, 69003 ], [ 69950, 70063 ] ], "trgnoun": "hob", "trgverb": "turn_off" }, { "key": "P04_121+2_3_4_5", "video_id": "P04_121", "narration_ids": [ "P04_121_2", "P04_121_3", "P04_121_4", "P04_121_5" ], "src": "pick_up spatula . move cheese in saucepan . peel cheese away from side of saucepan with spatula", "src1": "pick_up spatula", "src2": "move cheese in saucepan", "src3": "peel cheese away from side of saucepan with spatula", "trg": "slice cheese with spatula", "vis_src": "P04_121:2 P04_121:3 P04_121:4", "vis_trg": "P04_121:5", "narrations": [ "pick up spatula", "move cheese in saucepan", "peel cheese away from side of saucepan with spatula", "slice cheese with spatula" ], "verbs": [ "pick-up", "move-in", "peel-with", "slice-with" ], "verb_classes": [ 0, 5, 19, 7 ], "nouns": [ "spatula", "cheese", "cheese", "cheese" ], "noun_classes": [ 20, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:00:07.03", "00:00:08.13" ], [ "00:00:08.19", "00:00:10.97" ], [ "00:00:10.65", "00:00:12.35" ], [ "00:00:13.40", "00:00:20.18" ] ], "start_stop_frames": [ [ 351, 406 ], [ 409, 548 ], [ 532, 617 ], [ 670, 1009 ] ], "trgnoun": "cheese", "trgverb": "slice_with" }, { "key": "P35_105+222_223_224_225", "video_id": "P35_105", "narration_ids": [ "P35_105_222", "P35_105_223", "P35_105_224", "P35_105_225" ], "src": "move salt . adjust hob . pick_up container", "src1": "move salt", "src2": "adjust hob", "src3": "pick_up container", "trg": "put_down container", "vis_src": "P35_105:222 P35_105:223 P35_105:224", "vis_trg": "P35_105:225", "narrations": [ "move salt", "adjust hob", "pick up container", "put down container" ], "verbs": [ "move", "adjust", "pick-up", "put-down" ], "verb_classes": [ 11, 17, 0, 1 ], "nouns": [ "salt", "hob", "container", "container" ], "noun_classes": [ 38, 24, 21, 21 ], "start_stop_timestamps": [ [ "00:15:30.01", "00:15:30.44" ], [ "00:15:30.92", "00:15:33.11" ], [ "00:15:34.95", "00:15:36.14" ], [ "00:15:37.47", "00:15:38.93" ] ], "start_stop_frames": [ [ 46500, 46522 ], [ 46546, 46655 ], [ 46747, 46807 ], [ 46873, 46946 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P26_03+10_11_12_13", "video_id": "P26_03", "narration_ids": [ "P26_03_10", "P26_03_11", "P26_03_12", "P26_03_13" ], "src": "put glass . open fridge . put lemon", "src1": "put glass", "src2": "open fridge", "src3": "put lemon", "trg": "close fridge", "vis_src": "P26_03:10 P26_03:11 P26_03:12", "vis_trg": "P26_03:13", "narrations": [ "put glass", "open fridge", "put lemon", "close fridge" ], "verbs": [ "put", "open", "put", "close" ], "verb_classes": [ 1, 3, 1, 4 ], "nouns": [ "glass", "fridge", "lemon", "fridge" ], "noun_classes": [ 10, 12, 105, 12 ], "start_stop_timestamps": [ [ "00:00:28.32", "00:00:29.73" ], [ "00:00:29.76", "00:00:31.00" ], [ "00:00:30.60", "00:00:31.93" ], [ "00:00:32.03", "00:00:33.52" ] ], "start_stop_frames": [ [ 1699, 1783 ], [ 1785, 1860 ], [ 1836, 1915 ], [ 1921, 2011 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P03_109+139_140_141_142", "video_id": "P03_109", "narration_ids": [ "P03_109_139", "P03_109_140", "P03_109_141", "P03_109_142" ], "src": "put bowl in drying rack . pick_up saucer . pick_up washing up brush", "src1": "put bowl in drying rack", "src2": "pick_up saucer", "src3": "pick_up washing up brush", "trg": "shake_off washing up brush", "vis_src": "P03_109:139 P03_109:140 P03_109:141", "vis_trg": "P03_109:142", "narrations": [ "put bowl in drying rack", "pick up saucer", "pick up washing up brush", "shake off washing up brush" ], "verbs": [ "put-in", "pick-up", "pick-up", "shake-off" ], "verb_classes": [ 5, 0, 0, 15 ], "nouns": [ "bowl", "saucer", "brush:washing:up", "brush:washing:up" ], "noun_classes": [ 7, 2, 103, 103 ], "start_stop_timestamps": [ [ "00:07:58.21", "00:08:00.40" ], [ "00:08:02.05", "00:08:03.58" ], [ "00:08:03.26", "00:08:04.34" ], [ "00:08:04.04", "00:08:05.36" ] ], "start_stop_frames": [ [ 23910, 24020 ], [ 24102, 24179 ], [ 24163, 24217 ], [ 24202, 24268 ] ], "trgnoun": "up_washing_brush", "trgverb": "shake_off" }, { "key": "P04_107+359_360_361_362", "video_id": "P04_107", "narration_ids": [ "P04_107_359", "P04_107_360", "P04_107_361", "P04_107_362" ], "src": "straighten_out dough . roll_out dough . lift_up rolling_pin", "src1": "straighten_out dough", "src2": "roll_out dough", "src3": "lift_up rolling_pin", "trg": "flip_over dough", "vis_src": "P04_107:359 P04_107:360 P04_107:361", "vis_trg": "P04_107:362", "narrations": [ "straighten out dough", "roll out dough", "lift up rolling pin", "flip over dough" ], "verbs": [ "straighten-out", "roll-out", "lift-up", "flip-over" ], "verb_classes": [ 40, 39, 33, 22 ], "nouns": [ "dough", "dough", "pin:rolling", "dough" ], "noun_classes": [ 25, 25, 136, 25 ], "start_stop_timestamps": [ [ "00:11:10.99", "00:11:12.19" ], [ "00:11:11.18", "00:11:14.15" ], [ "00:11:14.25", "00:11:15.61" ], [ "00:11:14.76", "00:11:15.96" ] ], "start_stop_frames": [ [ 33549, 33609 ], [ 33559, 33707 ], [ 33712, 33780 ], [ 33738, 33798 ] ], "trgnoun": "dough", "trgverb": "flip_over" }, { "key": "P30_107+508_509_510_511", "video_id": "P30_107", "narration_ids": [ "P30_107_508", "P30_107_509", "P30_107_510", "P30_107_511" ], "src": "put glass in cupboard . take v60 . dry v60", "src1": "put glass in cupboard", "src2": "take v60", "src3": "dry v60", "trg": "put v60 on top of coffee machine", "vis_src": "P30_107:508 P30_107:509 P30_107:510", "vis_trg": "P30_107:511", "narrations": [ "put glass in cupboard", "take v60", "dry v60", "put v60 on top of coffee machine" ], "verbs": [ "put-in", "take", "dry", "put-on" ], "verb_classes": [ 5, 0, 14, 1 ], "nouns": [ "glass", "v60", "v60", "v60" ], "noun_classes": [ 10, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:25:18.80", "00:25:20.66" ], [ "00:25:21.08", "00:25:22.38" ], [ "00:25:22.60", "00:25:23.71" ], [ "00:25:23.68", "00:25:25.15" ] ], "start_stop_frames": [ [ 75940, 76033 ], [ 76054, 76119 ], [ 76130, 76185 ], [ 76184, 76257 ] ], "trgnoun": "v60", "trgverb": "put_on" }, { "key": "P02_113+75_76_77_78", "video_id": "P02_113", "narration_ids": [ "P02_113_75", "P02_113_76", "P02_113_77", "P02_113_78" ], "src": "put_down bowl . dry hands with towel . pick_up glove from floor", "src1": "put_down bowl", "src2": "dry hands with towel", "src3": "pick_up glove from floor", "trg": "wear glove", "vis_src": "P02_113:75 P02_113:76 P02_113:77", "vis_trg": "P02_113:78", "narrations": [ "put down bowl", "dry hands with towel", "pick up glove from floor", "wear glove" ], "verbs": [ "put-down", "dry-with", "pick-up", "wear" ], "verb_classes": [ 1, 14, 0, 68 ], "nouns": [ "bowl", "hand", "glove", "glove" ], "noun_classes": [ 7, 11, 60, 60 ], "start_stop_timestamps": [ [ "00:03:40.08", "00:03:42.17" ], [ "00:03:43.32", "00:03:46.27" ], [ "00:03:46.50", "00:03:47.85" ], [ "00:03:47.75", "00:03:49.30" ] ], "start_stop_frames": [ [ 11004, 11108 ], [ 11166, 11313 ], [ 11325, 11392 ], [ 11387, 11465 ] ], "trgnoun": "glove", "trgverb": "wear" }, { "key": "P26_116+30_31_32_33", "video_id": "P26_116", "narration_ids": [ "P26_116_30", "P26_116_31", "P26_116_32", "P26_116_33" ], "src": "pick_up tissue . clean plate . throw napkin", "src1": "pick_up tissue", "src2": "clean plate", "src3": "throw napkin", "trg": "throw plate", "vis_src": "P26_116:30 P26_116:31 P26_116:32", "vis_trg": "P26_116:33", "narrations": [ "pick up tissue", "clean plate", "throw napkin", "throw plate" ], "verbs": [ "pick-up", "clean", "throw", "throw" ], "verb_classes": [ 0, 2, 13, 13 ], "nouns": [ "tissue", "plate", "napkin", "plate" ], "noun_classes": [ 88, 2, 88, 2 ], "start_stop_timestamps": [ [ "00:01:17.44", "00:01:17.83" ], [ "00:01:18.31", "00:01:29.31" ], [ "00:01:29.31", "00:01:29.67" ], [ "00:01:29.90", "00:01:31.24" ] ], "start_stop_frames": [ [ 3872, 3891 ], [ 3915, 4465 ], [ 4465, 4483 ], [ 4495, 4562 ] ], "trgnoun": "plate", "trgverb": "throw" }, { "key": "P26_104+111_112_113_114", "video_id": "P26_104", "narration_ids": [ "P26_104_111", "P26_104_112", "P26_104_113", "P26_104_114" ], "src": "pick_up tray . put_down tray . pick_up towel", "src1": "pick_up tray", "src2": "put_down tray", "src3": "pick_up towel", "trg": "fold towel", "vis_src": "P26_104:111 P26_104:112 P26_104:113", "vis_trg": "P26_104:114", "narrations": [ "pick up tray", "put down tray", "pick up towel", "fold towel" ], "verbs": [ "pick-up", "put-down", "pick-up", "fold" ], "verb_classes": [ 0, 1, 0, 28 ], "nouns": [ "tray", "tray", "towel", "towel" ], "noun_classes": [ 35, 35, 52, 52 ], "start_stop_timestamps": [ [ "00:08:32.00", "00:08:35.53" ], [ "00:08:34.46", "00:08:37.33" ], [ "00:08:36.94", "00:08:41.30" ], [ "00:08:41.40", "00:08:44.50" ] ], "start_stop_frames": [ [ 25600, 25776 ], [ 25723, 25866 ], [ 25847, 26064 ], [ 26070, 26225 ] ], "trgnoun": "towel", "trgverb": "fold" }, { "key": "P22_11+89_90_91_92", "video_id": "P22_11", "narration_ids": [ "P22_11_89", "P22_11_90", "P22_11_91", "P22_11_92" ], "src": "pour coffee . grind coffee . turn coffee_grinder upside down", "src1": "pour coffee", "src2": "grind coffee", "src3": "turn coffee_grinder upside down", "trg": "put_down coffee_grinder", "vis_src": "P22_11:89 P22_11:90 P22_11:91", "vis_trg": "P22_11:92", "narrations": [ "pour coffee", "grind coffee", "turn coffee grinder upside down", "put down coffee grinder" ], "verbs": [ "pour", "grind", "turn", "put-down" ], "verb_classes": [ 9, 49, 23, 1 ], "nouns": [ "coffee", "coffee", "grinder:coffee", "grinder:coffee" ], "noun_classes": [ 59, 59, 50, 50 ], "start_stop_timestamps": [ [ "00:03:03.87", "00:03:05.31" ], [ "00:03:07.75", "00:03:15.16" ], [ "00:03:10.99", "00:03:20.74" ], [ "00:03:22.15", "00:03:23.52" ] ], "start_stop_frames": [ [ 11032, 11118 ], [ 11265, 11709 ], [ 11459, 12044 ], [ 12129, 12211 ] ], "trgnoun": "coffee_grinder", "trgverb": "put_down" }, { "key": "P04_04+114_115_116_117", "video_id": "P04_04", "narration_ids": [ "P04_04_114", "P04_04_115", "P04_04_116", "P04_04_117" ], "src": "put skin in bin . halve onion . slice top off onion", "src1": "put skin in bin", "src2": "halve onion", "src3": "slice top off onion", "trg": "peel onion", "vis_src": "P04_04:114 P04_04:115 P04_04:116", "vis_trg": "P04_04:117", "narrations": [ "put skin in bin", "halve onion", "slice top off onion", "peel onion" ], "verbs": [ "put-in", "halve", "slice", "peel" ], "verb_classes": [ 5, 7, 7, 19 ], "nouns": [ "skin", "onion", "onion", "onion" ], "noun_classes": [ 48, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:11:06.56", "00:11:08.81" ], [ "00:11:09.90", "00:11:12.23" ], [ "00:11:14.33", "00:11:15.33" ], [ "00:11:15.76", "00:11:25.23" ] ], "start_stop_frames": [ [ 39993, 40128 ], [ 40194, 40333 ], [ 40459, 40519 ], [ 40545, 41113 ] ], "trgnoun": "onion", "trgverb": "peel" }, { "key": "P23_101+102_104_105_106", "video_id": "P23_101", "narration_ids": [ "P23_101_102", "P23_101_104", "P23_101_105", "P23_101_106" ], "src": "put onion on plate . put onion in bag . take bag", "src1": "put onion on plate", "src2": "put onion in bag", "src3": "take bag", "trg": "put bag", "vis_src": "P23_101:102 P23_101:104 P23_101:105", "vis_trg": "P23_101:106", "narrations": [ "put onion on plate", "put onion in bag", "take bag", "put bag" ], "verbs": [ "put-on", "put-in", "take", "put" ], "verb_classes": [ 1, 5, 0, 1 ], "nouns": [ "onion", "onion", "bag", "bag" ], "noun_classes": [ 16, 16, 19, 19 ], "start_stop_timestamps": [ [ "00:12:53.58", "00:12:54.19" ], [ "00:12:54.44", "00:12:55.27" ], [ "00:12:55.28", "00:12:55.91" ], [ "00:12:56.75", "00:12:57.29" ] ], "start_stop_frames": [ [ 38679, 38709 ], [ 38722, 38763 ], [ 38764, 38795 ], [ 38837, 38864 ] ], "trgnoun": "bag", "trgverb": "put" }, { "key": "P29_01+208_209_210_211", "video_id": "P29_01", "narration_ids": [ "P29_01_208", "P29_01_209", "P29_01_210", "P29_01_211" ], "src": "pick_up towel . dry hands . chop sausage with spatula", "src1": "pick_up towel", "src2": "dry hands", "src3": "chop sausage with spatula", "trg": "stir sausage", "vis_src": "P29_01:208 P29_01:209 P29_01:210", "vis_trg": "P29_01:211", "narrations": [ "pick up towel", "dry hands", "chop sausage with spatula", "stir sausage" ], "verbs": [ "pick-up", "dry", "chop-with", "stir" ], "verb_classes": [ 0, 14, 7, 10 ], "nouns": [ "towel", "hand", "sausage", "sausage" ], "noun_classes": [ 52, 11, 86, 86 ], "start_stop_timestamps": [ [ "00:12:45.91", "00:12:46.71" ], [ "00:12:47.83", "00:12:49.01" ], [ "00:12:50.63", "00:12:51.40" ], [ "00:12:52.62", "00:12:53.33" ] ], "start_stop_frames": [ [ 45954, 46002 ], [ 46069, 46140 ], [ 46237, 46284 ], [ 46357, 46399 ] ], "trgnoun": "sausage", "trgverb": "stir" }, { "key": "P23_04+74_75_76_77", "video_id": "P23_04", "narration_ids": [ "P23_04_74", "P23_04_75", "P23_04_76", "P23_04_77" ], "src": "take some curry leaves . put_into the pan . put the curry leaves outside", "src1": "take some curry leaves", "src2": "put_into the pan", "src3": "put the curry leaves outside", "trg": "mix the curry leaves", "vis_src": "P23_04:74 P23_04:75 P23_04:76", "vis_trg": "P23_04:77", "narrations": [ "take some curry leaves", "put into the pan", "put the curry leaves outside", "mix the curry leaves" ], "verbs": [ "take", "put-into", "put", "mix" ], "verb_classes": [ 0, 5, 1, 10 ], "nouns": [ "leaf:curry", "pan", "leaf:curry", "leaf:curry" ], "noun_classes": [ 62, 5, 62, 62 ], "start_stop_timestamps": [ [ "00:18:39.08", "00:18:43.24" ], [ "00:18:43.14", "00:18:53.13" ], [ "00:18:54.92", "00:18:56.32" ], [ "00:18:58.19", "00:19:05.25" ] ], "start_stop_frames": [ [ 67144, 67394 ], [ 67388, 67987 ], [ 68095, 68179 ], [ 68291, 68715 ] ], "trgnoun": "curry_leaf", "trgverb": "mix" }, { "key": "P30_10+189_190_191_192", "video_id": "P30_10", "narration_ids": [ "P30_10_189", "P30_10_190", "P30_10_191", "P30_10_192" ], "src": "put mug in drying rack . take v60 . wash v60", "src1": "put mug in drying rack", "src2": "take v60", "src3": "wash v60", "trg": "rinse v60", "vis_src": "P30_10:189 P30_10:190 P30_10:191", "vis_trg": "P30_10:192", "narrations": [ "put mug in drying rack", "take v60", "wash v60", "rinse v60" ], "verbs": [ "put-in", "take", "wash", "rinse" ], "verb_classes": [ 5, 0, 2, 2 ], "nouns": [ "mug", "v60", "v60", "v60" ], "noun_classes": [ 13, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:09:33.94", "00:09:34.68" ], [ "00:09:34.55", "00:09:35.11" ], [ "00:09:35.21", "00:09:40.36" ], [ "00:09:39.78", "00:09:44.20" ] ], "start_stop_frames": [ [ 34436, 34480 ], [ 34473, 34506 ], [ 34512, 34821 ], [ 34786, 35052 ] ], "trgnoun": "v60", "trgverb": "rinse" }, { "key": "P03_120+125_127_128_129", "video_id": "P03_120", "narration_ids": [ "P03_120_125", "P03_120_127", "P03_120_128", "P03_120_129" ], "src": "pick_up grater . zest lemon into bowl . pick_up lemon", "src1": "pick_up grater", "src2": "zest lemon into bowl", "src3": "pick_up lemon", "trg": "put_down lemon", "vis_src": "P03_120:125 P03_120:127 P03_120:128", "vis_trg": "P03_120:129", "narrations": [ "pick up grater", "zest lemon into bowl", "pick up lemon", "put down lemon" ], "verbs": [ "pick-up", "zest-into", "pick-up", "put-down" ], "verb_classes": [ 0, 77, 0, 1 ], "nouns": [ "grater", "lemon", "lemon", "lemon" ], "noun_classes": [ 96, 105, 105, 105 ], "start_stop_timestamps": [ [ "00:05:44.90", "00:05:46.27" ], [ "00:05:47.74", "00:05:51.97" ], [ "00:05:52.01", "00:05:52.62" ], [ "00:05:52.71", "00:05:53.33" ] ], "start_stop_frames": [ [ 17245, 17313 ], [ 17387, 17598 ], [ 17600, 17631 ], [ 17635, 17666 ] ], "trgnoun": "lemon", "trgverb": "put_down" }, { "key": "P02_112+2_3_4_5", "video_id": "P02_112", "narration_ids": [ "P02_112_2", "P02_112_3", "P02_112_4", "P02_112_5" ], "src": "close drawer . open fridge . pick_up yoghurt", "src1": "close drawer", "src2": "open fridge", "src3": "pick_up yoghurt", "trg": "close fridge", "vis_src": "P02_112:2 P02_112:3 P02_112:4", "vis_trg": "P02_112:5", "narrations": [ "close drawer", "open fridge", "pick up yoghurt", "close fridge" ], "verbs": [ "close", "open", "pick-up", "close" ], "verb_classes": [ 4, 3, 0, 4 ], "nouns": [ "drawer", "fridge", "yoghurt", "fridge" ], "noun_classes": [ 8, 12, 98, 12 ], "start_stop_timestamps": [ [ "00:00:06.84", "00:00:07.37" ], [ "00:00:07.44", "00:00:08.74" ], [ "00:00:08.43", "00:00:12.13" ], [ "00:00:12.23", "00:00:13.92" ] ], "start_stop_frames": [ [ 342, 368 ], [ 372, 437 ], [ 421, 606 ], [ 611, 696 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P20_03+26_27_28_29", "video_id": "P20_03", "narration_ids": [ "P20_03_26", "P20_03_27", "P20_03_28", "P20_03_29" ], "src": "close fridge . open cupboard . take bread from cupboard", "src1": "close fridge", "src2": "open cupboard", "src3": "take bread from cupboard", "trg": "put bread on counter", "vis_src": "P20_03:26 P20_03:27 P20_03:28", "vis_trg": "P20_03:29", "narrations": [ "close fridge", "open cupboard", "take bread from cupboard", "put bread on counter" ], "verbs": [ "close", "open", "take-from", "put-on" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "fridge", "cupboard", "bread", "bread" ], "noun_classes": [ 12, 3, 33, 33 ], "start_stop_timestamps": [ [ "00:01:15.16", "00:01:17.33" ], [ "00:01:18.59", "00:01:19.80" ], [ "00:01:19.88", "00:01:23.41" ], [ "00:01:27.37", "00:01:30.20" ] ], "start_stop_frames": [ [ 4509, 4639 ], [ 4715, 4788 ], [ 4792, 5004 ], [ 5242, 5412 ] ], "trgnoun": "bread", "trgverb": "put_on" }, { "key": "P04_107+818_820_848_850", "video_id": "P04_107", "narration_ids": [ "P04_107_818", "P04_107_820", "P04_107_848", "P04_107_850" ], "src": "lay_down dough . tap pastry_brush on ramekin . pick_up pastry_brush", "src1": "lay_down dough", "src2": "tap pastry_brush on ramekin", "src3": "pick_up pastry_brush", "trg": "brush dough with oil", "vis_src": "P04_107:818 P04_107:820 P04_107:848", "vis_trg": "P04_107:850", "narrations": [ "lay down dough", "tap pastry brush on ramekin", "pick up pastry brush", "brush dough with oil" ], "verbs": [ "lay-down", "tap", "pick-up", "brush-with" ], "verb_classes": [ 1, 32, 0, 66 ], "nouns": [ "dough", "brush:pastry", "brush:pastry", "dough" ], "noun_classes": [ 25, 103, 103, 25 ], "start_stop_timestamps": [ [ "00:21:42.84", "00:21:43.94" ], [ "00:21:43.55", "00:21:44.68" ], [ "00:22:13.78", "00:22:14.47" ], [ "00:22:14.59", "00:22:16.35" ] ], "start_stop_frames": [ [ 65141, 65197 ], [ 65177, 65234 ], [ 66689, 66723 ], [ 66729, 66817 ] ], "trgnoun": "dough", "trgverb": "brush_with" }, { "key": "P03_28+9_10_11_12", "video_id": "P03_28", "narration_ids": [ "P03_28_9", "P03_28_10", "P03_28_11", "P03_28_12" ], "src": "open fridge . place bottle in fridge . grab squash", "src1": "open fridge", "src2": "place bottle in fridge", "src3": "grab squash", "trg": "close fridge", "vis_src": "P03_28:9 P03_28:10 P03_28:11", "vis_trg": "P03_28:12", "narrations": [ "open fridge", "place bottle in fridge", "grab squash", "close fridge" ], "verbs": [ "open", "place-in", "grab", "close" ], "verb_classes": [ 3, 5, 0, 4 ], "nouns": [ "fridge", "bottle", "squash", "fridge" ], "noun_classes": [ 12, 15, 116, 12 ], "start_stop_timestamps": [ [ "00:00:20.33", "00:00:21.08" ], [ "00:00:21.41", "00:00:22.18" ], [ "00:00:21.89", "00:00:22.44" ], [ "00:00:22.79", "00:00:23.29" ] ], "start_stop_frames": [ [ 1219, 1264 ], [ 1284, 1330 ], [ 1313, 1346 ], [ 1367, 1397 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P30_10+156_157_158_159", "video_id": "P30_10", "narration_ids": [ "P30_10_156", "P30_10_157", "P30_10_158", "P30_10_159" ], "src": "put saucepan_lid . put knife . take v60", "src1": "put saucepan_lid", "src2": "put knife", "src3": "take v60", "trg": "put v60", "vis_src": "P30_10:156 P30_10:157 P30_10:158", "vis_trg": "P30_10:159", "narrations": [ "put saucepan lid", "put knife", "take v60", "put v60" ], "verbs": [ "put", "put", "take", "put" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "lid:saucepan", "knife", "v60", "v60" ], "noun_classes": [ 6, 4, 50, 50 ], "start_stop_timestamps": [ [ "00:08:25.39", "00:08:26.19" ], [ "00:08:26.66", "00:08:28.85" ], [ "00:08:28.27", "00:08:30.11" ], [ "00:08:30.09", "00:08:31.43" ] ], "start_stop_frames": [ [ 30323, 30371 ], [ 30399, 30531 ], [ 30496, 30606 ], [ 30605, 30685 ] ], "trgnoun": "v60", "trgverb": "put" }, { "key": "P01_18+509_510_511_512", "video_id": "P01_18", "narration_ids": [ "P01_18_509", "P01_18_510", "P01_18_511", "P01_18_512" ], "src": "empty pan . rinse saucepan . take colander", "src1": "empty pan", "src2": "rinse saucepan", "src3": "take colander", "trg": "wash colander", "vis_src": "P01_18:509 P01_18:510 P01_18:511", "vis_trg": "P01_18:512", "narrations": [ "empty pan", "rinse saucepan", "take colander", "wash colander" ], "verbs": [ "empty", "rinse", "take", "wash" ], "verb_classes": [ 20, 2, 0, 2 ], "nouns": [ "pan", "saucepan", "colander", "colander" ], "noun_classes": [ 5, 5, 39, 39 ], "start_stop_timestamps": [ [ "00:41:07.27", "00:41:11.52" ], [ "00:41:11.62", "00:41:12.51" ], [ "00:41:12.16", "00:41:12.91" ], [ "00:41:13.01", "00:41:18.76" ] ], "start_stop_frames": [ [ 148036, 148291 ], [ 148297, 148350 ], [ 148329, 148374 ], [ 148380, 148725 ] ], "trgnoun": "colander", "trgverb": "wash" }, { "key": "P03_07+15_16_17_18", "video_id": "P03_07", "narration_ids": [ "P03_07_15", "P03_07_16", "P03_07_17", "P03_07_18" ], "src": "pick_up pan . place pan . pick_up glasses", "src1": "pick_up pan", "src2": "place pan", "src3": "pick_up glasses", "trg": "place glasses", "vis_src": "P03_07:15 P03_07:16 P03_07:17", "vis_trg": "P03_07:18", "narrations": [ "pick up pan", "place pan", "pick up glasses", "place glasses" ], "verbs": [ "pick-up", "place", "pick-up", "place" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "pan", "pan", "glass", "glass" ], "noun_classes": [ 5, 5, 10, 10 ], "start_stop_timestamps": [ [ "00:00:23.78", "00:00:24.65" ], [ "00:00:24.92", "00:00:25.85" ], [ "00:00:26.29", "00:00:27.60" ], [ "00:00:29.87", "00:00:30.69" ] ], "start_stop_frames": [ [ 1426, 1479 ], [ 1495, 1551 ], [ 1577, 1656 ], [ 1792, 1841 ] ], "trgnoun": "glass", "trgverb": "place" }, { "key": "P03_112+8_9_10_11", "video_id": "P03_112", "narration_ids": [ "P03_112_8", "P03_112_9", "P03_112_10", "P03_112_11" ], "src": "place kettle . turn_on kettle . pick_up pan", "src1": "place kettle", "src2": "turn_on kettle", "src3": "pick_up pan", "trg": "place pan", "vis_src": "P03_112:8 P03_112:9 P03_112:10", "vis_trg": "P03_112:11", "narrations": [ "place kettle", "turn on kettle", "pick up pan", "place pan" ], "verbs": [ "place", "turn-on", "pick-up", "place" ], "verb_classes": [ 1, 6, 0, 1 ], "nouns": [ "kettle", "kettle", "pan", "pan" ], "noun_classes": [ 44, 44, 5, 5 ], "start_stop_timestamps": [ [ "00:00:15.70", "00:00:17.99" ], [ "00:00:16.84", "00:00:17.98" ], [ "00:00:18.08", "00:00:21.02" ], [ "00:00:22.03", "00:00:23.06" ] ], "start_stop_frames": [ [ 785, 899 ], [ 842, 899 ], [ 903, 1051 ], [ 1101, 1153 ] ], "trgnoun": "pan", "trgverb": "place" }, { "key": "P20_02+68_69_70_71", "video_id": "P20_02", "narration_ids": [ "P20_02_68", "P20_02_69", "P20_02_70", "P20_02_71" ], "src": "put_down rag . hang_up spatula . pick_up frying_pan", "src1": "put_down rag", "src2": "hang_up spatula", "src3": "pick_up frying_pan", "trg": "wash counter with rag", "vis_src": "P20_02:68 P20_02:69 P20_02:70", "vis_trg": "P20_02:71", "narrations": [ "put down rag", "hang up spatula", "pick up frying pan", "wash counter with rag" ], "verbs": [ "put-down", "hang-up", "pick-up", "wash-with" ], "verb_classes": [ 1, 41, 0, 2 ], "nouns": [ "rag", "spatula", "pan:frying", "rag" ], "noun_classes": [ 17, 20, 5, 17 ], "start_stop_timestamps": [ [ "00:04:11.83", "00:04:12.75" ], [ "00:04:12.66", "00:04:15.06" ], [ "00:04:14.74", "00:04:17.27" ], [ "00:04:17.10", "00:04:20.62" ] ], "start_stop_frames": [ [ 15109, 15165 ], [ 15159, 15303 ], [ 15284, 15436 ], [ 15426, 15637 ] ], "trgnoun": "rag", "trgverb": "wash_with" }, { "key": "P03_07+13_14_15_16", "video_id": "P03_07", "narration_ids": [ "P03_07_13", "P03_07_14", "P03_07_15", "P03_07_16" ], "src": "place lid . place spoon . pick_up pan", "src1": "place lid", "src2": "place spoon", "src3": "pick_up pan", "trg": "place pan", "vis_src": "P03_07:13 P03_07:14 P03_07:15", "vis_trg": "P03_07:16", "narrations": [ "place lid", "place spoon", "pick up pan", "place pan" ], "verbs": [ "place", "place", "pick-up", "place" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "lid", "spoon", "pan", "pan" ], "noun_classes": [ 6, 1, 5, 5 ], "start_stop_timestamps": [ [ "00:00:19.24", "00:00:20.24" ], [ "00:00:20.39", "00:00:22.79" ], [ "00:00:23.78", "00:00:24.65" ], [ "00:00:24.92", "00:00:25.85" ] ], "start_stop_frames": [ [ 1154, 1214 ], [ 1223, 1367 ], [ 1426, 1479 ], [ 1495, 1551 ] ], "trgnoun": "pan", "trgverb": "place" }, { "key": "P08_21+28_29_30_31", "video_id": "P08_21", "narration_ids": [ "P08_21_28", "P08_21_29", "P08_21_30", "P08_21_31" ], "src": "take_out bowl . take_out pan . open cupboard", "src1": "take_out bowl", "src2": "take_out pan", "src3": "open cupboard", "trg": "place pan", "vis_src": "P08_21:28 P08_21:29 P08_21:30", "vis_trg": "P08_21:31", "narrations": [ "take out bowl", "take out pan", "open cupboard", "place pan" ], "verbs": [ "take-out", "take-out", "open", "place" ], "verb_classes": [ 12, 12, 3, 1 ], "nouns": [ "bowl", "pan", "cupboard", "pan" ], "noun_classes": [ 7, 5, 3, 5 ], "start_stop_timestamps": [ [ "00:01:14.95", "00:01:16.00" ], [ "00:01:18.19", "00:01:19.03" ], [ "00:01:18.65", "00:01:20.40" ], [ "00:01:20.50", "00:01:22.00" ] ], "start_stop_frames": [ [ 4497, 4560 ], [ 4691, 4741 ], [ 4719, 4824 ], [ 4830, 4920 ] ], "trgnoun": "pan", "trgverb": "place" }, { "key": "P35_104+370_371_372_373", "video_id": "P35_104", "narration_ids": [ "P35_104_370", "P35_104_371", "P35_104_372", "P35_104_373" ], "src": "close fridge . turn_on tap . wash container", "src1": "close fridge", "src2": "turn_on tap", "src3": "wash container", "trg": "put_down container", "vis_src": "P35_104:370 P35_104:371 P35_104:372", "vis_trg": "P35_104:373", "narrations": [ "close fridge", "turn on tap", "wash container", "put down container" ], "verbs": [ "close", "turn-on", "wash", "put-down" ], "verb_classes": [ 4, 6, 2, 1 ], "nouns": [ "fridge", "tap", "container", "container" ], "noun_classes": [ 12, 0, 21, 21 ], "start_stop_timestamps": [ [ "00:23:55.94", "00:23:57.45" ], [ "00:24:01.50", "00:24:05.63" ], [ "00:24:05.74", "00:24:15.04" ], [ "00:24:14.98", "00:24:16.73" ] ], "start_stop_frames": [ [ 71797, 71872 ], [ 72075, 72281 ], [ 72287, 72752 ], [ 72749, 72836 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P08_18+26_27_28_29", "video_id": "P08_18", "narration_ids": [ "P08_18_26", "P08_18_27", "P08_18_28", "P08_18_29" ], "src": "wipe_off food_bits . place pan . place chopping_board", "src1": "wipe_off food_bits", "src2": "place pan", "src3": "place chopping_board", "trg": "get pan", "vis_src": "P08_18:26 P08_18:27 P08_18:28", "vis_trg": "P08_18:29", "narrations": [ "wipe off food bits", "place pan", "place chopping board", "get pan" ], "verbs": [ "wipe-off", "place", "place", "get" ], "verb_classes": [ 2, 1, 1, 0 ], "nouns": [ "bit:food", "pan", "board:chopping", "pan" ], "noun_classes": [ 34, 5, 18, 5 ], "start_stop_timestamps": [ [ "00:01:35.39", "00:01:40.49" ], [ "00:01:40.74", "00:01:43.33" ], [ "00:01:46.31", "00:01:49.04" ], [ "00:01:49.78", "00:01:51.03" ] ], "start_stop_frames": [ [ 5723, 6029 ], [ 6044, 6199 ], [ 6378, 6542 ], [ 6586, 6661 ] ], "trgnoun": "pan", "trgverb": "get" }, { "key": "P02_01+52_53_54_55", "video_id": "P02_01", "narration_ids": [ "P02_01_52", "P02_01_53", "P02_01_54", "P02_01_55" ], "src": "put cup . pick_up coffee_pot . open the coffee_machine", "src1": "put cup", "src2": "pick_up coffee_pot", "src3": "open the coffee_machine", "trg": "put coffee_pot", "vis_src": "P02_01:52 P02_01:53 P02_01:54", "vis_trg": "P02_01:55", "narrations": [ "put cup", "pick up coffee pot", "open the coffee machine", "put coffee pot" ], "verbs": [ "put", "pick-up", "open", "put" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "cup", "pot:coffee", "machine:coffee", "pot:coffee" ], "noun_classes": [ 13, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:02:01.53", "00:02:02.76" ], [ "00:02:02.69", "00:02:05.69" ], [ "00:02:06.04", "00:02:06.79" ], [ "00:02:06.89", "00:02:07.68" ] ], "start_stop_frames": [ [ 7291, 7365 ], [ 7361, 7541 ], [ 7562, 7607 ], [ 7613, 7660 ] ], "trgnoun": "coffee_pot", "trgverb": "put" }, { "key": "P08_06+44_45_46_47", "video_id": "P08_06", "narration_ids": [ "P08_06_44", "P08_06_45", "P08_06_46", "P08_06_47" ], "src": "clean plate . place plate . clean pan", "src1": "clean plate", "src2": "place plate", "src3": "clean pan", "trg": "place pan", "vis_src": "P08_06:44 P08_06:45 P08_06:46", "vis_trg": "P08_06:47", "narrations": [ "clean plate", "place plate", "clean pan", "place pan" ], "verbs": [ "clean", "place", "clean", "place" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "plate", "plate", "pan", "pan" ], "noun_classes": [ 2, 2, 5, 5 ], "start_stop_timestamps": [ [ "00:02:29.32", "00:02:30.37" ], [ "00:02:30.54", "00:02:32.04" ], [ "00:02:33.01", "00:02:38.01" ], [ "00:02:38.11", "00:02:41.36" ] ], "start_stop_frames": [ [ 8959, 9022 ], [ 9032, 9122 ], [ 9180, 9480 ], [ 9486, 9681 ] ], "trgnoun": "pan", "trgverb": "place" }, { "key": "P08_21+31_32_33_34", "video_id": "P08_21", "narration_ids": [ "P08_21_31", "P08_21_32", "P08_21_33", "P08_21_34" ], "src": "place pan . place lid on counter top . take colander", "src1": "place pan", "src2": "place lid on counter top", "src3": "take colander", "trg": "place colander", "vis_src": "P08_21:31 P08_21:32 P08_21:33", "vis_trg": "P08_21:34", "narrations": [ "place pan", "place lid on counter top", "take colander", "place colander" ], "verbs": [ "place", "place-on", "take", "place" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "pan", "lid", "colander", "colander" ], "noun_classes": [ 5, 6, 39, 39 ], "start_stop_timestamps": [ [ "00:01:20.50", "00:01:22.00" ], [ "00:01:22.34", "00:01:24.62" ], [ "00:01:25.03", "00:01:26.73" ], [ "00:01:26.83", "00:01:28.29" ] ], "start_stop_frames": [ [ 4830, 4920 ], [ 4940, 5077 ], [ 5101, 5203 ], [ 5209, 5297 ] ], "trgnoun": "colander", "trgverb": "place" }, { "key": "P02_112+145_146_147_148", "video_id": "P02_112", "narration_ids": [ "P02_112_145", "P02_112_146", "P02_112_147", "P02_112_148" ], "src": "pick_up tray . pick_up second_tray . put_down first_tray", "src1": "pick_up tray", "src2": "pick_up second_tray", "src3": "put_down first_tray", "trg": "put_down second_tray", "vis_src": "P02_112:145 P02_112:146 P02_112:147", "vis_trg": "P02_112:148", "narrations": [ "pick up tray", "pick up second tray", "put down first tray", "put down second tray" ], "verbs": [ "pick-up", "pick-up", "put-down", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "tray", "tray:second", "tray:first", "tray:second" ], "noun_classes": [ 35, 35, 35, 35 ], "start_stop_timestamps": [ [ "00:10:02.09", "00:10:03.85" ], [ "00:10:03.95", "00:10:04.79" ], [ "00:10:04.89", "00:10:05.89" ], [ "00:10:05.99", "00:10:07.30" ] ], "start_stop_frames": [ [ 30104, 30192 ], [ 30197, 30239 ], [ 30244, 30294 ], [ 30299, 30364 ] ], "trgnoun": "second_tray", "trgverb": "put_down" }, { "key": "P03_120+0_1_2_3", "video_id": "P03_120", "narration_ids": [ "P03_120_0", "P03_120_1", "P03_120_2", "P03_120_3" ], "src": "flip_through book . bend back book . put_down book", "src1": "flip_through book", "src2": "bend back book", "src3": "put_down book", "trg": "spread_out book", "vis_src": "P03_120:0 P03_120:1 P03_120:2", "vis_trg": "P03_120:3", "narrations": [ "flip through book", "bend back book", "put down book", "spread out book" ], "verbs": [ "flip-through", "bend", "put-down", "spread-out" ], "verb_classes": [ 22, 95, 1, 27 ], "nouns": [ "book", "book", "book", "book" ], "noun_classes": [ 140, 140, 140, 140 ], "start_stop_timestamps": [ [ "00:00:03.74", "00:00:04.82" ], [ "00:00:05.34", "00:00:05.91" ], [ "00:00:06.72", "00:00:08.15" ], [ "00:00:07.81", "00:00:11.83" ] ], "start_stop_frames": [ [ 187, 241 ], [ 267, 295 ], [ 336, 407 ], [ 390, 591 ] ], "trgnoun": "book", "trgverb": "spread_out" }, { "key": "P30_108+90_91_92_93", "video_id": "P30_108", "narration_ids": [ "P30_108_90", "P30_108_91", "P30_108_92", "P30_108_93" ], "src": "pick_up sponge . scrub pot . turn_on tap", "src1": "pick_up sponge", "src2": "scrub pot", "src3": "turn_on tap", "trg": "rinse pot", "vis_src": "P30_108:90 P30_108:91 P30_108:92", "vis_trg": "P30_108:93", "narrations": [ "pick up sponge", "scrub pot", "turn on tap", "rinse pot" ], "verbs": [ "pick-up", "scrub", "turn-on", "rinse" ], "verb_classes": [ 0, 29, 6, 2 ], "nouns": [ "sponge", "pot", "tap", "pot" ], "noun_classes": [ 9, 29, 0, 29 ], "start_stop_timestamps": [ [ "00:03:21.23", "00:03:22.09" ], [ "00:03:22.19", "00:03:25.47" ], [ "00:03:32.63", "00:03:33.92" ], [ "00:03:33.73", "00:03:40.70" ] ], "start_stop_frames": [ [ 10061, 10104 ], [ 10109, 10273 ], [ 10631, 10696 ], [ 10686, 11035 ] ], "trgnoun": "pot", "trgverb": "rinse" }, { "key": "P03_19+40_41_42_43", "video_id": "P03_19", "narration_ids": [ "P03_19_40", "P03_19_41", "P03_19_42", "P03_19_43" ], "src": "put lid . grab bottle . open bottle", "src1": "put lid", "src2": "grab bottle", "src3": "open bottle", "trg": "fill bottle", "vis_src": "P03_19:40 P03_19:41 P03_19:42", "vis_trg": "P03_19:43", "narrations": [ "put lid", "grab bottle", "open bottle", "fill bottle" ], "verbs": [ "put", "grab", "open", "fill" ], "verb_classes": [ 1, 0, 3, 26 ], "nouns": [ "lid", "bottle", "bottle", "bottle" ], "noun_classes": [ 6, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:02:15.04", "00:02:15.66" ], [ "00:02:15.66", "00:02:16.18" ], [ "00:02:17.37", "00:02:18.39" ], [ "00:02:18.68", "00:02:20.10" ] ], "start_stop_frames": [ [ 8102, 8139 ], [ 8139, 8170 ], [ 8242, 8303 ], [ 8320, 8406 ] ], "trgnoun": "bottle", "trgverb": "fill" }, { "key": "P03_09+17_18_19_20", "video_id": "P03_09", "narration_ids": [ "P03_09_17", "P03_09_18", "P03_09_19", "P03_09_20" ], "src": "put squash . grab bottle . open bottle", "src1": "put squash", "src2": "grab bottle", "src3": "open bottle", "trg": "fill bottle", "vis_src": "P03_09:17 P03_09:18 P03_09:19", "vis_trg": "P03_09:20", "narrations": [ "put squash", "grab bottle", "open bottle", "fill bottle" ], "verbs": [ "put", "grab", "open", "fill" ], "verb_classes": [ 1, 0, 3, 26 ], "nouns": [ "squash", "bottle", "bottle", "bottle" ], "noun_classes": [ 116, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:00:31.85", "00:00:32.60" ], [ "00:00:32.56", "00:00:34.05" ], [ "00:00:33.80", "00:00:34.55" ], [ "00:00:34.50", "00:00:35.99" ] ], "start_stop_frames": [ [ 1911, 1956 ], [ 1953, 2042 ], [ 2027, 2073 ], [ 2070, 2159 ] ], "trgnoun": "bottle", "trgverb": "fill" }, { "key": "P20_01+76_77_78_79", "video_id": "P20_01", "narration_ids": [ "P20_01_76", "P20_01_77", "P20_01_78", "P20_01_79" ], "src": "put salad in fridge . close fridge . pick_up frying_pan", "src1": "put salad in fridge", "src2": "close fridge", "src3": "pick_up frying_pan", "trg": "stir frying_pan", "vis_src": "P20_01:76 P20_01:77 P20_01:78", "vis_trg": "P20_01:79", "narrations": [ "put salad in fridge", "close fridge", "pick up frying pan", "stir frying pan" ], "verbs": [ "put-in", "close", "pick-up", "stir" ], "verb_classes": [ 5, 4, 0, 10 ], "nouns": [ "salad", "fridge", "pan:frying", "pan:frying" ], "noun_classes": [ 68, 12, 5, 5 ], "start_stop_timestamps": [ [ "00:04:16.00", "00:04:18.37" ], [ "00:04:18.47", "00:04:22.48" ], [ "00:04:24.11", "00:04:25.33" ], [ "00:04:25.43", "00:04:26.41" ] ], "start_stop_frames": [ [ 15360, 15502 ], [ 15508, 15748 ], [ 15846, 15919 ], [ 15925, 15984 ] ], "trgnoun": "frying_pan", "trgverb": "stir" }, { "key": "P03_19+72_73_74_75", "video_id": "P03_19", "narration_ids": [ "P03_19_72", "P03_19_73", "P03_19_74", "P03_19_75" ], "src": "screw_on lid . put bottle in fridge . open bottle", "src1": "screw_on lid", "src2": "put bottle in fridge", "src3": "open bottle", "trg": "fill bottle", "vis_src": "P03_19:72 P03_19:73 P03_19:74", "vis_trg": "P03_19:75", "narrations": [ "screw on lid", "put bottle in fridge", "open bottle", "fill bottle" ], "verbs": [ "screw-on", "put-in", "open", "fill" ], "verb_classes": [ 4, 5, 3, 26 ], "nouns": [ "lid", "bottle", "bottle", "bottle" ], "noun_classes": [ 6, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:03:48.93", "00:03:51.23" ], [ "00:03:53.49", "00:03:56.25" ], [ "00:03:58.51", "00:03:59.55" ], [ "00:03:58.79", "00:04:00.91" ] ], "start_stop_frames": [ [ 13735, 13873 ], [ 14009, 14175 ], [ 14310, 14373 ], [ 14327, 14454 ] ], "trgnoun": "bottle", "trgverb": "fill" }, { "key": "P35_104+764_765_766_767", "video_id": "P35_104", "narration_ids": [ "P35_104_764", "P35_104_765", "P35_104_766", "P35_104_767" ], "src": "pick_up container . open fridge . move meat", "src1": "pick_up container", "src2": "open fridge", "src3": "move meat", "trg": "put_down containers", "vis_src": "P35_104:764 P35_104:765 P35_104:766", "vis_trg": "P35_104:767", "narrations": [ "pick up container", "open fridge", "move meat", "put down containers" ], "verbs": [ "pick-up", "open", "move", "put-down" ], "verb_classes": [ 0, 3, 11, 1 ], "nouns": [ "container", "fridge", "meat", "container" ], "noun_classes": [ 21, 12, 28, 21 ], "start_stop_timestamps": [ [ "00:53:32.79", "00:53:33.90" ], [ "00:53:36.19", "00:53:37.92" ], [ "00:53:39.64", "00:53:42.06" ], [ "00:53:42.82", "00:53:45.64" ] ], "start_stop_frames": [ [ 160639, 160695 ], [ 160809, 160896 ], [ 160982, 161103 ], [ 161141, 161282 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P03_19+41_42_43_44", "video_id": "P03_19", "narration_ids": [ "P03_19_41", "P03_19_42", "P03_19_43", "P03_19_44" ], "src": "grab bottle . open bottle . fill bottle", "src1": "grab bottle", "src2": "open bottle", "src3": "fill bottle", "trg": "shake bottle", "vis_src": "P03_19:41 P03_19:42 P03_19:43", "vis_trg": "P03_19:44", "narrations": [ "grab bottle", "open bottle", "fill bottle", "shake bottle" ], "verbs": [ "grab", "open", "fill", "shake" ], "verb_classes": [ 0, 3, 26, 15 ], "nouns": [ "bottle", "bottle", "bottle", "bottle" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:02:15.66", "00:02:16.18" ], [ "00:02:17.37", "00:02:18.39" ], [ "00:02:18.68", "00:02:20.10" ], [ "00:02:21.67", "00:02:23.91" ] ], "start_stop_frames": [ [ 8139, 8170 ], [ 8242, 8303 ], [ 8320, 8406 ], [ 8500, 8634 ] ], "trgnoun": "bottle", "trgverb": "shake" }, { "key": "P20_04+205_206_207_208", "video_id": "P20_04", "narration_ids": [ "P20_04_205", "P20_04_206", "P20_04_207", "P20_04_208" ], "src": "put tissue . open fridge . pick_up ginger", "src1": "put tissue", "src2": "open fridge", "src3": "pick_up ginger", "trg": "inspect ginger", "vis_src": "P20_04:205 P20_04:206 P20_04:207", "vis_trg": "P20_04:208", "narrations": [ "put tissue", "open fridge", "pick up ginger", "inspect ginger" ], "verbs": [ "put", "open", "pick-up", "inspect" ], "verb_classes": [ 1, 3, 0, 24 ], "nouns": [ "tissue", "fridge", "ginger", "ginger" ], "noun_classes": [ 88, 12, 131, 131 ], "start_stop_timestamps": [ [ "00:14:08.72", "00:14:09.56" ], [ "00:14:13.89", "00:14:15.30" ], [ "00:14:14.90", "00:14:21.21" ], [ "00:14:20.08", "00:14:28.17" ] ], "start_stop_frames": [ [ 50923, 50973 ], [ 51233, 51318 ], [ 51294, 51672 ], [ 51604, 52090 ] ], "trgnoun": "ginger", "trgverb": "inspect" }, { "key": "P27_103+316_317_318_319", "video_id": "P27_103", "narration_ids": [ "P27_103_316", "P27_103_317", "P27_103_318", "P27_103_319" ], "src": "put_down bag . lower shaker . turn container", "src1": "put_down bag", "src2": "lower shaker", "src3": "turn container", "trg": "turn_on shaker", "vis_src": "P27_103:316 P27_103:317 P27_103:318", "vis_trg": "P27_103:319", "narrations": [ "put down bag", "lower shaker", "turn container", "turn on shaker" ], "verbs": [ "put-down", "lower", "turn", "turn-on" ], "verb_classes": [ 1, 73, 23, 6 ], "nouns": [ "bag", "shaker", "container", "shaker" ], "noun_classes": [ 19, 15, 21, 15 ], "start_stop_timestamps": [ [ "00:22:37.87", "00:22:38.76" ], [ "00:22:39.02", "00:22:39.96" ], [ "00:22:40.39", "00:22:42.58" ], [ "00:22:41.45", "00:22:44.31" ] ], "start_stop_frames": [ [ 67893, 67938 ], [ 67951, 67998 ], [ 68019, 68129 ], [ 68072, 68215 ] ], "trgnoun": "shaker", "trgverb": "turn_on" }, { "key": "P03_107+9_10_11_12", "video_id": "P03_107", "narration_ids": [ "P03_107_9", "P03_107_10", "P03_107_11", "P03_107_12" ], "src": "open bottle . pour_out water from bottle . turn_on tap", "src1": "open bottle", "src2": "pour_out water from bottle", "src3": "turn_on tap", "trg": "fill bottle", "vis_src": "P03_107:9 P03_107:10 P03_107:11", "vis_trg": "P03_107:12", "narrations": [ "open bottle", "pour out water from bottle", "turn on tap", "fill bottle" ], "verbs": [ "open", "pour-out", "turn-on", "fill" ], "verb_classes": [ 3, 9, 6, 26 ], "nouns": [ "bottle", "water", "tap", "bottle" ], "noun_classes": [ 15, 27, 0, 15 ], "start_stop_timestamps": [ [ "00:00:20.29", "00:00:21.62" ], [ "00:00:21.29", "00:00:22.41" ], [ "00:00:22.40", "00:00:23.35" ], [ "00:00:23.21", "00:00:27.61" ] ], "start_stop_frames": [ [ 1014, 1081 ], [ 1064, 1120 ], [ 1120, 1167 ], [ 1160, 1380 ] ], "trgnoun": "bottle", "trgverb": "fill" }, { "key": "P01_18+398_399_400_401", "video_id": "P01_18", "narration_ids": [ "P01_18_398", "P01_18_399", "P01_18_400", "P01_18_401" ], "src": "adjust hop . take saucepan . pour squash into colander", "src1": "adjust hop", "src2": "take saucepan", "src3": "pour squash into colander", "trg": "drain squash", "vis_src": "P01_18:398 P01_18:399 P01_18:400", "vis_trg": "P01_18:401", "narrations": [ "adjust hop", "take saucepan", "pour squash into colander", "drain squash" ], "verbs": [ "adjust", "take", "pour-into", "drain" ], "verb_classes": [ 17, 0, 9, 37 ], "nouns": [ "hop", "saucepan", "squash", "squash" ], "noun_classes": [ 24, 5, 116, 116 ], "start_stop_timestamps": [ [ "00:31:07.35", "00:31:09.57" ], [ "00:31:11.32", "00:31:13.23" ], [ "00:31:15.00", "00:31:18.88" ], [ "00:31:19.90", "00:31:26.10" ] ], "start_stop_frames": [ [ 112041, 112174 ], [ 112279, 112393 ], [ 112500, 112732 ], [ 112794, 113166 ] ], "trgnoun": "squash", "trgverb": "drain" }, { "key": "P20_01+77_78_79_80", "video_id": "P20_01", "narration_ids": [ "P20_01_77", "P20_01_78", "P20_01_79", "P20_01_80" ], "src": "close fridge . pick_up frying_pan . stir frying_pan", "src1": "close fridge", "src2": "pick_up frying_pan", "src3": "stir frying_pan", "trg": "put_down frying_pan", "vis_src": "P20_01:77 P20_01:78 P20_01:79", "vis_trg": "P20_01:80", "narrations": [ "close fridge", "pick up frying pan", "stir frying pan", "put down frying pan" ], "verbs": [ "close", "pick-up", "stir", "put-down" ], "verb_classes": [ 4, 0, 10, 1 ], "nouns": [ "fridge", "pan:frying", "pan:frying", "pan:frying" ], "noun_classes": [ 12, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:04:18.47", "00:04:22.48" ], [ "00:04:24.11", "00:04:25.33" ], [ "00:04:25.43", "00:04:26.41" ], [ "00:04:26.51", "00:04:28.32" ] ], "start_stop_frames": [ [ 15508, 15748 ], [ 15846, 15919 ], [ 15925, 15984 ], [ 15990, 16099 ] ], "trgnoun": "frying_pan", "trgverb": "put_down" }, { "key": "P20_01+257_258_259_260", "video_id": "P20_01", "narration_ids": [ "P20_01_257", "P20_01_258", "P20_01_259", "P20_01_260" ], "src": "put_down pepper . pick_up spatula . move meat with spatula", "src1": "put_down pepper", "src2": "pick_up spatula", "src3": "move meat with spatula", "trg": "flip meat with spatula", "vis_src": "P20_01:257 P20_01:258 P20_01:259", "vis_trg": "P20_01:260", "narrations": [ "put down pepper", "pick up spatula", "move meat with spatula", "flip meat with spatula" ], "verbs": [ "put-down", "pick-up", "move", "flip" ], "verb_classes": [ 1, 0, 11, 22 ], "nouns": [ "pepper", "spatula", "meat", "meat" ], "noun_classes": [ 37, 20, 28, 28 ], "start_stop_timestamps": [ [ "00:15:51.99", "00:15:53.18" ], [ "00:15:54.91", "00:16:01.80" ], [ "00:15:57.85", "00:15:58.65" ], [ "00:16:03.12", "00:16:05.38" ] ], "start_stop_frames": [ [ 57119, 57190 ], [ 57294, 57708 ], [ 57471, 57519 ], [ 57787, 57922 ] ], "trgnoun": "meat", "trgverb": "flip" }, { "key": "P07_09+18_19_20_21", "video_id": "P07_09", "narration_ids": [ "P07_09_18", "P07_09_19", "P07_09_20", "P07_09_21" ], "src": "put chorizo on cheese . close tortilla . open fridge", "src1": "put chorizo on cheese", "src2": "close tortilla", "src3": "open fridge", "trg": "close fridge", "vis_src": "P07_09:18 P07_09:19 P07_09:20", "vis_trg": "P07_09:21", "narrations": [ "put chorizo on cheese", "close tortilla", "open fridge", "close fridge" ], "verbs": [ "put-on", "close", "open", "close" ], "verb_classes": [ 1, 4, 3, 4 ], "nouns": [ "chorizo", "tortilla", "fridge", "fridge" ], "noun_classes": [ 86, 107, 12, 12 ], "start_stop_timestamps": [ [ "00:02:24.82", "00:02:31.88" ], [ "00:02:32.76", "00:02:36.31" ], [ "00:02:38.84", "00:02:40.94" ], [ "00:02:42.30", "00:02:43.42" ] ], "start_stop_frames": [ [ 8689, 9112 ], [ 9165, 9378 ], [ 9530, 9656 ], [ 9738, 9805 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P02_129+67_68_69_70", "video_id": "P02_129", "narration_ids": [ "P02_129_67", "P02_129_68", "P02_129_69", "P02_129_70" ], "src": "pick cherry_tomato from box . put cherry_tomato in hand . open tap", "src1": "pick cherry_tomato from box", "src2": "put cherry_tomato in hand", "src3": "open tap", "trg": "rinse cherry_tomato", "vis_src": "P02_129:67 P02_129:68 P02_129:69", "vis_trg": "P02_129:70", "narrations": [ "pick cherry tomato from box", "put cherry tomato in hand", "open tap", "rinse cherry tomato" ], "verbs": [ "pick-from", "put-in", "turn-on", "rinse" ], "verb_classes": [ 0, 5, 6, 2 ], "nouns": [ "tomato:cherry", "tomato:cherry", "tap", "tomato:cherry" ], "noun_classes": [ 43, 43, 0, 43 ], "start_stop_timestamps": [ [ "00:02:25.24", "00:02:26.22" ], [ "00:02:25.96", "00:02:26.65" ], [ "00:02:28.47", "00:02:29.62" ], [ "00:02:29.70", "00:02:33.14" ] ], "start_stop_frames": [ [ 7262, 7311 ], [ 7298, 7332 ], [ 7423, 7481 ], [ 7484, 7656 ] ], "trgnoun": "cherry_tomato", "trgverb": "rinse" }, { "key": "P04_04+103_104_105_106", "video_id": "P04_04", "narration_ids": [ "P04_04_103", "P04_04_104", "P04_04_105", "P04_04_106" ], "src": "test pan . put paneer into pan . pick_up frying_pan", "src1": "test pan", "src2": "put paneer into pan", "src3": "pick_up frying_pan", "trg": "tilt frying_pan", "vis_src": "P04_04:103 P04_04:104 P04_04:105", "vis_trg": "P04_04:106", "narrations": [ "test pan", "put paneer into pan", "pick up frying pan", "tilt frying pan" ], "verbs": [ "test", "put-into", "pick-up", "tilt" ], "verb_classes": [ 24, 5, 0, 33 ], "nouns": [ "pan", "paneer", "pan:frying", "pan:frying" ], "noun_classes": [ 5, 32, 5, 5 ], "start_stop_timestamps": [ [ "00:09:59.50", "00:10:00.83" ], [ "00:10:01.02", "00:10:41.92" ], [ "00:10:44.00", "00:10:46.37" ], [ "00:10:45.33", "00:10:46.19" ] ], "start_stop_frames": [ [ 35970, 36049 ], [ 36061, 38515 ], [ 38640, 38782 ], [ 38719, 38771 ] ], "trgnoun": "frying_pan", "trgverb": "tilt" }, { "key": "P04_113+361_362_363_364", "video_id": "P04_113", "narration_ids": [ "P04_113_361", "P04_113_362", "P04_113_363", "P04_113_364" ], "src": "put spoon in drawer . close drawer . pick_up tupperware_tub", "src1": "put spoon in drawer", "src2": "close drawer", "src3": "pick_up tupperware_tub", "trg": "shake tupperware_tub", "vis_src": "P04_113:361 P04_113:362 P04_113:363", "vis_trg": "P04_113:364", "narrations": [ "put spoon in drawer", "close drawer", "pick up tupperware tub", "shake tupperware tub" ], "verbs": [ "put-in", "close", "pick-up", "shake" ], "verb_classes": [ 5, 4, 0, 15 ], "nouns": [ "spoon", "drawer", "tub:tupperware", "tub:tupperware" ], "noun_classes": [ 1, 8, 23, 23 ], "start_stop_timestamps": [ [ "00:11:29.64", "00:11:30.16" ], [ "00:11:30.24", "00:11:30.51" ], [ "00:11:31.07", "00:11:31.78" ], [ "00:11:31.88", "00:11:32.50" ] ], "start_stop_frames": [ [ 34482, 34508 ], [ 34512, 34525 ], [ 34553, 34589 ], [ 34594, 34625 ] ], "trgnoun": "tupperware_tub", "trgverb": "shake" }, { "key": "P03_19+78_79_80_81", "video_id": "P03_19", "narration_ids": [ "P03_19_78", "P03_19_79", "P03_19_80", "P03_19_81" ], "src": "shake bottle . open bottle . pour_out bottle", "src1": "shake bottle", "src2": "open bottle", "src3": "pour_out bottle", "trg": "fill bottle", "vis_src": "P03_19:78 P03_19:79 P03_19:80", "vis_trg": "P03_19:81", "narrations": [ "shake bottle", "open bottle", "pour out bottle", "fill bottle" ], "verbs": [ "shake", "open", "pour-out", "fill" ], "verb_classes": [ 15, 3, 9, 26 ], "nouns": [ "bottle", "bottle", "bottle", "bottle" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:04:04.25", "00:04:06.84" ], [ "00:04:06.48", "00:04:08.07" ], [ "00:04:07.88", "00:04:09.55" ], [ "00:04:10.24", "00:04:14.99" ] ], "start_stop_frames": [ [ 14655, 14810 ], [ 14788, 14884 ], [ 14872, 14973 ], [ 15014, 15299 ] ], "trgnoun": "bottle", "trgverb": "fill" }, { "key": "P22_17+216_217_218_219", "video_id": "P22_17", "narration_ids": [ "P22_17_216", "P22_17_217", "P22_17_218", "P22_17_219" ], "src": "take bottle . open tap . fill bottle", "src1": "take bottle", "src2": "open tap", "src3": "fill bottle", "trg": "shake bottle", "vis_src": "P22_17:216 P22_17:217 P22_17:218", "vis_trg": "P22_17:219", "narrations": [ "take bottle", "open tap", "fill bottle", "shake bottle" ], "verbs": [ "take", "turn-on", "fill", "shake" ], "verb_classes": [ 0, 6, 26, 15 ], "nouns": [ "bottle", "tap", "bottle", "bottle" ], "noun_classes": [ 15, 0, 15, 15 ], "start_stop_timestamps": [ [ "00:09:04.47", "00:09:05.50" ], [ "00:09:05.61", "00:09:06.38" ], [ "00:09:06.47", "00:09:08.14" ], [ "00:09:08.21", "00:09:09.14" ] ], "start_stop_frames": [ [ 32668, 32730 ], [ 32736, 32782 ], [ 32788, 32888 ], [ 32892, 32948 ] ], "trgnoun": "bottle", "trgverb": "shake" }, { "key": "P28_06+63_64_65_66", "video_id": "P28_06", "narration_ids": [ "P28_06_63", "P28_06_64", "P28_06_65", "P28_06_66" ], "src": "seal food_container . move dish . open fridge", "src1": "seal food_container", "src2": "move dish", "src3": "open fridge", "trg": "put food_container in fridge", "vis_src": "P28_06:63 P28_06:64 P28_06:65", "vis_trg": "P28_06:66", "narrations": [ "seal food container", "move dish", "open fridge", "put food container in fridge" ], "verbs": [ "seal", "move", "open", "put-in" ], "verb_classes": [ 36, 11, 3, 5 ], "nouns": [ "container:food", "dish", "fridge", "container:food" ], "noun_classes": [ 21, 2, 12, 21 ], "start_stop_timestamps": [ [ "00:05:28.16", "00:05:31.81" ], [ "00:05:31.40", "00:05:33.48" ], [ "00:05:35.27", "00:05:36.96" ], [ "00:05:36.67", "00:05:38.06" ] ], "start_stop_frames": [ [ 19689, 19908 ], [ 19884, 20008 ], [ 20116, 20217 ], [ 20200, 20283 ] ], "trgnoun": "food_container", "trgverb": "put_in" }, { "key": "P03_19+42_43_44_45", "video_id": "P03_19", "narration_ids": [ "P03_19_42", "P03_19_43", "P03_19_44", "P03_19_45" ], "src": "open bottle . fill bottle . shake bottle", "src1": "open bottle", "src2": "fill bottle", "src3": "shake bottle", "trg": "pour bottle", "vis_src": "P03_19:42 P03_19:43 P03_19:44", "vis_trg": "P03_19:45", "narrations": [ "open bottle", "fill bottle", "shake bottle", "pour bottle" ], "verbs": [ "open", "fill", "shake", "pour" ], "verb_classes": [ 3, 26, 15, 9 ], "nouns": [ "bottle", "bottle", "bottle", "bottle" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:02:17.37", "00:02:18.39" ], [ "00:02:18.68", "00:02:20.10" ], [ "00:02:21.67", "00:02:23.91" ], [ "00:02:24.56", "00:02:25.40" ] ], "start_stop_frames": [ [ 8242, 8303 ], [ 8320, 8406 ], [ 8500, 8634 ], [ 8673, 8724 ] ], "trgnoun": "bottle", "trgverb": "pour" }, { "key": "P02_108+241_242_243_244", "video_id": "P02_108", "narration_ids": [ "P02_108_241", "P02_108_242", "P02_108_243", "P02_108_244" ], "src": "pick_up sponge . pick_up washing_liquid . pour washing_liquid onto sponge", "src1": "pick_up sponge", "src2": "pick_up washing_liquid", "src3": "pour washing_liquid onto sponge", "trg": "put_down washing_liquid", "vis_src": "P02_108:241 P02_108:242 P02_108:243", "vis_trg": "P02_108:244", "narrations": [ "pick up sponge", "pick up washing liquid", "pour washing liquid onto sponge", "put down washing liquid" ], "verbs": [ "pick-up", "pick-up", "pour-onto", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "sponge", "liquid:washing", "liquid:washing", "liquid:washing" ], "noun_classes": [ 9, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:13:16.71", "00:13:17.62" ], [ "00:13:17.93", "00:13:18.90" ], [ "00:13:18.86", "00:13:20.25" ], [ "00:13:20.29", "00:13:20.99" ] ], "start_stop_frames": [ [ 39835, 39881 ], [ 39896, 39945 ], [ 39943, 40012 ], [ 40014, 40049 ] ], "trgnoun": "washing_liquid", "trgverb": "put_down" }, { "key": "P03_09+7_8_9_10", "video_id": "P03_09", "narration_ids": [ "P03_09_7", "P03_09_8", "P03_09_9", "P03_09_10" ], "src": "open bottle . pour bottle . turn_on tap", "src1": "open bottle", "src2": "pour bottle", "src3": "turn_on tap", "trg": "fill bottle", "vis_src": "P03_09:7 P03_09:8 P03_09:9", "vis_trg": "P03_09:10", "narrations": [ "open bottle", "pour bottle", "turn on tap", "fill bottle" ], "verbs": [ "open", "pour", "turn-on", "fill" ], "verb_classes": [ 3, 9, 6, 26 ], "nouns": [ "bottle", "bottle", "tap", "bottle" ], "noun_classes": [ 15, 15, 0, 15 ], "start_stop_timestamps": [ [ "00:00:14.52", "00:00:15.02" ], [ "00:00:15.08", "00:00:15.83" ], [ "00:00:15.77", "00:00:16.72" ], [ "00:00:15.98", "00:00:21.50" ] ], "start_stop_frames": [ [ 871, 901 ], [ 904, 949 ], [ 946, 1003 ], [ 958, 1290 ] ], "trgnoun": "bottle", "trgverb": "fill" }, { "key": "P22_17+215_216_217_218", "video_id": "P22_17", "narration_ids": [ "P22_17_215", "P22_17_216", "P22_17_217", "P22_17_218" ], "src": "put dish . take bottle . open tap", "src1": "put dish", "src2": "take bottle", "src3": "open tap", "trg": "fill bottle", "vis_src": "P22_17:215 P22_17:216 P22_17:217", "vis_trg": "P22_17:218", "narrations": [ "put dish", "take bottle", "open tap", "fill bottle" ], "verbs": [ "put", "take", "turn-on", "fill" ], "verb_classes": [ 1, 0, 6, 26 ], "nouns": [ "dish", "bottle", "tap", "bottle" ], "noun_classes": [ 2, 15, 0, 15 ], "start_stop_timestamps": [ [ "00:09:03.44", "00:09:04.72" ], [ "00:09:04.47", "00:09:05.50" ], [ "00:09:05.61", "00:09:06.38" ], [ "00:09:06.47", "00:09:08.14" ] ], "start_stop_frames": [ [ 32606, 32683 ], [ 32668, 32730 ], [ 32736, 32782 ], [ 32788, 32888 ] ], "trgnoun": "bottle", "trgverb": "fill" }, { "key": "P22_17+217_218_219_220", "video_id": "P22_17", "narration_ids": [ "P22_17_217", "P22_17_218", "P22_17_219", "P22_17_220" ], "src": "open tap . fill bottle . shake bottle", "src1": "open tap", "src2": "fill bottle", "src3": "shake bottle", "trg": "empty bottle", "vis_src": "P22_17:217 P22_17:218 P22_17:219", "vis_trg": "P22_17:220", "narrations": [ "open tap", "fill bottle", "shake bottle", "empty bottle" ], "verbs": [ "turn-on", "fill", "shake", "empty" ], "verb_classes": [ 6, 26, 15, 20 ], "nouns": [ "tap", "bottle", "bottle", "bottle" ], "noun_classes": [ 0, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:09:05.61", "00:09:06.38" ], [ "00:09:06.47", "00:09:08.14" ], [ "00:09:08.21", "00:09:09.14" ], [ "00:09:09.24", "00:09:10.66" ] ], "start_stop_frames": [ [ 32736, 32782 ], [ 32788, 32888 ], [ 32892, 32948 ], [ 32954, 33039 ] ], "trgnoun": "bottle", "trgverb": "empty" }, { "key": "P35_108+183_185_186_187", "video_id": "P35_108", "narration_ids": [ "P35_108_183", "P35_108_185", "P35_108_186", "P35_108_187" ], "src": "pick_up package . pick_up soap . pour washing up liquid", "src1": "pick_up package", "src2": "pick_up soap", "src3": "pour washing up liquid", "trg": "put_down washing up liquid", "vis_src": "P35_108:183 P35_108:185 P35_108:186", "vis_trg": "P35_108:187", "narrations": [ "pick up package", "pick up soap", "pour washing up liquid", "put down washing up liquid" ], "verbs": [ "pick-up", "pick-up", "pour", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "package", "soap", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 26, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:10:53.78", "00:10:54.14" ], [ "00:10:57.24", "00:10:57.76" ], [ "00:10:58.74", "00:10:59.84" ], [ "00:11:00.83", "00:11:01.23" ] ], "start_stop_frames": [ [ 32689, 32707 ], [ 32862, 32888 ], [ 32937, 32992 ], [ 33041, 33061 ] ], "trgnoun": "up_washing_liquid", "trgverb": "put_down" }, { "key": "P31_04+3_4_5_6", "video_id": "P31_04", "narration_ids": [ "P31_04_3", "P31_04_4", "P31_04_5", "P31_04_6" ], "src": "put_down honey_jar . throw napkin . take coffee", "src1": "put_down honey_jar", "src2": "throw napkin", "src3": "take coffee", "trg": "scoop coffee", "vis_src": "P31_04:3 P31_04:4 P31_04:5", "vis_trg": "P31_04:6", "narrations": [ "put down honey jar", "throw napkin", "take coffee", "scoop coffee" ], "verbs": [ "put-down", "throw", "take", "scoop" ], "verb_classes": [ 1, 13, 0, 16 ], "nouns": [ "jar:honey", "napkin", "coffee", "coffee" ], "noun_classes": [ 40, 88, 59, 59 ], "start_stop_timestamps": [ [ "00:00:26.62", "00:00:28.12" ], [ "00:00:29.38", "00:00:30.53" ], [ "00:00:37.70", "00:00:38.82" ], [ "00:00:46.95", "00:00:56.68" ] ], "start_stop_frames": [ [ 1597, 1687 ], [ 1762, 1831 ], [ 2262, 2329 ], [ 2817, 3400 ] ], "trgnoun": "coffee", "trgverb": "scoop" }, { "key": "P04_116+35_36_37_38", "video_id": "P04_116", "narration_ids": [ "P04_116_35", "P04_116_36", "P04_116_37", "P04_116_38" ], "src": "scrape egg off bottom of saucepan . tilt saucepan . lower saucepan", "src1": "scrape egg off bottom of saucepan", "src2": "tilt saucepan", "src3": "lower saucepan", "trg": "stir egg in pan using spatula", "vis_src": "P04_116:35 P04_116:36 P04_116:37", "vis_trg": "P04_116:38", "narrations": [ "scrape egg off bottom of saucepan", "tilt saucepan", "lower saucepan", "stir egg in pan using spatula" ], "verbs": [ "scrape-off", "tilt", "lower", "stir-in" ], "verb_classes": [ 25, 33, 73, 10 ], "nouns": [ "egg", "saucepan", "saucepan", "egg" ], "noun_classes": [ 53, 5, 5, 53 ], "start_stop_timestamps": [ [ "00:00:57.07", "00:00:58.12" ], [ "00:00:57.01", "00:00:58.63" ], [ "00:00:59.46", "00:01:00.61" ], [ "00:01:00.71", "00:01:09.16" ] ], "start_stop_frames": [ [ 2853, 2906 ], [ 2850, 2931 ], [ 2973, 3030 ], [ 3035, 3458 ] ], "trgnoun": "egg", "trgverb": "stir_in" }, { "key": "P27_101+434_435_436_437", "video_id": "P27_101", "narration_ids": [ "P27_101_434", "P27_101_435", "P27_101_436", "P27_101_437" ], "src": "pick_up lid . open garbage_bin . empty sink_strainer", "src1": "pick_up lid", "src2": "open garbage_bin", "src3": "empty sink_strainer", "trg": "close garbage_bin", "vis_src": "P27_101:434 P27_101:435 P27_101:436", "vis_trg": "P27_101:437", "narrations": [ "pick up lid", "open garbage bin", "empty sink strainer", "close garbage bin" ], "verbs": [ "pick-up", "open", "empty", "close" ], "verb_classes": [ 0, 3, 20, 4 ], "nouns": [ "lid", "bin:garbage", "strainer:sink", "bin:garbage" ], "noun_classes": [ 6, 36, 39, 36 ], "start_stop_timestamps": [ [ "00:20:51.08", "00:20:52.38" ], [ "00:20:53.47", "00:20:54.31" ], [ "00:20:54.49", "00:20:55.33" ], [ "00:20:55.05", "00:20:55.38" ] ], "start_stop_frames": [ [ 62554, 62619 ], [ 62673, 62715 ], [ 62724, 62766 ], [ 62752, 62769 ] ], "trgnoun": "garbage_bin", "trgverb": "close" }, { "key": "P02_105+184_185_186_187", "video_id": "P02_105", "narration_ids": [ "P02_105_184", "P02_105_185", "P02_105_186", "P02_105_187" ], "src": "close drawer . put_down mug . pick_up honey_jar", "src1": "close drawer", "src2": "put_down mug", "src3": "pick_up honey_jar", "trg": "open jar of honey", "vis_src": "P02_105:184 P02_105:185 P02_105:186", "vis_trg": "P02_105:187", "narrations": [ "close drawer", "put down mug", "pick up honey jar", "open jar of honey" ], "verbs": [ "close", "put-down", "pick-up", "open" ], "verb_classes": [ 4, 1, 0, 3 ], "nouns": [ "drawer", "mug", "jar:honey", "jar:honey" ], "noun_classes": [ 8, 13, 40, 40 ], "start_stop_timestamps": [ [ "00:06:11.73", "00:06:12.17" ], [ "00:06:15.08", "00:06:15.93" ], [ "00:06:16.14", "00:06:16.89" ], [ "00:06:17.09", "00:06:18.18" ] ], "start_stop_frames": [ [ 18586, 18608 ], [ 18754, 18796 ], [ 18807, 18844 ], [ 18854, 18909 ] ], "trgnoun": "honey_jar", "trgverb": "open" }, { "key": "P02_120+4_5_6_7", "video_id": "P02_120", "narration_ids": [ "P02_120_4", "P02_120_5", "P02_120_6", "P02_120_7" ], "src": "pick_up eggs . close fridge . put_down eggs", "src1": "pick_up eggs", "src2": "close fridge", "src3": "put_down eggs", "trg": "open eggs pack", "vis_src": "P02_120:4 P02_120:5 P02_120:6", "vis_trg": "P02_120:7", "narrations": [ "pick up eggs", "close fridge", "put down eggs", "open eggs pack" ], "verbs": [ "pick-up", "close", "put-down", "open" ], "verb_classes": [ 0, 4, 1, 3 ], "nouns": [ "egg", "fridge", "egg", "egg" ], "noun_classes": [ 53, 12, 53, 53 ], "start_stop_timestamps": [ [ "00:00:47.54", "00:00:50.04" ], [ "00:00:50.14", "00:00:51.03" ], [ "00:00:51.03", "00:00:52.62" ], [ "00:00:52.58", "00:00:54.02" ] ], "start_stop_frames": [ [ 2377, 2502 ], [ 2507, 2551 ], [ 2551, 2631 ], [ 2629, 2701 ] ], "trgnoun": "egg", "trgverb": "open" }, { "key": "P03_113+22_23_24_25", "video_id": "P03_113", "narration_ids": [ "P03_113_22", "P03_113_23", "P03_113_24", "P03_113_25" ], "src": "turn_on tap . fill saucepan with water . move tap", "src1": "turn_on tap", "src2": "fill saucepan with water", "src3": "move tap", "trg": "put_down saucepan", "vis_src": "P03_113:22 P03_113:23 P03_113:24", "vis_trg": "P03_113:25", "narrations": [ "turn on tap", "fill saucepan with water", "move tap", "put down saucepan" ], "verbs": [ "turn-on", "fill-with", "move", "put-down" ], "verb_classes": [ 6, 26, 11, 1 ], "nouns": [ "tap", "saucepan", "tap", "saucepan" ], "noun_classes": [ 0, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:00:53.00", "00:00:53.74" ], [ "00:00:53.96", "00:00:54.92" ], [ "00:00:54.84", "00:00:56.45" ], [ "00:00:56.18", "00:00:57.31" ] ], "start_stop_frames": [ [ 2650, 2687 ], [ 2698, 2746 ], [ 2742, 2822 ], [ 2809, 2865 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P04_113+330_331_332_333", "video_id": "P04_113", "narration_ids": [ "P04_113_330", "P04_113_331", "P04_113_332", "P04_113_333" ], "src": "rinse teaspoon . put teaspoon on counter . pick_up tupperware_tub", "src1": "rinse teaspoon", "src2": "put teaspoon on counter", "src3": "pick_up tupperware_tub", "trg": "dip tupperware_tub in water", "vis_src": "P04_113:330 P04_113:331 P04_113:332", "vis_trg": "P04_113:333", "narrations": [ "rinse teaspoon", "put teaspoon on counter", "pick up tupperware tub", "dip tupperware tub in water" ], "verbs": [ "rinse", "put-on", "pick-up", "dip" ], "verb_classes": [ 2, 1, 0, 66 ], "nouns": [ "teaspoon", "teaspoon", "tub:tupperware", "tub:tupperware" ], "noun_classes": [ 1, 1, 23, 23 ], "start_stop_timestamps": [ [ "00:10:19.09", "00:10:20.45" ], [ "00:10:20.54", "00:10:21.70" ], [ "00:10:21.79", "00:10:22.29" ], [ "00:10:22.62", "00:10:23.34" ] ], "start_stop_frames": [ [ 30954, 31022 ], [ 31027, 31085 ], [ 31089, 31114 ], [ 31131, 31167 ] ], "trgnoun": "tupperware_tub", "trgverb": "dip" }, { "key": "P03_109+272_273_274_275", "video_id": "P03_109", "narration_ids": [ "P03_109_272", "P03_109_273", "P03_109_274", "P03_109_275" ], "src": "move tap . turn_on tap . rinse sink_strainer", "src1": "move tap", "src2": "turn_on tap", "src3": "rinse sink_strainer", "trg": "put sink_strainer back in sink", "vis_src": "P03_109:272 P03_109:273 P03_109:274", "vis_trg": "P03_109:275", "narrations": [ "move tap", "turn on tap", "rinse sink strainer", "put sink strainer back in sink" ], "verbs": [ "move", "turn-on", "rinse", "put-in" ], "verb_classes": [ 11, 6, 2, 5 ], "nouns": [ "tap", "tap", "strainer:sink", "strainer:sink" ], "noun_classes": [ 0, 0, 39, 39 ], "start_stop_timestamps": [ [ "00:14:17.31", "00:14:17.73" ], [ "00:14:18.13", "00:14:18.79" ], [ "00:14:19.01", "00:14:24.21" ], [ "00:14:24.53", "00:14:25.23" ] ], "start_stop_frames": [ [ 42865, 42886 ], [ 42906, 42939 ], [ 42950, 43210 ], [ 43226, 43261 ] ], "trgnoun": "sink_strainer", "trgverb": "put_in" }, { "key": "P02_123+404_405_406_407", "video_id": "P02_123", "narration_ids": [ "P02_123_404", "P02_123_405", "P02_123_406", "P02_123_407" ], "src": "pick_up glass . put glass in sink . pick_up tea_infuser", "src1": "pick_up glass", "src2": "put glass in sink", "src3": "pick_up tea_infuser", "trg": "put tea_infuser inside glass", "vis_src": "P02_123:404 P02_123:405 P02_123:406", "vis_trg": "P02_123:407", "narrations": [ "pick up glass", "put glass in sink", "pick up tea infuser", "put tea infuser inside glass" ], "verbs": [ "pick-up", "put-in", "pick-up", "put" ], "verb_classes": [ 0, 5, 0, 1 ], "nouns": [ "glass", "glass", "infuser:tea", "infuser:tea" ], "noun_classes": [ 10, 10, 39, 39 ], "start_stop_timestamps": [ [ "00:20:19.47", "00:20:20.49" ], [ "00:20:20.48", "00:20:21.49" ], [ "00:20:22.33", "00:20:23.34" ], [ "00:20:23.90", "00:20:24.71" ] ], "start_stop_frames": [ [ 60973, 61024 ], [ 61024, 61074 ], [ 61116, 61166 ], [ 61195, 61235 ] ], "trgnoun": "tea_infuser", "trgverb": "put" }, { "key": "P28_05+5_6_7_8", "video_id": "P28_05", "narration_ids": [ "P28_05_5", "P28_05_6", "P28_05_7", "P28_05_8" ], "src": "put_down oven_glove . turn_on oven_temperature . take potatoes", "src1": "put_down oven_glove", "src2": "turn_on oven_temperature", "src3": "take potatoes", "trg": "strain potatoes", "vis_src": "P28_05:5 P28_05:6 P28_05:7", "vis_trg": "P28_05:8", "narrations": [ "put down oven glove", "turn on oven temperature", "take potatoes", "strain potatoes" ], "verbs": [ "put-down", "turn-on", "take", "strain" ], "verb_classes": [ 1, 6, 0, 37 ], "nouns": [ "glove:oven", "temperature:oven", "potato", "potato" ], "noun_classes": [ 60, 65, 30, 30 ], "start_stop_timestamps": [ [ "00:00:16.14", "00:00:18.49" ], [ "00:00:17.82", "00:00:21.18" ], [ "00:00:24.22", "00:00:25.18" ], [ "00:00:25.27", "00:00:28.31" ] ], "start_stop_frames": [ [ 968, 1109 ], [ 1069, 1270 ], [ 1453, 1510 ], [ 1516, 1698 ] ], "trgnoun": "potato", "trgverb": "strain" }, { "key": "P04_107+234_235_236_237", "video_id": "P04_107", "narration_ids": [ "P04_107_234", "P04_107_235", "P04_107_236", "P04_107_237" ], "src": "flip_over dough . unfold dough . roll_out dough", "src1": "flip_over dough", "src2": "unfold dough", "src3": "roll_out dough", "trg": "press dough", "vis_src": "P04_107:234 P04_107:235 P04_107:236", "vis_trg": "P04_107:237", "narrations": [ "flip over dough", "unfold dough", "roll out dough", "press dough" ], "verbs": [ "flip-over", "unfold", "roll-out", "press" ], "verb_classes": [ 22, 39, 39, 21 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:08:01.46", "00:08:02.50" ], [ "00:08:02.97", "00:08:04.04" ], [ "00:08:03.53", "00:08:05.29" ], [ "00:08:04.14", "00:08:06.39" ] ], "start_stop_frames": [ [ 24073, 24125 ], [ 24148, 24202 ], [ 24176, 24264 ], [ 24207, 24319 ] ], "trgnoun": "dough", "trgverb": "press" }, { "key": "P01_105+742_743_744_745", "video_id": "P01_105", "narration_ids": [ "P01_105_742", "P01_105_743", "P01_105_744", "P01_105_745" ], "src": "tap spatula . put_down spatula . adjust hob", "src1": "tap spatula", "src2": "put_down spatula", "src3": "adjust hob", "trg": "pick_up spatula", "vis_src": "P01_105:742 P01_105:743 P01_105:744", "vis_trg": "P01_105:745", "narrations": [ "tap spatula", "put down spatula", "adjust hob", "pick up spatula" ], "verbs": [ "tap", "put-down", "adjust", "pick-up" ], "verb_classes": [ 32, 1, 17, 0 ], "nouns": [ "spatula", "spatula", "hob", "spatula" ], "noun_classes": [ 20, 20, 24, 20 ], "start_stop_timestamps": [ [ "00:31:17.95", "00:31:19.75" ], [ "00:31:19.80", "00:31:21.16" ], [ "00:32:08.64", "00:32:10.97" ], [ "00:32:30.44", "00:32:31.57" ] ], "start_stop_frames": [ [ 93897, 93987 ], [ 93990, 94058 ], [ 96432, 96548 ], [ 97522, 97578 ] ], "trgnoun": "spatula", "trgverb": "pick_up" }, { "key": "P02_108+172_173_174_175", "video_id": "P02_108", "narration_ids": [ "P02_108_172", "P02_108_173", "P02_108_174", "P02_108_175" ], "src": "pour flour from hand into bowl . mix dough using hand . pick_up flour from bag using hand", "src1": "pour flour from hand into bowl", "src2": "mix dough using hand", "src3": "pick_up flour from bag using hand", "trg": "add flour from hand into bowl", "vis_src": "P02_108:172 P02_108:173 P02_108:174", "vis_trg": "P02_108:175", "narrations": [ "pour flour from hand into bowl", "mix dough using hand", "pick up flour from bag using hand", "add flour from hand into bowl" ], "verbs": [ "pour-from", "mix", "pick-up", "add-from" ], "verb_classes": [ 9, 10, 0, 46 ], "nouns": [ "flour", "dough", "flour", "flour" ], "noun_classes": [ 75, 25, 75, 75 ], "start_stop_timestamps": [ [ "00:07:59.17", "00:08:00.12" ], [ "00:08:00.42", "00:08:10.68" ], [ "00:08:11.02", "00:08:13.00" ], [ "00:08:14.06", "00:08:15.16" ] ], "start_stop_frames": [ [ 23958, 24006 ], [ 24021, 24534 ], [ 24551, 24650 ], [ 24703, 24758 ] ], "trgnoun": "flour", "trgverb": "add_from" }, { "key": "P35_104+636_637_638_639", "video_id": "P35_104", "narration_ids": [ "P35_104_636", "P35_104_637", "P35_104_638", "P35_104_639" ], "src": "wash counter_top . move drying_rack . move salt", "src1": "wash counter_top", "src2": "move drying_rack", "src3": "move salt", "trg": "clean counter_top", "vis_src": "P35_104:636 P35_104:637 P35_104:638", "vis_trg": "P35_104:639", "narrations": [ "wash counter top", "move drying rack", "move salt", "clean counter top" ], "verbs": [ "wash", "move", "move", "clean" ], "verb_classes": [ 2, 11, 11, 2 ], "nouns": [ "top:counter", "rack:drying", "salt", "top:counter" ], "noun_classes": [ 42, 110, 38, 42 ], "start_stop_timestamps": [ [ "00:44:34.15", "00:44:37.15" ], [ "00:44:36.54", "00:44:38.21" ], [ "00:44:40.30", "00:44:41.45" ], [ "00:44:41.14", "00:44:48.41" ] ], "start_stop_frames": [ [ 133707, 133857 ], [ 133827, 133910 ], [ 134015, 134072 ], [ 134057, 134420 ] ], "trgnoun": "counter_top", "trgverb": "clean" }, { "key": "P10_04+32_33_34_36", "video_id": "P10_04", "narration_ids": [ "P10_04_32", "P10_04_33", "P10_04_34", "P10_04_36" ], "src": "put the cardboard and fish into the sink . wash the fish . use tap_water to wash the fish", "src1": "put the cardboard and fish into the sink", "src2": "wash the fish", "src3": "use tap_water to wash the fish", "trg": "switch_off the tap_water", "vis_src": "P10_04:32 P10_04:33 P10_04:34", "vis_trg": "P10_04:36", "narrations": [ "put the cardboard and fish into the sink", "wash the fish", "use tap water to wash the fish", "switch off the tap water" ], "verbs": [ "put", "wash", "wash", "switch-off" ], "verb_classes": [ 1, 2, 2, 8 ], "nouns": [ "cardboard", "fish", "water:tap", "water:tap" ], "noun_classes": [ 26, 119, 0, 0 ], "start_stop_timestamps": [ [ "00:04:18.63", "00:04:20.89" ], [ "00:04:20.17", "00:04:38.03" ], [ "00:04:20.85", "00:04:27.00" ], [ "00:04:38.49", "00:04:39.54" ] ], "start_stop_frames": [ [ 15517, 15653 ], [ 15610, 16681 ], [ 15651, 16020 ], [ 16709, 16772 ] ], "trgnoun": "tap_water", "trgverb": "switch_off" }, { "key": "P03_101+166_167_168_169", "video_id": "P03_101", "narration_ids": [ "P03_101_166", "P03_101_167", "P03_101_168", "P03_101_169" ], "src": "turn_on tap . rinse_out sponge . wipe sink", "src1": "turn_on tap", "src2": "rinse_out sponge", "src3": "wipe sink", "trg": "squeeze_out sponge", "vis_src": "P03_101:166 P03_101:167 P03_101:168", "vis_trg": "P03_101:169", "narrations": [ "turn on tap", "rinse out sponge", "wipe sink", "squeeze out sponge" ], "verbs": [ "turn-on", "rinse-out", "wipe", "squeeze-out" ], "verb_classes": [ 6, 2, 2, 18 ], "nouns": [ "tap", "sponge", "sink", "sponge" ], "noun_classes": [ 0, 9, 63, 9 ], "start_stop_timestamps": [ [ "00:06:59.32", "00:07:00.50" ], [ "00:06:59.97", "00:07:02.07" ], [ "00:07:01.96", "00:07:07.27" ], [ "00:07:07.32", "00:07:08.18" ] ], "start_stop_frames": [ [ 20966, 21025 ], [ 20998, 21103 ], [ 21098, 21363 ], [ 21366, 21409 ] ], "trgnoun": "sponge", "trgverb": "squeeze_out" }, { "key": "P04_109+494_498_499_500", "video_id": "P04_109", "narration_ids": [ "P04_109_494", "P04_109_498", "P04_109_499", "P04_109_500" ], "src": "put_down tofu . pick_up kitchen_roll . crumple_up kitchen_roll", "src1": "put_down tofu", "src2": "pick_up kitchen_roll", "src3": "crumple_up kitchen_roll", "trg": "put kitchen_roll down", "vis_src": "P04_109:494 P04_109:498 P04_109:499", "vis_trg": "P04_109:500", "narrations": [ "put down tofu", "pick up kitchen roll", "crumple up kitchen roll", "put kitchen roll down" ], "verbs": [ "put-down", "pick-up", "crumple-up", "put-down" ], "verb_classes": [ 1, 0, 18, 1 ], "nouns": [ "tofu", "roll:kitchen", "roll:kitchen", "roll:kitchen" ], "noun_classes": [ 81, 93, 93, 93 ], "start_stop_timestamps": [ [ "00:15:21.94", "00:15:22.62" ], [ "00:15:26.95", "00:15:27.48" ], [ "00:15:27.51", "00:15:28.50" ], [ "00:15:27.72", "00:15:29.02" ] ], "start_stop_frames": [ [ 46097, 46131 ], [ 46347, 46374 ], [ 46375, 46425 ], [ 46386, 46451 ] ], "trgnoun": "kitchen_roll", "trgverb": "put_down" }, { "key": "P04_109+410_411_412_413", "video_id": "P04_109", "narration_ids": [ "P04_109_410", "P04_109_411", "P04_109_412", "P04_109_413" ], "src": "open tofu_packet . tip_out tofu . put_down tofu_packet", "src1": "open tofu_packet", "src2": "tip_out tofu", "src3": "put_down tofu_packet", "trg": "put_down tofu", "vis_src": "P04_109:410 P04_109:411 P04_109:412", "vis_trg": "P04_109:413", "narrations": [ "open tofu packet", "tip out tofu", "put down tofu packet", "put down tofu" ], "verbs": [ "open", "tip-out", "put-down", "put-down" ], "verb_classes": [ 3, 20, 1, 1 ], "nouns": [ "packet:tofu", "tofu", "packet:tofu", "tofu" ], "noun_classes": [ 26, 81, 26, 81 ], "start_stop_timestamps": [ [ "00:12:16.06", "00:12:19.80" ], [ "00:12:19.89", "00:12:21.69" ], [ "00:12:21.99", "00:12:23.63" ], [ "00:12:23.44", "00:12:24.49" ] ], "start_stop_frames": [ [ 36803, 36990 ], [ 36994, 37084 ], [ 37099, 37181 ], [ 37172, 37224 ] ], "trgnoun": "tofu", "trgverb": "put_down" }, { "key": "P04_116+47_49_53_55", "video_id": "P04_116", "narration_ids": [ "P04_116_47", "P04_116_49", "P04_116_53", "P04_116_55" ], "src": "stir egg in pan using spatula . scrape egg off bottom of pan . tilt saucepan", "src1": "stir egg in pan using spatula", "src2": "scrape egg off bottom of pan", "src3": "tilt saucepan", "trg": "lower saucepan", "vis_src": "P04_116:47 P04_116:49 P04_116:53", "vis_trg": "P04_116:55", "narrations": [ "stir egg in pan using spatula", "scrape egg off bottom of pan", "tilt saucepan", "lower saucepan" ], "verbs": [ "stir-in", "scrape-off", "tilt", "lower" ], "verb_classes": [ 10, 25, 33, 73 ], "nouns": [ "egg", "egg", "saucepan", "saucepan" ], "noun_classes": [ 53, 53, 5, 5 ], "start_stop_timestamps": [ [ "00:01:32.63", "00:01:35.25" ], [ "00:01:40.62", "00:01:56.56" ], [ "00:01:54.00", "00:01:56.76" ], [ "00:01:58.92", "00:01:59.45" ] ], "start_stop_frames": [ [ 4631, 4762 ], [ 5031, 5828 ], [ 5700, 5838 ], [ 5946, 5972 ] ], "trgnoun": "saucepan", "trgverb": "lower" }, { "key": "P02_120+40_41_42_43", "video_id": "P02_120", "narration_ids": [ "P02_120_40", "P02_120_41", "P02_120_42", "P02_120_43" ], "src": "move glass . open milk_bottle . pour milk from bottle into glass", "src1": "move glass", "src2": "open milk_bottle", "src3": "pour milk from bottle into glass", "trg": "close milk_bottle", "vis_src": "P02_120:40 P02_120:41 P02_120:42", "vis_trg": "P02_120:43", "narrations": [ "move glass", "open milk bottle", "pour milk from bottle into glass", "close milk bottle" ], "verbs": [ "move", "open", "pour-from", "close" ], "verb_classes": [ 11, 3, 9, 4 ], "nouns": [ "glass", "bottle:milk", "milk", "bottle:milk" ], "noun_classes": [ 10, 15, 64, 15 ], "start_stop_timestamps": [ [ "00:02:38.11", "00:02:40.49" ], [ "00:02:40.67", "00:02:41.92" ], [ "00:02:41.96", "00:02:46.81" ], [ "00:02:46.91", "00:02:48.68" ] ], "start_stop_frames": [ [ 7905, 8024 ], [ 8033, 8096 ], [ 8098, 8340 ], [ 8345, 8434 ] ], "trgnoun": "milk_bottle", "trgverb": "close" }, { "key": "P22_11+13_14_15_16", "video_id": "P22_11", "narration_ids": [ "P22_11_13", "P22_11_14", "P22_11_15", "P22_11_16" ], "src": "move colander . move glass . place glass", "src1": "move colander", "src2": "move glass", "src3": "place glass", "trg": "pick_up glass", "vis_src": "P22_11:13 P22_11:14 P22_11:15", "vis_trg": "P22_11:16", "narrations": [ "move colander", "move glass", "place glass", "pick up glass" ], "verbs": [ "move", "move", "place", "pick-up" ], "verb_classes": [ 11, 11, 1, 0 ], "nouns": [ "colander", "glass", "glass", "glass" ], "noun_classes": [ 39, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:00:30.84", "00:00:33.19" ], [ "00:00:33.29", "00:00:36.29" ], [ "00:00:34.47", "00:00:36.29" ], [ "00:00:36.45", "00:00:38.18" ] ], "start_stop_frames": [ [ 1850, 1991 ], [ 1997, 2177 ], [ 2068, 2177 ], [ 2187, 2290 ] ], "trgnoun": "glass", "trgverb": "pick_up" }, { "key": "P30_101+234_235_236_237", "video_id": "P30_101", "narration_ids": [ "P30_101_234", "P30_101_235", "P30_101_236", "P30_101_237" ], "src": "wipe plate . open cupboard . move glasses", "src1": "wipe plate", "src2": "open cupboard", "src3": "move glasses", "trg": "pick_up plates", "vis_src": "P30_101:234 P30_101:235 P30_101:236", "vis_trg": "P30_101:237", "narrations": [ "wipe plate", "open cupboard", "move glasses", "pick up plates" ], "verbs": [ "wipe", "open", "move", "pick-up" ], "verb_classes": [ 2, 3, 11, 0 ], "nouns": [ "plate", "cupboard", "glass", "plate" ], "noun_classes": [ 2, 3, 10, 2 ], "start_stop_timestamps": [ [ "00:08:51.79", "00:08:53.99" ], [ "00:08:54.09", "00:08:54.69" ], [ "00:08:55.49", "00:08:56.15" ], [ "00:08:58.14", "00:08:59.18" ] ], "start_stop_frames": [ [ 26589, 26699 ], [ 26704, 26734 ], [ 26774, 26807 ], [ 26907, 26958 ] ], "trgnoun": "plate", "trgverb": "pick_up" }, { "key": "P22_109+70_71_72_73", "video_id": "P22_109", "narration_ids": [ "P22_109_70", "P22_109_71", "P22_109_72", "P22_109_73" ], "src": "open package . flatten box . pick_up package", "src1": "open package", "src2": "flatten box", "src3": "pick_up package", "trg": "move box", "vis_src": "P22_109:70 P22_109:71 P22_109:72", "vis_trg": "P22_109:73", "narrations": [ "open package", "flatten box", "pick up package", "move box" ], "verbs": [ "open", "flatten", "pick-up", "move" ], "verb_classes": [ 3, 87, 0, 11 ], "nouns": [ "package", "box", "package", "box" ], "noun_classes": [ 26, 23, 26, 23 ], "start_stop_timestamps": [ [ "00:02:09.82", "00:02:12.72" ], [ "00:02:14.63", "00:02:15.51" ], [ "00:02:15.61", "00:02:16.42" ], [ "00:02:16.46", "00:02:18.41" ] ], "start_stop_frames": [ [ 6491, 6636 ], [ 6731, 6775 ], [ 6780, 6821 ], [ 6823, 6920 ] ], "trgnoun": "box", "trgverb": "move" }, { "key": "P06_101+138_139_140_141", "video_id": "P06_101", "narration_ids": [ "P06_101_138", "P06_101_139", "P06_101_140", "P06_101_141" ], "src": "pick_up pepper and knife . chop pepper . pick_up pepper", "src1": "pick_up pepper and knife", "src2": "chop pepper", "src3": "pick_up pepper", "trg": "put_down pepper", "vis_src": "P06_101:138 P06_101:139 P06_101:140", "vis_trg": "P06_101:141", "narrations": [ "pick up pepper and knife", "chop pepper", "pick up pepper", "put down pepper" ], "verbs": [ "pick-up", "chop", "pick-up", "put-down" ], "verb_classes": [ 0, 7, 0, 1 ], "nouns": [ "pepper", "pepper", "pepper", "pepper" ], "noun_classes": [ 37, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:09:20.26", "00:09:21.61" ], [ "00:09:22.06", "00:09:43.94" ], [ "00:09:43.83", "00:09:45.24" ], [ "00:09:44.64", "00:09:45.62" ] ], "start_stop_frames": [ [ 28013, 28080 ], [ 28102, 29197 ], [ 29191, 29262 ], [ 29232, 29281 ] ], "trgnoun": "pepper", "trgverb": "put_down" }, { "key": "P01_03+13_14_15_16", "video_id": "P01_03", "narration_ids": [ "P01_03_13", "P01_03_14", "P01_03_15", "P01_03_16" ], "src": "move bottle . move glass . unfold tablecloth", "src1": "move bottle", "src2": "move glass", "src3": "unfold tablecloth", "trg": "pull_down tablecloth", "vis_src": "P01_03:13 P01_03:14 P01_03:15", "vis_trg": "P01_03:16", "narrations": [ "move bottle", "move glass", "unfold tablecloth", "pull down tablecloth" ], "verbs": [ "move", "move", "unfold", "pull-down" ], "verb_classes": [ 11, 11, 39, 31 ], "nouns": [ "bottle", "glass", "tablecloth", "tablecloth" ], "noun_classes": [ 15, 10, 17, 17 ], "start_stop_timestamps": [ [ "00:00:30.48", "00:00:33.39" ], [ "00:00:32.98", "00:00:34.46" ], [ "00:00:35.74", "00:00:39.04" ], [ "00:00:38.09", "00:00:42.42" ] ], "start_stop_frames": [ [ 1828, 2003 ], [ 1978, 2067 ], [ 2144, 2342 ], [ 2285, 2545 ] ], "trgnoun": "tablecloth", "trgverb": "pull_down" }, { "key": "P27_103+636_637_638_639", "video_id": "P27_103", "narration_ids": [ "P27_103_636", "P27_103_637", "P27_103_638", "P27_103_639" ], "src": "pick_up containers . put_down container . pick_up towel", "src1": "pick_up containers", "src2": "put_down container", "src3": "pick_up towel", "trg": "fold towel", "vis_src": "P27_103:636 P27_103:637 P27_103:638", "vis_trg": "P27_103:639", "narrations": [ "pick up containers", "put down container", "pick up towel", "fold towel" ], "verbs": [ "pick-up", "put-down", "pick-up", "fold" ], "verb_classes": [ 0, 1, 0, 28 ], "nouns": [ "container", "container", "towel", "towel" ], "noun_classes": [ 21, 21, 52, 52 ], "start_stop_timestamps": [ [ "00:39:06.55", "00:39:07.12" ], [ "00:39:07.58", "00:39:08.57" ], [ "00:39:08.63", "00:39:10.40" ], [ "00:39:10.36", "00:39:12.56" ] ], "start_stop_frames": [ [ 117327, 117356 ], [ 117379, 117428 ], [ 117431, 117520 ], [ 117518, 117628 ] ], "trgnoun": "towel", "trgverb": "fold" }, { "key": "P20_04+44_45_46_47", "video_id": "P20_04", "narration_ids": [ "P20_04_44", "P20_04_45", "P20_04_46", "P20_04_47" ], "src": "put bag in fridge . close fridge . pick_up glasses", "src1": "put bag in fridge", "src2": "close fridge", "src3": "pick_up glasses", "trg": "move glasses", "vis_src": "P20_04:44 P20_04:45 P20_04:46", "vis_trg": "P20_04:47", "narrations": [ "put bag in fridge", "close fridge", "pick up glasses", "move glasses" ], "verbs": [ "put-in", "close", "pick-up", "move" ], "verb_classes": [ 5, 4, 0, 11 ], "nouns": [ "bag", "fridge", "glass", "glass" ], "noun_classes": [ 19, 12, 10, 10 ], "start_stop_timestamps": [ [ "00:02:38.65", "00:02:41.14" ], [ "00:02:41.24", "00:02:42.52" ], [ "00:02:43.71", "00:02:44.46" ], [ "00:02:44.44", "00:02:45.94" ] ], "start_stop_frames": [ [ 9519, 9668 ], [ 9674, 9751 ], [ 9822, 9867 ], [ 9866, 9956 ] ], "trgnoun": "glass", "trgverb": "move" }, { "key": "P22_106+244_245_246_247", "video_id": "P22_106", "narration_ids": [ "P22_106_244", "P22_106_245", "P22_106_246", "P22_106_247" ], "src": "put_down spoon_rest . clean counter_top . move jar", "src1": "put_down spoon_rest", "src2": "clean counter_top", "src3": "move jar", "trg": "pick_up jar", "vis_src": "P22_106:244 P22_106:245 P22_106:246", "vis_trg": "P22_106:247", "narrations": [ "put down spoon rest", "clean counter top", "move jar", "pick up jar" ], "verbs": [ "put-down", "clean", "move", "pick-up" ], "verb_classes": [ 1, 2, 11, 0 ], "nouns": [ "rest:spoon", "top:counter", "jar", "jar" ], "noun_classes": [ 109, 42, 40, 40 ], "start_stop_timestamps": [ [ "00:06:48.19", "00:06:48.85" ], [ "00:06:49.90", "00:06:51.55" ], [ "00:06:52.27", "00:06:52.93" ], [ "00:06:52.97", "00:06:54.01" ] ], "start_stop_frames": [ [ 20409, 20442 ], [ 20495, 20577 ], [ 20613, 20646 ], [ 20648, 20700 ] ], "trgnoun": "jar", "trgverb": "pick_up" }, { "key": "P22_109+10_11_12_13", "video_id": "P22_109", "narration_ids": [ "P22_109_10", "P22_109_11", "P22_109_12", "P22_109_13" ], "src": "put_down container . put_down pot . pick glasses", "src1": "put_down container", "src2": "put_down pot", "src3": "pick glasses", "trg": "move glasses", "vis_src": "P22_109:10 P22_109:11 P22_109:12", "vis_trg": "P22_109:13", "narrations": [ "put down container", "put down pot", "pick glasses", "move glasses" ], "verbs": [ "put-down", "put-down", "pick", "move" ], "verb_classes": [ 1, 1, 0, 11 ], "nouns": [ "container", "pot", "glass", "glass" ], "noun_classes": [ 21, 29, 10, 10 ], "start_stop_timestamps": [ [ "00:00:22.37", "00:00:23.33" ], [ "00:00:24.75", "00:00:25.25" ], [ "00:00:25.27", "00:00:26.73" ], [ "00:00:26.79", "00:00:28.55" ] ], "start_stop_frames": [ [ 1118, 1166 ], [ 1237, 1262 ], [ 1263, 1336 ], [ 1339, 1427 ] ], "trgnoun": "glass", "trgverb": "move" }, { "key": "P22_11+12_13_14_15", "video_id": "P22_11", "narration_ids": [ "P22_11_12", "P22_11_13", "P22_11_14", "P22_11_15" ], "src": "place container . move colander . move glass", "src1": "place container", "src2": "move colander", "src3": "move glass", "trg": "place glass", "vis_src": "P22_11:12 P22_11:13 P22_11:14", "vis_trg": "P22_11:15", "narrations": [ "place container", "move colander", "move glass", "place glass" ], "verbs": [ "place", "move", "move", "place" ], "verb_classes": [ 1, 11, 11, 1 ], "nouns": [ "container", "colander", "glass", "glass" ], "noun_classes": [ 21, 39, 10, 10 ], "start_stop_timestamps": [ [ "00:00:28.74", "00:00:30.74" ], [ "00:00:30.84", "00:00:33.19" ], [ "00:00:33.29", "00:00:36.29" ], [ "00:00:34.47", "00:00:36.29" ] ], "start_stop_frames": [ [ 1724, 1844 ], [ 1850, 1991 ], [ 1997, 2177 ], [ 2068, 2177 ] ], "trgnoun": "glass", "trgverb": "place" }, { "key": "P07_113+72_73_74_75", "video_id": "P07_113", "narration_ids": [ "P07_113_72", "P07_113_73", "P07_113_74", "P07_113_75" ], "src": "grab garlic . grab knife . cut garlic", "src1": "grab garlic", "src2": "grab knife", "src3": "cut garlic", "trg": "peel garlic", "vis_src": "P07_113:72 P07_113:73 P07_113:74", "vis_trg": "P07_113:75", "narrations": [ "grab garlic", "grab knife", "cut garlic", "peel garlic" ], "verbs": [ "grab", "grab", "cut", "peel" ], "verb_classes": [ 0, 0, 7, 19 ], "nouns": [ "garlic", "knife", "garlic", "garlic" ], "noun_classes": [ 51, 4, 51, 51 ], "start_stop_timestamps": [ [ "00:03:49.57", "00:03:51.69" ], [ "00:03:50.87", "00:03:52.27" ], [ "00:03:52.35", "00:03:54.99" ], [ "00:03:55.08", "00:03:57.96" ] ], "start_stop_frames": [ [ 11478, 11584 ], [ 11543, 11613 ], [ 11617, 11749 ], [ 11754, 11898 ] ], "trgnoun": "garlic", "trgverb": "peel" }, { "key": "P02_118+196_197_198_199", "video_id": "P02_118", "narration_ids": [ "P02_118_196", "P02_118_197", "P02_118_198", "P02_118_199" ], "src": "pick_up sponge . pick_up washing_liquid . pour washing_liquid on sponge", "src1": "pick_up sponge", "src2": "pick_up washing_liquid", "src3": "pour washing_liquid on sponge", "trg": "put_down washing_liquid", "vis_src": "P02_118:196 P02_118:197 P02_118:198", "vis_trg": "P02_118:199", "narrations": [ "pick up sponge", "pick up washing liquid", "pour washing liquid on sponge", "put down washing liquid" ], "verbs": [ "pick-up", "pick-up", "pour", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "sponge", "liquid:washing", "liquid:washing", "liquid:washing" ], "noun_classes": [ 9, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:10:26.32", "00:10:26.81" ], [ "00:10:26.79", "00:10:27.62" ], [ "00:10:27.62", "00:10:28.95" ], [ "00:10:29.03", "00:10:29.95" ] ], "start_stop_frames": [ [ 31316, 31340 ], [ 31339, 31381 ], [ 31381, 31447 ], [ 31451, 31497 ] ], "trgnoun": "washing_liquid", "trgverb": "put_down" }, { "key": "P05_01+44_45_46_47", "video_id": "P05_01", "narration_ids": [ "P05_01_44", "P05_01_45", "P05_01_46", "P05_01_47" ], "src": "close milk_container . open refrigerator . place milk_container in refrigerator", "src1": "close milk_container", "src2": "open refrigerator", "src3": "place milk_container in refrigerator", "trg": "close refrigerator", "vis_src": "P05_01:44 P05_01:45 P05_01:46", "vis_trg": "P05_01:47", "narrations": [ "close milk container", "open refrigerator", "place milk container in refrigerator", "close refrigerator" ], "verbs": [ "close", "open", "place", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "container:milk", "refrigerator", "container:milk", "refrigerator" ], "noun_classes": [ 21, 12, 21, 12 ], "start_stop_timestamps": [ [ "00:05:52.13", "00:05:53.19" ], [ "00:05:53.75", "00:05:55.25" ], [ "00:05:55.49", "00:05:57.08" ], [ "00:05:57.23", "00:05:58.38" ] ], "start_stop_frames": [ [ 21127, 21191 ], [ 21225, 21315 ], [ 21329, 21424 ], [ 21433, 21502 ] ], "trgnoun": "refrigerator", "trgverb": "close" }, { "key": "P25_107+95_96_97_98", "video_id": "P25_107", "narration_ids": [ "P25_107_95", "P25_107_96", "P25_107_97", "P25_107_98" ], "src": "flip aubergine . put_down fork . pick_up aubergine", "src1": "flip aubergine", "src2": "put_down fork", "src3": "pick_up aubergine", "trg": "put_down aubergine", "vis_src": "P25_107:95 P25_107:96 P25_107:97", "vis_trg": "P25_107:98", "narrations": [ "flip aubergine", "put down fork", "pick up aubergine", "put down aubergine" ], "verbs": [ "flip", "put-down", "pick-up", "put-down" ], "verb_classes": [ 22, 1, 0, 1 ], "nouns": [ "aubergine", "fork", "aubergine", "aubergine" ], "noun_classes": [ 67, 14, 67, 67 ], "start_stop_timestamps": [ [ "00:11:49.91", "00:11:56.17" ], [ "00:11:56.04", "00:11:57.10" ], [ "00:12:00.14", "00:12:01.19" ], [ "00:12:01.17", "00:12:02.66" ] ], "start_stop_frames": [ [ 35495, 35808 ], [ 35802, 35855 ], [ 36007, 36059 ], [ 36058, 36133 ] ], "trgnoun": "aubergine", "trgverb": "put_down" }, { "key": "P01_17+171_172_173_174", "video_id": "P01_17", "narration_ids": [ "P01_17_171", "P01_17_172", "P01_17_173", "P01_17_174" ], "src": "take spoon . close drawer . take olive_oil", "src1": "take spoon", "src2": "close drawer", "src3": "take olive_oil", "trg": "open olive_oil", "vis_src": "P01_17:171 P01_17:172 P01_17:173", "vis_trg": "P01_17:174", "narrations": [ "take spoon", "close drawer", "take olive oil", "open olive oil" ], "verbs": [ "take", "close", "take", "open" ], "verb_classes": [ 0, 4, 0, 3 ], "nouns": [ "spoon", "drawer", "oil:olive", "oil:olive" ], "noun_classes": [ 1, 8, 31, 31 ], "start_stop_timestamps": [ [ "00:11:52.59", "00:11:56.12" ], [ "00:11:55.60", "00:11:56.59" ], [ "00:11:57.84", "00:11:58.91" ], [ "00:11:59.13", "00:12:01.16" ] ], "start_stop_frames": [ [ 42755, 42967 ], [ 42936, 42995 ], [ 43070, 43134 ], [ 43147, 43269 ] ], "trgnoun": "olive_oil", "trgverb": "open" }, { "key": "P02_130+65_66_67_68", "video_id": "P02_130", "narration_ids": [ "P02_130_65", "P02_130_66", "P02_130_67", "P02_130_68" ], "src": "close bin . put_down spoon . pick_up ladder", "src1": "close bin", "src2": "put_down spoon", "src3": "pick_up ladder", "trg": "open ladder", "vis_src": "P02_130:65 P02_130:66 P02_130:67", "vis_trg": "P02_130:68", "narrations": [ "close bin", "put down spoon", "pick up ladder", "open ladder" ], "verbs": [ "close", "put-down", "pick-up", "open" ], "verb_classes": [ 4, 1, 0, 3 ], "nouns": [ "bin", "spoon", "ladder", "ladder" ], "noun_classes": [ 36, 1, 230, 230 ], "start_stop_timestamps": [ [ "00:02:28.24", "00:02:28.70" ], [ "00:02:30.83", "00:02:31.70" ], [ "00:02:33.65", "00:02:34.90" ], [ "00:02:34.86", "00:02:37.12" ] ], "start_stop_frames": [ [ 7412, 7434 ], [ 7541, 7584 ], [ 7682, 7745 ], [ 7743, 7856 ] ], "trgnoun": "ladder", "trgverb": "open" }, { "key": "P22_16+511_512_513_514", "video_id": "P22_16", "narration_ids": [ "P22_16_511", "P22_16_512", "P22_16_513", "P22_16_514" ], "src": "open refrigerator . pick_up water . close refrigerator", "src1": "open refrigerator", "src2": "pick_up water", "src3": "close refrigerator", "trg": "put_down water", "vis_src": "P22_16:511 P22_16:512 P22_16:513", "vis_trg": "P22_16:514", "narrations": [ "open refrigerator", "pick up water", "close refrigerator", "put down water" ], "verbs": [ "open", "pick-up", "close", "put-down" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "refrigerator", "water", "refrigerator", "water" ], "noun_classes": [ 12, 27, 12, 27 ], "start_stop_timestamps": [ [ "00:23:43.21", "00:23:45.27" ], [ "00:23:45.64", "00:23:46.89" ], [ "00:23:46.71", "00:23:47.86" ], [ "00:23:47.40", "00:23:48.71" ] ], "start_stop_frames": [ [ 85392, 85516 ], [ 85538, 85613 ], [ 85602, 85671 ], [ 85644, 85722 ] ], "trgnoun": "water", "trgverb": "put_down" }, { "key": "P05_01+18_19_20_21", "video_id": "P05_01", "narration_ids": [ "P05_01_18", "P05_01_19", "P05_01_20", "P05_01_21" ], "src": "place container on table . take bread . take milk_container", "src1": "place container on table", "src2": "take bread", "src3": "take milk_container", "trg": "place milk_container on table", "vis_src": "P05_01:18 P05_01:19 P05_01:20", "vis_trg": "P05_01:21", "narrations": [ "place container on table", "take bread", "take milk container", "place milk container on table" ], "verbs": [ "place", "take", "take", "place" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "container", "bread", "container:milk", "container:milk" ], "noun_classes": [ 21, 33, 21, 21 ], "start_stop_timestamps": [ [ "00:01:06.99", "00:01:07.85" ], [ "00:01:10.45", "00:01:12.14" ], [ "00:01:12.60", "00:01:14.17" ], [ "00:01:14.73", "00:01:16.20" ] ], "start_stop_frames": [ [ 4019, 4070 ], [ 4227, 4328 ], [ 4356, 4450 ], [ 4483, 4572 ] ], "trgnoun": "milk_container", "trgverb": "place" }, { "key": "P22_106+260_261_262_263", "video_id": "P22_106", "narration_ids": [ "P22_106_260", "P22_106_261", "P22_106_262", "P22_106_263" ], "src": "move chair . pick_up water_bottle . open fridge", "src1": "move chair", "src2": "pick_up water_bottle", "src3": "open fridge", "trg": "put_down water_bottle", "vis_src": "P22_106:260 P22_106:261 P22_106:262", "vis_trg": "P22_106:263", "narrations": [ "move chair", "pick up water bottle", "open fridge", "put down water bottle" ], "verbs": [ "move", "pick-up", "open", "put-down" ], "verb_classes": [ 11, 0, 3, 1 ], "nouns": [ "chair", "bottle:water", "fridge", "bottle:water" ], "noun_classes": [ 182, 15, 12, 15 ], "start_stop_timestamps": [ [ "00:07:21.38", "00:07:22.54" ], [ "00:07:22.97", "00:07:25.86" ], [ "00:07:27.83", "00:07:30.06" ], [ "00:07:30.16", "00:07:31.16" ] ], "start_stop_frames": [ [ 22069, 22127 ], [ 22148, 22293 ], [ 22391, 22503 ], [ 22508, 22558 ] ], "trgnoun": "water_bottle", "trgverb": "put_down" }, { "key": "P08_24+31_32_33_34", "video_id": "P08_24", "narration_ids": [ "P08_24_31", "P08_24_32", "P08_24_33", "P08_24_34" ], "src": "get chopping_board . place chopping_board . get potato", "src1": "get chopping_board", "src2": "place chopping_board", "src3": "get potato", "trg": "cut potato", "vis_src": "P08_24:31 P08_24:32 P08_24:33", "vis_trg": "P08_24:34", "narrations": [ "get chopping board", "place chopping board", "get potato", "cut potato" ], "verbs": [ "get", "place", "get", "cut" ], "verb_classes": [ 0, 1, 0, 7 ], "nouns": [ "board:chopping", "board:chopping", "potato", "potato" ], "noun_classes": [ 18, 18, 30, 30 ], "start_stop_timestamps": [ [ "00:02:08.53", "00:02:10.38" ], [ "00:02:10.05", "00:02:11.50" ], [ "00:02:12.28", "00:02:13.68" ], [ "00:02:20.18", "00:02:23.20" ] ], "start_stop_frames": [ [ 7711, 7822 ], [ 7803, 7890 ], [ 7936, 8020 ], [ 8410, 8592 ] ], "trgnoun": "potato", "trgverb": "cut" }, { "key": "P01_17+172_173_174_175", "video_id": "P01_17", "narration_ids": [ "P01_17_172", "P01_17_173", "P01_17_174", "P01_17_175" ], "src": "close drawer . take olive_oil . open olive_oil", "src1": "close drawer", "src2": "take olive_oil", "src3": "open olive_oil", "trg": "pour olive_oil", "vis_src": "P01_17:172 P01_17:173 P01_17:174", "vis_trg": "P01_17:175", "narrations": [ "close drawer", "take olive oil", "open olive oil", "pour olive oil" ], "verbs": [ "close", "take", "open", "pour" ], "verb_classes": [ 4, 0, 3, 9 ], "nouns": [ "drawer", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 8, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:11:55.60", "00:11:56.59" ], [ "00:11:57.84", "00:11:58.91" ], [ "00:11:59.13", "00:12:01.16" ], [ "00:12:01.26", "00:12:06.03" ] ], "start_stop_frames": [ [ 42936, 42995 ], [ 43070, 43134 ], [ 43147, 43269 ], [ 43275, 43561 ] ], "trgnoun": "olive_oil", "trgverb": "pour" }, { "key": "P06_07+67_68_69_70", "video_id": "P06_07", "narration_ids": [ "P06_07_67", "P06_07_68", "P06_07_69", "P06_07_70" ], "src": "move pizza . put_down pizza . pick_up pizza_base", "src1": "move pizza", "src2": "put_down pizza", "src3": "pick_up pizza_base", "trg": "put pizza_base", "vis_src": "P06_07:67 P06_07:68 P06_07:69", "vis_trg": "P06_07:70", "narrations": [ "move pizza", "put down pizza", "pick up pizza base", "put pizza base" ], "verbs": [ "move", "put-down", "pick-up", "put" ], "verb_classes": [ 11, 1, 0, 1 ], "nouns": [ "pizza", "pizza", "base:pizza", "base:pizza" ], "noun_classes": [ 91, 91, 91, 91 ], "start_stop_timestamps": [ [ "00:04:10.00", "00:04:11.36" ], [ "00:04:11.11", "00:04:14.08" ], [ "00:04:14.96", "00:04:16.70" ], [ "00:04:16.86", "00:04:18.08" ] ], "start_stop_frames": [ [ 15000, 15081 ], [ 15066, 15244 ], [ 15297, 15402 ], [ 15411, 15484 ] ], "trgnoun": "pizza_base", "trgverb": "put" }, { "key": "P03_119+154_155_156_157", "video_id": "P03_119", "narration_ids": [ "P03_119_154", "P03_119_155", "P03_119_156", "P03_119_157" ], "src": "pick_up clip top jar . open clip top jar . pick_up sponge", "src1": "pick_up clip top jar", "src2": "open clip top jar", "src3": "pick_up sponge", "trg": "wash clip top jar", "vis_src": "P03_119:154 P03_119:155 P03_119:156", "vis_trg": "P03_119:157", "narrations": [ "pick up clip top jar", "open clip top jar", "pick up sponge", "wash clip top jar" ], "verbs": [ "pick-up", "open", "pick-up", "wash" ], "verb_classes": [ 0, 3, 0, 2 ], "nouns": [ "jar:clip:top", "jar:clip:top", "sponge", "jar:clip:top" ], "noun_classes": [ 40, 40, 9, 40 ], "start_stop_timestamps": [ [ "00:09:17.08", "00:09:17.83" ], [ "00:09:18.62", "00:09:20.40" ], [ "00:09:20.15", "00:09:20.90" ], [ "00:09:20.82", "00:09:30.89" ] ], "start_stop_frames": [ [ 27854, 27891 ], [ 27931, 28020 ], [ 28007, 28045 ], [ 28041, 28544 ] ], "trgnoun": "top_clip_jar", "trgverb": "wash" }, { "key": "P04_110+299_300_301_302", "video_id": "P04_110", "narration_ids": [ "P04_110_299", "P04_110_300", "P04_110_301", "P04_110_302" ], "src": "eat peanut . pick_up measuring_jug . pick_up ramekin of peanuts", "src1": "eat peanut", "src2": "pick_up measuring_jug", "src3": "pick_up ramekin of peanuts", "trg": "put_down measuring_jug on table", "vis_src": "P04_110:299 P04_110:300 P04_110:301", "vis_trg": "P04_110:302", "narrations": [ "eat peanut", "pick up measuring jug", "pick up ramekin of peanuts", "put down measuring jug on table" ], "verbs": [ "eat", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 35, 0, 0, 1 ], "nouns": [ "peanut", "jug:measuring", "ramekin:peanut", "jug:measuring" ], "noun_classes": [ 133, 66, 7, 66 ], "start_stop_timestamps": [ [ "00:08:42.34", "00:08:43.09" ], [ "00:08:43.71", "00:08:45.26" ], [ "00:08:45.69", "00:08:47.06" ], [ "00:08:51.92", "00:08:52.71" ] ], "start_stop_frames": [ [ 26117, 26154 ], [ 26185, 26263 ], [ 26284, 26352 ], [ 26595, 26635 ] ], "trgnoun": "measuring_jug", "trgverb": "put_down" }, { "key": "P02_101+9_10_11_12", "video_id": "P02_101", "narration_ids": [ "P02_101_9", "P02_101_10", "P02_101_11", "P02_101_12" ], "src": "pick milk . close fridge . open milk", "src1": "pick milk", "src2": "close fridge", "src3": "open milk", "trg": "pour milk", "vis_src": "P02_101:9 P02_101:10 P02_101:11", "vis_trg": "P02_101:12", "narrations": [ "pick milk", "close fridge", "open milk", "pour milk" ], "verbs": [ "pick", "close", "open", "pour" ], "verb_classes": [ 0, 4, 3, 9 ], "nouns": [ "milk", "fridge", "milk", "milk" ], "noun_classes": [ 64, 12, 64, 64 ], "start_stop_timestamps": [ [ "00:00:18.64", "00:00:19.64" ], [ "00:00:19.73", "00:00:20.63" ], [ "00:00:22.21", "00:00:23.30" ], [ "00:00:23.51", "00:00:25.94" ] ], "start_stop_frames": [ [ 932, 982 ], [ 986, 1031 ], [ 1110, 1165 ], [ 1175, 1297 ] ], "trgnoun": "milk", "trgverb": "pour" }, { "key": "P04_110+296_297_298_299", "video_id": "P04_110", "narration_ids": [ "P04_110_296", "P04_110_297", "P04_110_298", "P04_110_299" ], "src": "stir sauce with spoon . put_down spoon . pick_up peanut", "src1": "stir sauce with spoon", "src2": "put_down spoon", "src3": "pick_up peanut", "trg": "eat peanut", "vis_src": "P04_110:296 P04_110:297 P04_110:298", "vis_trg": "P04_110:299", "narrations": [ "stir sauce with spoon", "put down spoon", "pick up peanut", "eat peanut" ], "verbs": [ "stir", "put-down", "pick-up", "eat" ], "verb_classes": [ 10, 1, 0, 35 ], "nouns": [ "sauce", "spoon", "peanut", "peanut" ], "noun_classes": [ 47, 1, 133, 133 ], "start_stop_timestamps": [ [ "00:08:38.91", "00:08:40.67" ], [ "00:08:40.38", "00:08:40.83" ], [ "00:08:41.14", "00:08:42.00" ], [ "00:08:42.34", "00:08:43.09" ] ], "start_stop_frames": [ [ 25945, 26033 ], [ 26019, 26041 ], [ 26057, 26100 ], [ 26117, 26154 ] ], "trgnoun": "peanut", "trgverb": "eat" }, { "key": "P02_102+3_4_5_6", "video_id": "P02_102", "narration_ids": [ "P02_102_3", "P02_102_4", "P02_102_5", "P02_102_6" ], "src": "put yoghurt down . move glass . pick_up lemons", "src1": "put yoghurt down", "src2": "move glass", "src3": "pick_up lemons", "trg": "put lemons down", "vis_src": "P02_102:3 P02_102:4 P02_102:5", "vis_trg": "P02_102:6", "narrations": [ "put yoghurt down", "move glass", "pick up lemons", "put lemons down" ], "verbs": [ "put-down", "move", "pick-up", "put" ], "verb_classes": [ 1, 11, 0, 1 ], "nouns": [ "yoghurt", "glass", "lemon", "lemon" ], "noun_classes": [ 98, 10, 105, 105 ], "start_stop_timestamps": [ [ "00:00:06.15", "00:00:06.96" ], [ "00:00:07.02", "00:00:07.84" ], [ "00:00:07.76", "00:00:08.54" ], [ "00:00:08.71", "00:00:09.58" ] ], "start_stop_frames": [ [ 307, 348 ], [ 351, 392 ], [ 388, 426 ], [ 435, 479 ] ], "trgnoun": "lemon", "trgverb": "put" }, { "key": "P01_18+128_129_130_131", "video_id": "P01_18", "narration_ids": [ "P01_18_128", "P01_18_129", "P01_18_130", "P01_18_131" ], "src": "take mushrooms . turn_on tap . wash mushrooms", "src1": "take mushrooms", "src2": "turn_on tap", "src3": "wash mushrooms", "trg": "put_down mushroom", "vis_src": "P01_18:128 P01_18:129 P01_18:130", "vis_trg": "P01_18:131", "narrations": [ "take mushrooms", "turn on tap", "wash mushrooms", "put down mushroom" ], "verbs": [ "take", "turn-on", "wash", "put-down" ], "verb_classes": [ 0, 6, 2, 1 ], "nouns": [ "mushroom", "tap", "mushroom", "mushroom" ], "noun_classes": [ 56, 0, 56, 56 ], "start_stop_timestamps": [ [ "00:11:50.77", "00:11:52.84" ], [ "00:11:54.07", "00:11:55.66" ], [ "00:11:55.65", "00:12:00.70" ], [ "00:12:00.44", "00:12:01.10" ] ], "start_stop_frames": [ [ 42646, 42770 ], [ 42844, 42939 ], [ 42939, 43242 ], [ 43226, 43266 ] ], "trgnoun": "mushroom", "trgverb": "put_down" }, { "key": "P01_09+576_577_578_579", "video_id": "P01_09", "narration_ids": [ "P01_09_576", "P01_09_577", "P01_09_578", "P01_09_579" ], "src": "take pizza . put_down pizza . open oven", "src1": "take pizza", "src2": "put_down pizza", "src3": "open oven", "trg": "put pizza into oven", "vis_src": "P01_09:576 P01_09:577 P01_09:578", "vis_trg": "P01_09:579", "narrations": [ "take pizza", "put down pizza", "open oven", "put pizza into oven" ], "verbs": [ "take", "put-down", "open", "put-into" ], "verb_classes": [ 0, 1, 3, 5 ], "nouns": [ "pizza", "pizza", "oven", "pizza" ], "noun_classes": [ 91, 91, 46, 91 ], "start_stop_timestamps": [ [ "00:40:35.24", "00:40:38.52" ], [ "00:40:38.19", "00:40:39.19" ], [ "00:40:41.29", "00:40:42.79" ], [ "00:40:42.77", "00:40:47.25" ] ], "start_stop_frames": [ [ 146114, 146311 ], [ 146291, 146351 ], [ 146477, 146567 ], [ 146566, 146835 ] ], "trgnoun": "pizza", "trgverb": "put_into" }, { "key": "P29_01+185_188_189_190", "video_id": "P29_01", "narration_ids": [ "P29_01_185", "P29_01_188", "P29_01_189", "P29_01_190" ], "src": "throw sausage in pan . throw away skin . pick_up sausage", "src1": "throw sausage in pan", "src2": "throw away skin", "src3": "pick_up sausage", "trg": "put sausage in pan", "vis_src": "P29_01:185 P29_01:188 P29_01:189", "vis_trg": "P29_01:190", "narrations": [ "throw sausage in pan", "throw away skin", "pick up sausage", "put sausage in pan" ], "verbs": [ "throw-in", "throw", "pick-up", "put-in" ], "verb_classes": [ 13, 13, 0, 5 ], "nouns": [ "sausage", "skin", "sausage", "sausage" ], "noun_classes": [ 86, 48, 86, 86 ], "start_stop_timestamps": [ [ "00:11:34.09", "00:11:34.75" ], [ "00:11:48.02", "00:11:49.35" ], [ "00:11:51.28", "00:11:53.03" ], [ "00:11:53.85", "00:11:55.67" ] ], "start_stop_frames": [ [ 41645, 41685 ], [ 42481, 42561 ], [ 42676, 42781 ], [ 42831, 42940 ] ], "trgnoun": "sausage", "trgverb": "put_in" }, { "key": "P04_115+79_80_83_86", "video_id": "P04_115", "narration_ids": [ "P04_115_79", "P04_115_80", "P04_115_83", "P04_115_86" ], "src": "stack eggshell halves . put eggshell in egg carton . open egg", "src1": "stack eggshell halves", "src2": "put eggshell in egg carton", "src3": "open egg", "trg": "take egg", "vis_src": "P04_115:79 P04_115:80 P04_115:83", "vis_trg": "P04_115:86", "narrations": [ "stack eggshell halves", "put eggshell in egg carton", "open egg", "take egg" ], "verbs": [ "stack", "put-in", "open", "take" ], "verb_classes": [ 40, 5, 3, 0 ], "nouns": [ "half:eggshell", "eggshell", "egg", "egg" ], "noun_classes": [ 141, 141, 53, 53 ], "start_stop_timestamps": [ [ "00:02:51.02", "00:02:52.11" ], [ "00:02:52.54", "00:02:53.05" ], [ "00:02:53.00", "00:02:55.62" ], [ "00:02:57.19", "00:02:57.80" ] ], "start_stop_frames": [ [ 8551, 8605 ], [ 8627, 8652 ], [ 8650, 8781 ], [ 8859, 8890 ] ], "trgnoun": "egg", "trgverb": "take" }, { "key": "P01_09+574_575_576_577", "video_id": "P01_09", "narration_ids": [ "P01_09_574", "P01_09_575", "P01_09_576", "P01_09_577" ], "src": "take rolling_pin . put_down rolling_pin . take pizza", "src1": "take rolling_pin", "src2": "put_down rolling_pin", "src3": "take pizza", "trg": "put_down pizza", "vis_src": "P01_09:574 P01_09:575 P01_09:576", "vis_trg": "P01_09:577", "narrations": [ "take rolling pin", "put down rolling pin", "take pizza", "put down pizza" ], "verbs": [ "take", "put-down", "take", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "pin:rolling", "pin:rolling", "pizza", "pizza" ], "noun_classes": [ 136, 136, 91, 91 ], "start_stop_timestamps": [ [ "00:40:31.64", "00:40:32.64" ], [ "00:40:33.86", "00:40:34.76" ], [ "00:40:35.24", "00:40:38.52" ], [ "00:40:38.19", "00:40:39.19" ] ], "start_stop_frames": [ [ 145898, 145958 ], [ 146031, 146085 ], [ 146114, 146311 ], [ 146291, 146351 ] ], "trgnoun": "pizza", "trgverb": "put_down" }, { "key": "P24_02+94_95_96_97", "video_id": "P24_02", "narration_ids": [ "P24_02_94", "P24_02_95", "P24_02_96", "P24_02_97" ], "src": "throw_away paper . move meat in pan . check doneness of meat", "src1": "throw_away paper", "src2": "move meat in pan", "src3": "check doneness of meat", "trg": "press meat in pan", "vis_src": "P24_02:94 P24_02:95 P24_02:96", "vis_trg": "P24_02:97", "narrations": [ "throw away paper", "move meat in pan", "check doneness of meat", "press meat in pan" ], "verbs": [ "throw-away", "move-in", "check", "press" ], "verb_classes": [ 13, 5, 24, 21 ], "nouns": [ "paper", "meat", "doneness:meat", "meat" ], "noun_classes": [ 49, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:07:45.80", "00:07:47.55" ], [ "00:07:54.34", "00:08:03.50" ], [ "00:08:02.67", "00:08:04.35" ], [ "00:08:09.72", "00:08:19.17" ] ], "start_stop_frames": [ [ 27948, 28053 ], [ 28460, 29010 ], [ 28960, 29061 ], [ 29383, 29950 ] ], "trgnoun": "meat", "trgverb": "press" }, { "key": "P04_102+54_55_56_57", "video_id": "P04_102", "narration_ids": [ "P04_102_54", "P04_102_55", "P04_102_56", "P04_102_57" ], "src": "put_down bag . close fridge . open quorn_sausages", "src1": "put_down bag", "src2": "close fridge", "src3": "open quorn_sausages", "trg": "pick_up quorn_sausage", "vis_src": "P04_102:54 P04_102:55 P04_102:56", "vis_trg": "P04_102:57", "narrations": [ "put down bag", "close fridge", "open quorn sausages", "pick up quorn sausage" ], "verbs": [ "put-down", "close", "open", "pick-up" ], "verb_classes": [ 1, 4, 3, 0 ], "nouns": [ "bag", "fridge", "sausage:quorn", "sausage:quorn" ], "noun_classes": [ 19, 12, 86, 86 ], "start_stop_timestamps": [ [ "00:01:56.68", "00:01:57.50" ], [ "00:01:57.65", "00:01:58.81" ], [ "00:01:59.31", "00:02:01.11" ], [ "00:02:01.21", "00:02:01.92" ] ], "start_stop_frames": [ [ 5834, 5875 ], [ 5882, 5940 ], [ 5965, 6055 ], [ 6060, 6096 ] ], "trgnoun": "quorn_sausage", "trgverb": "pick_up" }, { "key": "P01_10+4_5_6_7", "video_id": "P01_10", "narration_ids": [ "P01_10_4", "P01_10_5", "P01_10_6", "P01_10_7" ], "src": "put_down pot_holder . take pizza . put_down pizza", "src1": "put_down pot_holder", "src2": "take pizza", "src3": "put_down pizza", "trg": "take pizza out of the oven", "vis_src": "P01_10:4 P01_10:5 P01_10:6", "vis_trg": "P01_10:7", "narrations": [ "put down pot holder", "take pizza", "put down pizza", "take pizza out of the oven" ], "verbs": [ "put-down", "take", "put-down", "take-out" ], "verb_classes": [ 1, 0, 1, 12 ], "nouns": [ "holder:pot", "pizza", "pizza", "pizza" ], "noun_classes": [ 24, 91, 91, 91 ], "start_stop_timestamps": [ [ "00:00:09.78", "00:00:10.53" ], [ "00:00:10.10", "00:00:13.68" ], [ "00:00:13.28", "00:00:16.43" ], [ "00:00:20.58", "00:00:26.35" ] ], "start_stop_frames": [ [ 586, 631 ], [ 606, 820 ], [ 796, 985 ], [ 1234, 1581 ] ], "trgnoun": "pizza", "trgverb": "take_out" }, { "key": "P04_109+451_452_453_454", "video_id": "P04_109", "narration_ids": [ "P04_109_451", "P04_109_452", "P04_109_453", "P04_109_454" ], "src": "eat peanuts . fold peanut_packet . pick_up rubber_band", "src1": "eat peanuts", "src2": "fold peanut_packet", "src3": "pick_up rubber_band", "trg": "put rubber_band on peanut packet", "vis_src": "P04_109:451 P04_109:452 P04_109:453", "vis_trg": "P04_109:454", "narrations": [ "eat peanuts", "fold peanut packet", "pick up rubber band", "put rubber band on peanut packet" ], "verbs": [ "eat", "fold", "pick-up", "put-on" ], "verb_classes": [ 35, 28, 0, 1 ], "nouns": [ "peanut", "packet:peanut", "band:rubber", "band:rubber" ], "noun_classes": [ 133, 26, 269, 269 ], "start_stop_timestamps": [ [ "00:13:56.77", "00:13:57.69" ], [ "00:13:57.65", "00:13:58.94" ], [ "00:13:59.00", "00:13:59.56" ], [ "00:14:00.04", "00:14:02.88" ] ], "start_stop_frames": [ [ 41838, 41884 ], [ 41882, 41947 ], [ 41950, 41978 ], [ 42002, 42144 ] ], "trgnoun": "rubber_band", "trgverb": "put_on" }, { "key": "P28_103+60_61_62_63", "video_id": "P28_103", "narration_ids": [ "P28_103_60", "P28_103_61", "P28_103_62", "P28_103_63" ], "src": "rinse peeler . take sponge . wash peeler", "src1": "rinse peeler", "src2": "take sponge", "src3": "wash peeler", "trg": "put sponge", "vis_src": "P28_103:60 P28_103:61 P28_103:62", "vis_trg": "P28_103:63", "narrations": [ "rinse peeler", "take sponge", "wash peeler", "put sponge" ], "verbs": [ "rinse", "take", "wash", "put" ], "verb_classes": [ 2, 0, 2, 1 ], "nouns": [ "peeler", "sponge", "peeler", "sponge" ], "noun_classes": [ 87, 9, 87, 9 ], "start_stop_timestamps": [ [ "00:04:19.38", "00:04:21.57" ], [ "00:04:21.59", "00:04:22.49" ], [ "00:04:22.91", "00:04:26.45" ], [ "00:04:26.10", "00:04:26.77" ] ], "start_stop_frames": [ [ 12969, 13078 ], [ 13079, 13124 ], [ 13145, 13322 ], [ 13305, 13338 ] ], "trgnoun": "sponge", "trgverb": "put" }, { "key": "P30_109+158_159_160_161", "video_id": "P30_109", "narration_ids": [ "P30_109_158", "P30_109_159", "P30_109_160", "P30_109_161" ], "src": "pick_up mango . inspect mango . open fridge", "src1": "pick_up mango", "src2": "inspect mango", "src3": "open fridge", "trg": "put mango in fridge", "vis_src": "P30_109:158 P30_109:159 P30_109:160", "vis_trg": "P30_109:161", "narrations": [ "pick up mango", "inspect mango", "open fridge", "put mango in fridge" ], "verbs": [ "pick-up", "inspect", "open", "put-in" ], "verb_classes": [ 0, 24, 3, 5 ], "nouns": [ "mango", "mango", "fridge", "mango" ], "noun_classes": [ 207, 207, 12, 207 ], "start_stop_timestamps": [ [ "00:04:52.70", "00:04:53.95" ], [ "00:04:53.70", "00:04:57.55" ], [ "00:04:56.85", "00:04:58.21" ], [ "00:04:58.55", "00:04:59.75" ] ], "start_stop_frames": [ [ 14635, 14697 ], [ 14685, 14877 ], [ 14842, 14910 ], [ 14927, 14987 ] ], "trgnoun": "mango", "trgverb": "put_in" }, { "key": "P30_103+39_40_41_42", "video_id": "P30_103", "narration_ids": [ "P30_103_39", "P30_103_40", "P30_103_41", "P30_103_42" ], "src": "put filter_paper into v60 . turn_on kettle . pick_up coffee_bag", "src1": "put filter_paper into v60", "src2": "turn_on kettle", "src3": "pick_up coffee_bag", "trg": "open coffee_bag", "vis_src": "P30_103:39 P30_103:40 P30_103:41", "vis_trg": "P30_103:42", "narrations": [ "put filter paper into v60", "turn on kettle", "pick up coffee bag", "open coffee bag" ], "verbs": [ "put-into", "turn-on", "pick-up", "open" ], "verb_classes": [ 5, 6, 0, 3 ], "nouns": [ "paper:filter", "kettle", "bag:coffee", "bag:coffee" ], "noun_classes": [ 77, 44, 19, 19 ], "start_stop_timestamps": [ [ "00:01:03.18", "00:01:05.68" ], [ "00:01:05.42", "00:01:06.05" ], [ "00:01:07.09", "00:01:08.68" ], [ "00:01:08.71", "00:01:11.10" ] ], "start_stop_frames": [ [ 3159, 3284 ], [ 3271, 3302 ], [ 3354, 3434 ], [ 3435, 3554 ] ], "trgnoun": "coffee_bag", "trgverb": "open" }, { "key": "P26_105+126_127_128_129", "video_id": "P26_105", "narration_ids": [ "P26_105_126", "P26_105_127", "P26_105_128", "P26_105_129" ], "src": "put_down spoon . adjust flame . pick_up tray", "src1": "put_down spoon", "src2": "adjust flame", "src3": "pick_up tray", "trg": "put_down tray", "vis_src": "P26_105:126 P26_105:127 P26_105:128", "vis_trg": "P26_105:129", "narrations": [ "put down spoon", "adjust flame", "pick up tray", "put down tray" ], "verbs": [ "put-down", "adjust", "pick-up", "put-down" ], "verb_classes": [ 1, 17, 0, 1 ], "nouns": [ "spoon", "flame", "tray", "tray" ], "noun_classes": [ 1, 24, 35, 35 ], "start_stop_timestamps": [ [ "00:06:02.24", "00:06:03.50" ], [ "00:06:03.03", "00:06:04.86" ], [ "00:06:06.43", "00:06:06.95" ], [ "00:06:07.55", "00:06:08.24" ] ], "start_stop_frames": [ [ 18112, 18175 ], [ 18151, 18243 ], [ 18321, 18347 ], [ 18377, 18412 ] ], "trgnoun": "tray", "trgverb": "put_down" }, { "key": "P02_101+46_47_48_49", "video_id": "P02_101", "narration_ids": [ "P02_101_46", "P02_101_47", "P02_101_48", "P02_101_49" ], "src": "shake stirrer . open bin . throw stirrer", "src1": "shake stirrer", "src2": "open bin", "src3": "throw stirrer", "trg": "close bin", "vis_src": "P02_101:46 P02_101:47 P02_101:48", "vis_trg": "P02_101:49", "narrations": [ "shake stirrer", "open bin", "throw stirrer", "close bin" ], "verbs": [ "shake", "open", "throw", "close" ], "verb_classes": [ 15, 3, 13, 4 ], "nouns": [ "stirrer", "bin", "stirrer", "bin" ], "noun_classes": [ 1, 36, 1, 36 ], "start_stop_timestamps": [ [ "00:01:42.39", "00:01:43.45" ], [ "00:01:44.68", "00:01:46.16" ], [ "00:01:45.46", "00:01:45.98" ], [ "00:01:46.01", "00:01:47.75" ] ], "start_stop_frames": [ [ 5119, 5172 ], [ 5234, 5308 ], [ 5273, 5298 ], [ 5300, 5387 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P04_121+64_65_66_68", "video_id": "P04_121", "narration_ids": [ "P04_121_64", "P04_121_65", "P04_121_66", "P04_121_68" ], "src": "stir curds with spatula . cut cheese_curd with spatula . stir cheese_curds with spatula", "src1": "stir curds with spatula", "src2": "cut cheese_curd with spatula", "src3": "stir cheese_curds with spatula", "trg": "stir cheese_curds in pan with spatula", "vis_src": "P04_121:64 P04_121:65 P04_121:66", "vis_trg": "P04_121:68", "narrations": [ "stir curds with spatula", "cut cheese curd with spatula", "stir cheese curds with spatula", "stir cheese curds in pan with spatula" ], "verbs": [ "stir-with", "cut-with", "stir-with", "stir-in" ], "verb_classes": [ 10, 7, 10, 10 ], "nouns": [ "curd", "curd:cheese", "curd:cheese", "curd:cheese" ], "noun_classes": [ 81, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:04:53.49", "00:04:56.89" ], [ "00:04:56.75", "00:04:58.59" ], [ "00:04:59.83", "00:05:02.31" ], [ "00:05:02.69", "00:05:12.98" ] ], "start_stop_frames": [ [ 14674, 14844 ], [ 14837, 14929 ], [ 14991, 15115 ], [ 15134, 15649 ] ], "trgnoun": "cheese_curd", "trgverb": "stir_in" }, { "key": "P02_101+43_44_45_46", "video_id": "P02_101", "narration_ids": [ "P02_101_43", "P02_101_44", "P02_101_45", "P02_101_46" ], "src": "put knife . pick_up stirrer . stir coffee", "src1": "put knife", "src2": "pick_up stirrer", "src3": "stir coffee", "trg": "shake stirrer", "vis_src": "P02_101:43 P02_101:44 P02_101:45", "vis_trg": "P02_101:46", "narrations": [ "put knife", "pick up stirrer", "stir coffee", "shake stirrer" ], "verbs": [ "put", "pick-up", "stir", "shake" ], "verb_classes": [ 1, 0, 10, 15 ], "nouns": [ "knife", "stirrer", "coffee", "stirrer" ], "noun_classes": [ 4, 1, 59, 1 ], "start_stop_timestamps": [ [ "00:01:33.57", "00:01:34.94" ], [ "00:01:35.89", "00:01:37.47" ], [ "00:01:38.04", "00:01:42.56" ], [ "00:01:42.39", "00:01:43.45" ] ], "start_stop_frames": [ [ 4678, 4747 ], [ 4794, 4873 ], [ 4902, 5128 ], [ 5119, 5172 ] ], "trgnoun": "stirrer", "trgverb": "shake" }, { "key": "P19_01+40_41_42_43", "video_id": "P19_01", "narration_ids": [ "P19_01_40", "P19_01_41", "P19_01_42", "P19_01_43" ], "src": "wash bowl . open fridge . take eggs", "src1": "wash bowl", "src2": "open fridge", "src3": "take eggs", "trg": "close fridge", "vis_src": "P19_01:40 P19_01:41 P19_01:42", "vis_trg": "P19_01:43", "narrations": [ "wash bowl", "open fridge", "take eggs", "close fridge" ], "verbs": [ "wash", "open", "take", "close" ], "verb_classes": [ 2, 3, 0, 4 ], "nouns": [ "bowl", "fridge", "egg", "fridge" ], "noun_classes": [ 7, 12, 53, 12 ], "start_stop_timestamps": [ [ "00:05:10.09", "00:05:15.00" ], [ "00:05:17.97", "00:05:21.39" ], [ "00:05:24.56", "00:05:27.27" ], [ "00:05:28.75", "00:05:31.15" ] ], "start_stop_frames": [ [ 18605, 18900 ], [ 19078, 19283 ], [ 19473, 19636 ], [ 19725, 19869 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P10_04+42_43_44_45", "video_id": "P10_04", "narration_ids": [ "P10_04_42", "P10_04_43", "P10_04_44", "P10_04_45" ], "src": "put the fish into the glass bowl . get the knife . cut the fish by half", "src1": "put the fish into the glass bowl", "src2": "get the knife", "src3": "cut the fish by half", "trg": "cut the fish again", "vis_src": "P10_04:42 P10_04:43 P10_04:44", "vis_trg": "P10_04:45", "narrations": [ "put the fish into the glass bowl", "get the knife", "cut the fish by half", "cut the fish again" ], "verbs": [ "put-into", "get", "cut-by", "cut" ], "verb_classes": [ 5, 0, 7, 7 ], "nouns": [ "fish", "knife", "fish", "fish" ], "noun_classes": [ 119, 4, 119, 119 ], "start_stop_timestamps": [ [ "00:05:03.77", "00:05:05.98" ], [ "00:05:06.45", "00:05:08.40" ], [ "00:05:09.03", "00:05:20.44" ], [ "00:05:20.99", "00:05:26.88" ] ], "start_stop_frames": [ [ 18226, 18358 ], [ 18387, 18504 ], [ 18541, 19226 ], [ 19259, 19612 ] ], "trgnoun": "fish", "trgverb": "cut" }, { "key": "P22_10+386_387_388_389", "video_id": "P22_10", "narration_ids": [ "P22_10_386", "P22_10_387", "P22_10_388", "P22_10_389" ], "src": "lift_up coffee_maker . put_down coffee_maker . clean stove_top", "src1": "lift_up coffee_maker", "src2": "put_down coffee_maker", "src3": "clean stove_top", "trg": "clean coffee_maker", "vis_src": "P22_10:386 P22_10:387 P22_10:388", "vis_trg": "P22_10:389", "narrations": [ "lift up coffee maker", "put down coffee maker", "clean stove top", "clean coffee maker" ], "verbs": [ "lift-up", "put-down", "clean", "clean" ], "verb_classes": [ 33, 1, 2, 2 ], "nouns": [ "maker:coffee", "maker:coffee", "top:stove", "maker:coffee" ], "noun_classes": [ 50, 50, 24, 50 ], "start_stop_timestamps": [ [ "00:13:58.37", "00:14:01.92" ], [ "00:14:01.83", "00:14:04.36" ], [ "00:14:04.12", "00:14:05.77" ], [ "00:14:05.46", "00:14:14.18" ] ], "start_stop_frames": [ [ 50302, 50515 ], [ 50509, 50661 ], [ 50647, 50746 ], [ 50727, 51250 ] ], "trgnoun": "coffee_maker", "trgverb": "clean" }, { "key": "P10_04+41_42_43_44", "video_id": "P10_04", "narration_ids": [ "P10_04_41", "P10_04_42", "P10_04_43", "P10_04_44" ], "src": "put the glass_bowl into the sink . put the fish into the glass bowl . get the knife", "src1": "put the glass_bowl into the sink", "src2": "put the fish into the glass bowl", "src3": "get the knife", "trg": "cut the fish by half", "vis_src": "P10_04:41 P10_04:42 P10_04:43", "vis_trg": "P10_04:44", "narrations": [ "put the glass bowl into the sink", "put the fish into the glass bowl", "get the knife", "cut the fish by half" ], "verbs": [ "put-into", "put-into", "get", "cut-by" ], "verb_classes": [ 5, 5, 0, 7 ], "nouns": [ "bowl:glass", "fish", "knife", "fish" ], "noun_classes": [ 7, 119, 4, 119 ], "start_stop_timestamps": [ [ "00:04:59.72", "00:05:03.67" ], [ "00:05:03.77", "00:05:05.98" ], [ "00:05:06.45", "00:05:08.40" ], [ "00:05:09.03", "00:05:20.44" ] ], "start_stop_frames": [ [ 17983, 18220 ], [ 18226, 18358 ], [ 18387, 18504 ], [ 18541, 19226 ] ], "trgnoun": "fish", "trgverb": "cut_by" }, { "key": "P06_05+53_54_55_56", "video_id": "P06_05", "narration_ids": [ "P06_05_53", "P06_05_54", "P06_05_55", "P06_05_56" ], "src": "take jar . take bacon . close fridge", "src1": "take jar", "src2": "take bacon", "src3": "close fridge", "trg": "put bacon", "vis_src": "P06_05:53 P06_05:54 P06_05:55", "vis_trg": "P06_05:56", "narrations": [ "take jar", "take bacon", "close fridge", "put bacon" ], "verbs": [ "take", "take", "close", "put" ], "verb_classes": [ 0, 0, 4, 1 ], "nouns": [ "jar", "bacon", "fridge", "bacon" ], "noun_classes": [ 40, 163, 12, 163 ], "start_stop_timestamps": [ [ "00:06:10.00", "00:06:11.11" ], [ "00:06:12.60", "00:06:15.27" ], [ "00:06:15.85", "00:06:17.16" ], [ "00:06:19.21", "00:06:21.13" ] ], "start_stop_frames": [ [ 22200, 22266 ], [ 22356, 22516 ], [ 22551, 22629 ], [ 22752, 22867 ] ], "trgnoun": "bacon", "trgverb": "put" }, { "key": "P22_07+609_610_611_612", "video_id": "P22_07", "narration_ids": [ "P22_07_609", "P22_07_610", "P22_07_611", "P22_07_612" ], "src": "dry hands . pick_up grill . dry grill", "src1": "dry hands", "src2": "pick_up grill", "src3": "dry grill", "trg": "put grill", "vis_src": "P22_07:609 P22_07:610 P22_07:611", "vis_trg": "P22_07:612", "narrations": [ "dry hands", "pick up grill", "dry grill", "put grill" ], "verbs": [ "dry", "pick-up", "dry", "put" ], "verb_classes": [ 14, 0, 14, 1 ], "nouns": [ "hand", "grill", "grill", "grill" ], "noun_classes": [ 11, 24, 24, 24 ], "start_stop_timestamps": [ [ "00:29:20.79", "00:29:24.79" ], [ "00:29:24.89", "00:29:25.64" ], [ "00:29:25.52", "00:29:29.49" ], [ "00:29:29.50", "00:29:31.22" ] ], "start_stop_frames": [ [ 105647, 105887 ], [ 105893, 105938 ], [ 105931, 106169 ], [ 106170, 106273 ] ], "trgnoun": "grill", "trgverb": "put" }, { "key": "P30_05+724_725_726_727", "video_id": "P30_05", "narration_ids": [ "P30_05_724", "P30_05_725", "P30_05_726", "P30_05_727" ], "src": "wash carrot_skinner . rinse carrot_skinner . empty washing out bowl", "src1": "wash carrot_skinner", "src2": "rinse carrot_skinner", "src3": "empty washing out bowl", "trg": "rinse washing out bowl", "vis_src": "P30_05:724 P30_05:725 P30_05:726", "vis_trg": "P30_05:727", "narrations": [ "wash carrot skinner", "rinse carrot skinner", "empty washing out bowl", "rinse washing out bowl" ], "verbs": [ "wash", "rinse", "empty", "rinse" ], "verb_classes": [ 2, 2, 20, 2 ], "nouns": [ "skinner:carrot", "skinner:carrot", "bowl", "bowl" ], "noun_classes": [ 87, 87, 7, 7 ], "start_stop_timestamps": [ [ "00:51:54.16", "00:52:00.03" ], [ "00:52:00.13", "00:52:04.02" ], [ "00:52:05.85", "00:52:08.28" ], [ "00:52:08.38", "00:52:11.14" ] ], "start_stop_frames": [ [ 186849, 187201 ], [ 187207, 187441 ], [ 187551, 187696 ], [ 187702, 187868 ] ], "trgnoun": "bowl", "trgverb": "rinse" }, { "key": "P04_101+142_143_144_145", "video_id": "P04_101", "narration_ids": [ "P04_101_142", "P04_101_143", "P04_101_144", "P04_101_145" ], "src": "open granola . smell granola . pour granola into bowl", "src1": "open granola", "src2": "smell granola", "src3": "pour granola into bowl", "trg": "put_down granola", "vis_src": "P04_101:142 P04_101:143 P04_101:144", "vis_trg": "P04_101:145", "narrations": [ "open granola", "smell granola", "pour granola into bowl", "put down granola" ], "verbs": [ "open", "smell", "pour-into", "put-down" ], "verb_classes": [ 3, 75, 9, 1 ], "nouns": [ "granola", "granola", "granola", "granola" ], "noun_classes": [ 99, 99, 99, 99 ], "start_stop_timestamps": [ [ "00:05:04.17", "00:05:05.70" ], [ "00:05:06.02", "00:05:07.12" ], [ "00:05:07.22", "00:05:10.36" ], [ "00:05:10.43", "00:05:11.43" ] ], "start_stop_frames": [ [ 15208, 15285 ], [ 15301, 15356 ], [ 15361, 15518 ], [ 15521, 15571 ] ], "trgnoun": "granola", "trgverb": "put_down" }, { "key": "P28_06+140_141_142_143", "video_id": "P28_06", "narration_ids": [ "P28_06_140", "P28_06_141", "P28_06_142", "P28_06_143" ], "src": "open oven . take oven_glove . take_out grill", "src1": "open oven", "src2": "take oven_glove", "src3": "take_out grill", "trg": "put grill in the lower part", "vis_src": "P28_06:140 P28_06:141 P28_06:142", "vis_trg": "P28_06:143", "narrations": [ "open oven", "take oven glove", "take out grill", "put grill in the lower part" ], "verbs": [ "open", "take", "take-out", "put-in" ], "verb_classes": [ 3, 0, 12, 5 ], "nouns": [ "oven", "glove:oven", "grill", "grill" ], "noun_classes": [ 46, 60, 24, 24 ], "start_stop_timestamps": [ [ "00:11:39.79", "00:11:40.96" ], [ "00:11:41.96", "00:11:44.13" ], [ "00:11:44.50", "00:11:45.56" ], [ "00:11:45.58", "00:11:47.32" ] ], "start_stop_frames": [ [ 41987, 42057 ], [ 42117, 42247 ], [ 42270, 42333 ], [ 42334, 42439 ] ], "trgnoun": "grill", "trgverb": "put_in" }, { "key": "P26_21+69_70_71_72", "video_id": "P26_21", "narration_ids": [ "P26_21_69", "P26_21_70", "P26_21_71", "P26_21_72" ], "src": "put can . adjust flame . pick_up dish", "src1": "put can", "src2": "adjust flame", "src3": "pick_up dish", "trg": "put dish", "vis_src": "P26_21:69 P26_21:70 P26_21:71", "vis_trg": "P26_21:72", "narrations": [ "put can", "adjust flame", "pick up dish", "put dish" ], "verbs": [ "put", "adjust", "pick-up", "put" ], "verb_classes": [ 1, 17, 0, 1 ], "nouns": [ "can", "flame", "dish", "dish" ], "noun_classes": [ 61, 24, 2, 2 ], "start_stop_timestamps": [ [ "00:05:55.43", "00:05:56.63" ], [ "00:05:57.03", "00:05:59.85" ], [ "00:06:18.21", "00:06:19.37" ], [ "00:06:19.37", "00:06:20.12" ] ], "start_stop_frames": [ [ 21325, 21397 ], [ 21421, 21591 ], [ 22692, 22762 ], [ 22762, 22807 ] ], "trgnoun": "dish", "trgverb": "put" }, { "key": "P04_109+163_164_165_166", "video_id": "P04_109", "narration_ids": [ "P04_109_163", "P04_109_164", "P04_109_165", "P04_109_166" ], "src": "turn_over cucumber . slice cucumber . pick_up pieces of cucumber", "src1": "turn_over cucumber", "src2": "slice cucumber", "src3": "pick_up pieces of cucumber", "trg": "put pieces of cucumber in measuring jug", "vis_src": "P04_109:163 P04_109:164 P04_109:165", "vis_trg": "P04_109:166", "narrations": [ "turn over cucumber", "slice cucumber", "pick up pieces of cucumber", "put pieces of cucumber in measuring jug" ], "verbs": [ "turn-over", "slice", "pick-up", "put-in" ], "verb_classes": [ 22, 7, 0, 5 ], "nouns": [ "cucumber", "cucumber", "piece:cucumber", "piece:cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:05:41.22", "00:05:42.71" ], [ "00:05:42.76", "00:05:50.09" ], [ "00:05:49.84", "00:05:50.98" ], [ "00:05:50.85", "00:05:52.10" ] ], "start_stop_frames": [ [ 17061, 17135 ], [ 17138, 17504 ], [ 17492, 17549 ], [ 17542, 17605 ] ], "trgnoun": "cucumber_piece", "trgverb": "put_in" }, { "key": "P01_10+3_4_5_6", "video_id": "P01_10", "narration_ids": [ "P01_10_3", "P01_10_4", "P01_10_5", "P01_10_6" ], "src": "take pot_holder . put_down pot_holder . take pizza", "src1": "take pot_holder", "src2": "put_down pot_holder", "src3": "take pizza", "trg": "put_down pizza", "vis_src": "P01_10:3 P01_10:4 P01_10:5", "vis_trg": "P01_10:6", "narrations": [ "take pot holder", "put down pot holder", "take pizza", "put down pizza" ], "verbs": [ "take", "put-down", "take", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "holder:pot", "holder:pot", "pizza", "pizza" ], "noun_classes": [ 24, 24, 91, 91 ], "start_stop_timestamps": [ [ "00:00:08.00", "00:00:10.25" ], [ "00:00:09.78", "00:00:10.53" ], [ "00:00:10.10", "00:00:13.68" ], [ "00:00:13.28", "00:00:16.43" ] ], "start_stop_frames": [ [ 480, 615 ], [ 586, 631 ], [ 606, 820 ], [ 796, 985 ] ], "trgnoun": "pizza", "trgverb": "put_down" }, { "key": "P01_09+290_291_292_293", "video_id": "P01_09", "narration_ids": [ "P01_09_290", "P01_09_291", "P01_09_292", "P01_09_293" ], "src": "take aubergine . close drawer . close fridge", "src1": "take aubergine", "src2": "close drawer", "src3": "close fridge", "trg": "put_down aubergine", "vis_src": "P01_09:290 P01_09:291 P01_09:292", "vis_trg": "P01_09:293", "narrations": [ "take aubergine", "close drawer", "close fridge", "put down aubergine" ], "verbs": [ "take", "close", "close", "put-down" ], "verb_classes": [ 0, 4, 4, 1 ], "nouns": [ "aubergine", "drawer", "fridge", "aubergine" ], "noun_classes": [ 67, 8, 12, 67 ], "start_stop_timestamps": [ [ "00:22:14.81", "00:22:16.75" ], [ "00:22:16.34", "00:22:17.50" ], [ "00:22:18.41", "00:22:20.94" ], [ "00:22:24.83", "00:22:25.82" ] ], "start_stop_frames": [ [ 80088, 80205 ], [ 80180, 80250 ], [ 80304, 80456 ], [ 80689, 80749 ] ], "trgnoun": "aubergine", "trgverb": "put_down" }, { "key": "P28_110+21_22_23_25", "video_id": "P28_110", "narration_ids": [ "P28_110_21", "P28_110_22", "P28_110_23", "P28_110_25" ], "src": "open detergent . pour detergent in cap . put detergent", "src1": "open detergent", "src2": "pour detergent in cap", "src3": "put detergent", "trg": "close washing machine door", "vis_src": "P28_110:21 P28_110:22 P28_110:23", "vis_trg": "P28_110:25", "narrations": [ "open detergent", "pour detergent in cap", "put detergent", "close washing machine door" ], "verbs": [ "open", "pour", "put", "close" ], "verb_classes": [ 3, 9, 1, 4 ], "nouns": [ "detergent", "detergent", "detergent", "door:washing:machine" ], "noun_classes": [ 22, 22, 22, 124 ], "start_stop_timestamps": [ [ "00:01:12.05", "00:01:13.78" ], [ "00:01:13.87", "00:01:19.04" ], [ "00:01:18.88", "00:01:26.06" ], [ "00:01:27.97", "00:01:29.59" ] ], "start_stop_frames": [ [ 3602, 3689 ], [ 3693, 3951 ], [ 3944, 4303 ], [ 4398, 4479 ] ], "trgnoun": "machine_washing_door", "trgverb": "close" }, { "key": "P15_13+13_14_15_16", "video_id": "P15_13", "narration_ids": [ "P15_13_13", "P15_13_14", "P15_13_15", "P15_13_16" ], "src": "dry tupperware . rinse lid . wash lid", "src1": "dry tupperware", "src2": "rinse lid", "src3": "wash lid", "trg": "dry lid", "vis_src": "P15_13:13 P15_13:14 P15_13:15", "vis_trg": "P15_13:16", "narrations": [ "dry tupperware", "rinse lid", "wash lid", "dry lid" ], "verbs": [ "dry", "rinse", "wash", "dry" ], "verb_classes": [ 14, 2, 2, 14 ], "nouns": [ "tupperware", "lid", "lid", "lid" ], "noun_classes": [ 23, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:01:41.07", "00:01:42.94" ], [ "00:01:45.16", "00:01:48.03" ], [ "00:01:48.75", "00:01:56.58" ], [ "00:01:57.11", "00:02:03.40" ] ], "start_stop_frames": [ [ 6064, 6176 ], [ 6309, 6481 ], [ 6525, 6994 ], [ 7026, 7404 ] ], "trgnoun": "lid", "trgverb": "dry" }, { "key": "P14_01+9_10_11_12", "video_id": "P14_01", "narration_ids": [ "P14_01_9", "P14_01_10", "P14_01_11", "P14_01_12" ], "src": "pick_up fork . take a knife . take steak", "src1": "pick_up fork", "src2": "take a knife", "src3": "take steak", "trg": "put steak in paella", "vis_src": "P14_01:9 P14_01:10 P14_01:11", "vis_trg": "P14_01:12", "narrations": [ "pick up fork", "take a knife", "take steak", "put steak in paella" ], "verbs": [ "pick-up", "take", "take", "put-in" ], "verb_classes": [ 0, 0, 0, 5 ], "nouns": [ "fork", "knife", "steak", "steak" ], "noun_classes": [ 14, 4, 217, 217 ], "start_stop_timestamps": [ [ "00:00:59.69", "00:01:00.82" ], [ "00:01:01.87", "00:01:04.37" ], [ "00:01:13.10", "00:01:15.48" ], [ "00:01:16.12", "00:01:19.10" ] ], "start_stop_frames": [ [ 3581, 3649 ], [ 3712, 3862 ], [ 4386, 4528 ], [ 4567, 4746 ] ], "trgnoun": "steak", "trgverb": "put_in" }, { "key": "P27_104+191_192_193_194", "video_id": "P27_104", "narration_ids": [ "P27_104_191", "P27_104_192", "P27_104_193", "P27_104_194" ], "src": "close packaging . open fridge . put_down packaging", "src1": "close packaging", "src2": "open fridge", "src3": "put_down packaging", "trg": "close fridge", "vis_src": "P27_104:191 P27_104:192 P27_104:193", "vis_trg": "P27_104:194", "narrations": [ "close packaging", "open fridge", "put down packaging", "close fridge" ], "verbs": [ "close", "open", "put-down", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "packaging", "fridge", "packaging", "fridge" ], "noun_classes": [ 26, 12, 26, 12 ], "start_stop_timestamps": [ [ "00:09:15.75", "00:09:21.25" ], [ "00:09:23.56", "00:09:25.14" ], [ "00:09:25.21", "00:09:26.01" ], [ "00:09:27.90", "00:09:28.67" ] ], "start_stop_frames": [ [ 27787, 28062 ], [ 28177, 28257 ], [ 28260, 28300 ], [ 28395, 28433 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P15_13+16_17_18_19", "video_id": "P15_13", "narration_ids": [ "P15_13_16", "P15_13_17", "P15_13_18", "P15_13_19" ], "src": "dry lid . rinse lid . wash tupperware", "src1": "dry lid", "src2": "rinse lid", "src3": "wash tupperware", "trg": "wash lid", "vis_src": "P15_13:16 P15_13:17 P15_13:18", "vis_trg": "P15_13:19", "narrations": [ "dry lid", "rinse lid", "wash tupperware", "wash lid" ], "verbs": [ "dry", "rinse", "wash", "wash" ], "verb_classes": [ 14, 2, 2, 2 ], "nouns": [ "lid", "lid", "tupperware", "lid" ], "noun_classes": [ 6, 6, 23, 6 ], "start_stop_timestamps": [ [ "00:01:57.11", "00:02:03.40" ], [ "00:01:57.62", "00:02:02.36" ], [ "00:02:10.41", "00:02:20.86" ], [ "00:02:20.16", "00:02:26.56" ] ], "start_stop_frames": [ [ 7026, 7404 ], [ 7057, 7341 ], [ 7824, 8451 ], [ 8409, 8793 ] ], "trgnoun": "lid", "trgverb": "wash" }, { "key": "P20_01+290_292_293_294", "video_id": "P20_01", "narration_ids": [ "P20_01_290", "P20_01_292", "P20_01_293", "P20_01_294" ], "src": "turn meat with spatula . flip meat with spatula . press the spatula on meat", "src1": "turn meat with spatula", "src2": "flip meat with spatula", "src3": "press the spatula on meat", "trg": "move meat with spatula", "vis_src": "P20_01:290 P20_01:292 P20_01:293", "vis_trg": "P20_01:294", "narrations": [ "turn meat with spatula", "flip meat with spatula", "press the spatula on meat", "move meat with spatula" ], "verbs": [ "turn-with", "flip", "press-on", "move" ], "verb_classes": [ 22, 22, 21, 11 ], "nouns": [ "meat", "meat", "spatula", "meat" ], "noun_classes": [ 28, 28, 20, 28 ], "start_stop_timestamps": [ [ "00:18:01.59", "00:18:06.85" ], [ "00:18:09.68", "00:18:26.11" ], [ "00:18:12.58", "00:18:14.35" ], [ "00:18:16.98", "00:18:19.02" ] ], "start_stop_frames": [ [ 64895, 65210 ], [ 65380, 66366 ], [ 65554, 65661 ], [ 65818, 65941 ] ], "trgnoun": "meat", "trgverb": "move" }, { "key": "P01_05+178_179_180_181", "video_id": "P01_05", "narration_ids": [ "P01_05_178", "P01_05_179", "P01_05_180", "P01_05_181" ], "src": "throw box into lid into bin . dry hands . hang clothes", "src1": "throw box into lid into bin", "src2": "dry hands", "src3": "hang clothes", "trg": "take clothes", "vis_src": "P01_05:178 P01_05:179 P01_05:180", "vis_trg": "P01_05:181", "narrations": [ "throw box into lid into bin", "dry hands", "hang clothes", "take clothes" ], "verbs": [ "throw-into", "dry", "hang", "take" ], "verb_classes": [ 13, 14, 41, 0 ], "nouns": [ "box", "hand", "clothes", "clothes" ], "noun_classes": [ 23, 11, 73, 73 ], "start_stop_timestamps": [ [ "00:11:56.84", "00:11:59.09" ], [ "00:12:05.99", "00:12:15.61" ], [ "00:12:17.45", "00:12:18.26" ], [ "00:12:19.79", "00:12:24.42" ] ], "start_stop_frames": [ [ 43010, 43145 ], [ 43559, 44136 ], [ 44247, 44295 ], [ 44387, 44665 ] ], "trgnoun": "clothes", "trgverb": "take" }, { "key": "P15_13+18_19_20_21", "video_id": "P15_13", "narration_ids": [ "P15_13_18", "P15_13_19", "P15_13_20", "P15_13_21" ], "src": "wash tupperware . wash lid . rinse lid", "src1": "wash tupperware", "src2": "wash lid", "src3": "rinse lid", "trg": "dry lid", "vis_src": "P15_13:18 P15_13:19 P15_13:20", "vis_trg": "P15_13:21", "narrations": [ "wash tupperware", "wash lid", "rinse lid", "dry lid" ], "verbs": [ "wash", "wash", "rinse", "dry" ], "verb_classes": [ 2, 2, 2, 14 ], "nouns": [ "tupperware", "lid", "lid", "lid" ], "noun_classes": [ 23, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:02:10.41", "00:02:20.86" ], [ "00:02:20.16", "00:02:26.56" ], [ "00:02:24.73", "00:02:35.33" ], [ "00:02:35.37", "00:02:38.15" ] ], "start_stop_frames": [ [ 7824, 8451 ], [ 8409, 8793 ], [ 8683, 9319 ], [ 9322, 9489 ] ], "trgnoun": "lid", "trgverb": "dry" }, { "key": "P30_110+17_18_19_20", "video_id": "P30_110", "narration_ids": [ "P30_110_17", "P30_110_18", "P30_110_19", "P30_110_20" ], "src": "scoop coffee into grinder . turn_on grinder . take coffee tin lid", "src1": "scoop coffee into grinder", "src2": "turn_on grinder", "src3": "take coffee tin lid", "trg": "put coffee tin lid on coffee tin", "vis_src": "P30_110:17 P30_110:18 P30_110:19", "vis_trg": "P30_110:20", "narrations": [ "scoop coffee into grinder", "turn on grinder", "take coffee tin lid", "put coffee tin lid on coffee tin" ], "verbs": [ "scoop-into", "turn-on", "take", "put-on" ], "verb_classes": [ 16, 6, 0, 1 ], "nouns": [ "coffee", "grinder", "lid:coffee:tin", "lid:coffee:tin" ], "noun_classes": [ 59, 50, 6, 6 ], "start_stop_timestamps": [ [ "00:00:24.00", "00:00:26.20" ], [ "00:00:26.50", "00:00:27.00" ], [ "00:00:27.55", "00:00:28.15" ], [ "00:00:28.25", "00:00:29.00" ] ], "start_stop_frames": [ [ 1200, 1310 ], [ 1325, 1350 ], [ 1377, 1407 ], [ 1412, 1450 ] ], "trgnoun": "tin_coffee_lid", "trgverb": "put_on" }, { "key": "P02_107+48_49_50_51", "video_id": "P02_107", "narration_ids": [ "P02_107_48", "P02_107_49", "P02_107_50", "P02_107_51" ], "src": "shake stirrer . open bin . throw stirrer", "src1": "shake stirrer", "src2": "open bin", "src3": "throw stirrer", "trg": "close bin", "vis_src": "P02_107:48 P02_107:49 P02_107:50", "vis_trg": "P02_107:51", "narrations": [ "shake stirrer", "open bin", "throw stirrer", "close bin" ], "verbs": [ "shake", "open", "throw", "close" ], "verb_classes": [ 15, 3, 13, 4 ], "nouns": [ "stirrer", "bin", "stirrer", "bin" ], "noun_classes": [ 1, 36, 1, 36 ], "start_stop_timestamps": [ [ "00:01:57.57", "00:01:58.18" ], [ "00:01:58.28", "00:01:59.05" ], [ "00:01:59.08", "00:01:59.52" ], [ "00:01:59.32", "00:02:00.09" ] ], "start_stop_frames": [ [ 5878, 5909 ], [ 5914, 5952 ], [ 5954, 5976 ], [ 5966, 6004 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P04_110+153_154_155_156", "video_id": "P04_110", "narration_ids": [ "P04_110_153", "P04_110_154", "P04_110_155", "P04_110_156" ], "src": "move fork away from plate . put_down fork . adjust steamed_bun", "src1": "move fork away from plate", "src2": "put_down fork", "src3": "adjust steamed_bun", "trg": "open steamed_bun", "vis_src": "P04_110:153 P04_110:154 P04_110:155", "vis_trg": "P04_110:156", "narrations": [ "move fork away from plate", "put down fork", "adjust steamed bun", "open steamed bun" ], "verbs": [ "move", "put-down", "adjust", "open" ], "verb_classes": [ 11, 1, 17, 3 ], "nouns": [ "fork", "fork", "bun:steamed", "bun:steamed" ], "noun_classes": [ 14, 14, 33, 33 ], "start_stop_timestamps": [ [ "00:05:47.66", "00:05:50.18" ], [ "00:05:48.31", "00:05:49.90" ], [ "00:05:52.93", "00:05:54.72" ], [ "00:05:54.05", "00:05:56.00" ] ], "start_stop_frames": [ [ 17383, 17509 ], [ 17415, 17495 ], [ 17646, 17736 ], [ 17702, 17800 ] ], "trgnoun": "steamed_bun", "trgverb": "open" }, { "key": "P28_06+141_142_143_144", "video_id": "P28_06", "narration_ids": [ "P28_06_141", "P28_06_142", "P28_06_143", "P28_06_144" ], "src": "take oven_glove . take_out grill . put grill in the lower part", "src1": "take oven_glove", "src2": "take_out grill", "src3": "put grill in the lower part", "trg": "put_down oven_glove", "vis_src": "P28_06:141 P28_06:142 P28_06:143", "vis_trg": "P28_06:144", "narrations": [ "take oven glove", "take out grill", "put grill in the lower part", "put down oven glove" ], "verbs": [ "take", "take-out", "put-in", "put-down" ], "verb_classes": [ 0, 12, 5, 1 ], "nouns": [ "glove:oven", "grill", "grill", "glove:oven" ], "noun_classes": [ 60, 24, 24, 60 ], "start_stop_timestamps": [ [ "00:11:41.96", "00:11:44.13" ], [ "00:11:44.50", "00:11:45.56" ], [ "00:11:45.58", "00:11:47.32" ], [ "00:11:48.51", "00:11:49.44" ] ], "start_stop_frames": [ [ 42117, 42247 ], [ 42270, 42333 ], [ 42334, 42439 ], [ 42510, 42566 ] ], "trgnoun": "oven_glove", "trgverb": "put_down" }, { "key": "P03_19+145_146_147_148", "video_id": "P03_19", "narration_ids": [ "P03_19_145", "P03_19_146", "P03_19_147", "P03_19_148" ], "src": "wash lid . put lid . grab lunch_box", "src1": "wash lid", "src2": "put lid", "src3": "grab lunch_box", "trg": "wash lunch_box", "vis_src": "P03_19:145 P03_19:146 P03_19:147", "vis_trg": "P03_19:148", "narrations": [ "wash lid", "put lid", "grab lunch box", "wash lunch box" ], "verbs": [ "wash", "put", "grab", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "lid", "lid", "box:lunch", "box:lunch" ], "noun_classes": [ 6, 6, 23, 23 ], "start_stop_timestamps": [ [ "00:07:23.03", "00:07:28.18" ], [ "00:07:28.38", "00:07:30.99" ], [ "00:07:32.01", "00:07:32.67" ], [ "00:07:32.15", "00:07:55.39" ] ], "start_stop_frames": [ [ 26581, 26890 ], [ 26902, 27059 ], [ 27120, 27160 ], [ 27129, 28523 ] ], "trgnoun": "lunch_box", "trgverb": "wash" }, { "key": "P02_120+5_6_7_8", "video_id": "P02_120", "narration_ids": [ "P02_120_5", "P02_120_6", "P02_120_7", "P02_120_8" ], "src": "close fridge . put_down eggs . open eggs pack", "src1": "close fridge", "src2": "put_down eggs", "src3": "open eggs pack", "trg": "pick_up egg", "vis_src": "P02_120:5 P02_120:6 P02_120:7", "vis_trg": "P02_120:8", "narrations": [ "close fridge", "put down eggs", "open eggs pack", "pick up egg" ], "verbs": [ "close", "put-down", "open", "pick-up" ], "verb_classes": [ 4, 1, 3, 0 ], "nouns": [ "fridge", "egg", "egg", "egg" ], "noun_classes": [ 12, 53, 53, 53 ], "start_stop_timestamps": [ [ "00:00:50.14", "00:00:51.03" ], [ "00:00:51.03", "00:00:52.62" ], [ "00:00:52.58", "00:00:54.02" ], [ "00:00:54.04", "00:00:55.60" ] ], "start_stop_frames": [ [ 2507, 2551 ], [ 2551, 2631 ], [ 2629, 2701 ], [ 2702, 2780 ] ], "trgnoun": "egg", "trgverb": "pick_up" }, { "key": "P28_105+103_104_105_106", "video_id": "P28_105", "narration_ids": [ "P28_105_103", "P28_105_104", "P28_105_105", "P28_105_106" ], "src": "wash lid . put sponge . rinse lid", "src1": "wash lid", "src2": "put sponge", "src3": "rinse lid", "trg": "put lid", "vis_src": "P28_105:103 P28_105:104 P28_105:105", "vis_trg": "P28_105:106", "narrations": [ "wash lid", "put sponge", "rinse lid", "put lid" ], "verbs": [ "wash", "put", "rinse", "put" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "lid", "sponge", "lid", "lid" ], "noun_classes": [ 6, 9, 6, 6 ], "start_stop_timestamps": [ [ "00:07:46.30", "00:07:55.55" ], [ "00:07:55.62", "00:07:56.48" ], [ "00:07:57.70", "00:08:07.20" ], [ "00:08:07.30", "00:08:10.73" ] ], "start_stop_frames": [ [ 23315, 23777 ], [ 23781, 23824 ], [ 23885, 24360 ], [ 24365, 24536 ] ], "trgnoun": "lid", "trgverb": "put" }, { "key": "P25_107+221_222_223_224", "video_id": "P25_107", "narration_ids": [ "P25_107_221", "P25_107_222", "P25_107_223", "P25_107_224" ], "src": "flip aubergine . put_down fork . pick_up aubergine", "src1": "flip aubergine", "src2": "put_down fork", "src3": "pick_up aubergine", "trg": "put_down aubergine", "vis_src": "P25_107:221 P25_107:222 P25_107:223", "vis_trg": "P25_107:224", "narrations": [ "flip aubergine", "put down fork", "pick up aubergine", "put down aubergine" ], "verbs": [ "flip", "put-down", "pick-up", "put-down" ], "verb_classes": [ 22, 1, 0, 1 ], "nouns": [ "aubergine", "fork", "aubergine", "aubergine" ], "noun_classes": [ 67, 14, 67, 67 ], "start_stop_timestamps": [ [ "00:18:49.35", "00:18:57.90" ], [ "00:18:58.05", "00:18:58.75" ], [ "00:19:03.09", "00:19:04.47" ], [ "00:19:04.57", "00:19:05.57" ] ], "start_stop_frames": [ [ 56467, 56895 ], [ 56902, 56937 ], [ 57154, 57223 ], [ 57228, 57278 ] ], "trgnoun": "aubergine", "trgverb": "put_down" }, { "key": "P15_13+12_13_14_15", "video_id": "P15_13", "narration_ids": [ "P15_13_12", "P15_13_13", "P15_13_14", "P15_13_15" ], "src": "rinse tupperware . dry tupperware . rinse lid", "src1": "rinse tupperware", "src2": "dry tupperware", "src3": "rinse lid", "trg": "wash lid", "vis_src": "P15_13:12 P15_13:13 P15_13:14", "vis_trg": "P15_13:15", "narrations": [ "rinse tupperware", "dry tupperware", "rinse lid", "wash lid" ], "verbs": [ "rinse", "dry", "rinse", "wash" ], "verb_classes": [ 2, 14, 2, 2 ], "nouns": [ "tupperware", "tupperware", "lid", "lid" ], "noun_classes": [ 23, 23, 6, 6 ], "start_stop_timestamps": [ [ "00:01:22.79", "00:01:28.65" ], [ "00:01:41.07", "00:01:42.94" ], [ "00:01:45.16", "00:01:48.03" ], [ "00:01:48.75", "00:01:56.58" ] ], "start_stop_frames": [ [ 4967, 5319 ], [ 6064, 6176 ], [ 6309, 6481 ], [ 6525, 6994 ] ], "trgnoun": "lid", "trgverb": "wash" }, { "key": "P28_105+102_103_104_105", "video_id": "P28_105", "narration_ids": [ "P28_105_102", "P28_105_103", "P28_105_104", "P28_105_105" ], "src": "put pot . wash lid . put sponge", "src1": "put pot", "src2": "wash lid", "src3": "put sponge", "trg": "rinse lid", "vis_src": "P28_105:102 P28_105:103 P28_105:104", "vis_trg": "P28_105:105", "narrations": [ "put pot", "wash lid", "put sponge", "rinse lid" ], "verbs": [ "put", "wash", "put", "rinse" ], "verb_classes": [ 1, 2, 1, 2 ], "nouns": [ "pot", "lid", "sponge", "lid" ], "noun_classes": [ 29, 6, 9, 6 ], "start_stop_timestamps": [ [ "00:07:43.94", "00:07:44.87" ], [ "00:07:46.30", "00:07:55.55" ], [ "00:07:55.62", "00:07:56.48" ], [ "00:07:57.70", "00:08:07.20" ] ], "start_stop_frames": [ [ 23197, 23243 ], [ 23315, 23777 ], [ 23781, 23824 ], [ 23885, 24360 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P27_06+21_22_23_24", "video_id": "P27_06", "narration_ids": [ "P27_06_21", "P27_06_22", "P27_06_23", "P27_06_24" ], "src": "put_down container . wash container . pick_up lid", "src1": "put_down container", "src2": "wash container", "src3": "pick_up lid", "trg": "wash lid", "vis_src": "P27_06:21 P27_06:22 P27_06:23", "vis_trg": "P27_06:24", "narrations": [ "put down container", "wash container", "pick up lid", "wash lid" ], "verbs": [ "put-down", "wash", "pick-up", "wash" ], "verb_classes": [ 1, 2, 0, 2 ], "nouns": [ "container", "container", "lid", "lid" ], "noun_classes": [ 21, 21, 6, 6 ], "start_stop_timestamps": [ [ "00:02:48.41", "00:02:50.23" ], [ "00:02:51.51", "00:02:52.66" ], [ "00:03:05.61", "00:03:08.85" ], [ "00:03:53.51", "00:04:01.46" ] ], "start_stop_frames": [ [ 10104, 10213 ], [ 10290, 10359 ], [ 11136, 11331 ], [ 14010, 14487 ] ], "trgnoun": "lid", "trgverb": "wash" }, { "key": "P30_111+180_181_182_183", "video_id": "P30_111", "narration_ids": [ "P30_111_180", "P30_111_181", "P30_111_182", "P30_111_183" ], "src": "open passata_bottle . smell passata . inspect passata", "src1": "open passata_bottle", "src2": "smell passata", "src3": "inspect passata", "trg": "pour passata into pan", "vis_src": "P30_111:180 P30_111:181 P30_111:182", "vis_trg": "P30_111:183", "narrations": [ "open passata bottle", "smell passata", "inspect passata", "pour passata into pan" ], "verbs": [ "open", "smell", "inspect", "pour-into" ], "verb_classes": [ 3, 75, 24, 9 ], "nouns": [ "bottle:passata", "passata", "passata", "passata" ], "noun_classes": [ 15, 47, 47, 47 ], "start_stop_timestamps": [ [ "00:07:29.96", "00:07:31.12" ], [ "00:07:31.18", "00:07:37.17" ], [ "00:07:33.46", "00:07:35.03" ], [ "00:07:40.16", "00:07:41.44" ] ], "start_stop_frames": [ [ 22498, 22556 ], [ 22559, 22858 ], [ 22673, 22751 ], [ 23008, 23072 ] ], "trgnoun": "passata", "trgverb": "pour_into" }, { "key": "P27_103+461_462_463_464", "video_id": "P27_103", "narration_ids": [ "P27_103_461", "P27_103_462", "P27_103_463", "P27_103_464" ], "src": "pick_up plate . pick_up lid . pick_up sponge", "src1": "pick_up plate", "src2": "pick_up lid", "src3": "pick_up sponge", "trg": "wash lid", "vis_src": "P27_103:461 P27_103:462 P27_103:463", "vis_trg": "P27_103:464", "narrations": [ "pick up plate", "pick up lid", "pick up sponge", "wash lid" ], "verbs": [ "pick-up", "pick-up", "pick-up", "wash" ], "verb_classes": [ 0, 0, 0, 2 ], "nouns": [ "plate", "lid", "sponge", "lid" ], "noun_classes": [ 2, 6, 9, 6 ], "start_stop_timestamps": [ [ "00:32:51.97", "00:32:52.53" ], [ "00:32:52.73", "00:32:53.50" ], [ "00:32:54.52", "00:32:55.15" ], [ "00:32:55.26", "00:32:59.92" ] ], "start_stop_frames": [ [ 98598, 98626 ], [ 98636, 98675 ], [ 98726, 98757 ], [ 98763, 98996 ] ], "trgnoun": "lid", "trgverb": "wash" }, { "key": "P07_111+19_20_21_22", "video_id": "P07_111", "narration_ids": [ "P07_111_19", "P07_111_20", "P07_111_21", "P07_111_22" ], "src": "wash lid . put sponge into sink . turn_on tap", "src1": "wash lid", "src2": "put sponge into sink", "src3": "turn_on tap", "trg": "rinse lid", "vis_src": "P07_111:19 P07_111:20 P07_111:21", "vis_trg": "P07_111:22", "narrations": [ "wash lid", "put sponge into sink", "turn on tap", "rinse lid" ], "verbs": [ "wash", "put-into", "turn-on", "rinse" ], "verb_classes": [ 2, 5, 6, 2 ], "nouns": [ "lid", "sponge", "tap", "lid" ], "noun_classes": [ 6, 9, 0, 6 ], "start_stop_timestamps": [ [ "00:00:46.29", "00:00:52.71" ], [ "00:00:52.06", "00:00:52.87" ], [ "00:00:52.97", "00:00:54.12" ], [ "00:00:54.04", "00:00:57.53" ] ], "start_stop_frames": [ [ 2314, 2635 ], [ 2603, 2643 ], [ 2648, 2706 ], [ 2702, 2876 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P30_109+156_157_158_159", "video_id": "P30_109", "narration_ids": [ "P30_109_156", "P30_109_157", "P30_109_158", "P30_109_159" ], "src": "pick_up washing_bowl . put washing_bowl . pick_up mango", "src1": "pick_up washing_bowl", "src2": "put washing_bowl", "src3": "pick_up mango", "trg": "inspect mango", "vis_src": "P30_109:156 P30_109:157 P30_109:158", "vis_trg": "P30_109:159", "narrations": [ "pick up washing bowl", "put washing bowl", "pick up mango", "inspect mango" ], "verbs": [ "pick-up", "put", "pick-up", "inspect" ], "verb_classes": [ 0, 1, 0, 24 ], "nouns": [ "bowl:washing", "bowl:washing", "mango", "mango" ], "noun_classes": [ 7, 7, 207, 207 ], "start_stop_timestamps": [ [ "00:04:52.02", "00:04:53.44" ], [ "00:04:50.54", "00:04:51.95" ], [ "00:04:52.70", "00:04:53.95" ], [ "00:04:53.70", "00:04:57.55" ] ], "start_stop_frames": [ [ 14601, 14672 ], [ 14527, 14597 ], [ 14635, 14697 ], [ 14685, 14877 ] ], "trgnoun": "mango", "trgverb": "inspect" }, { "key": "P30_111+177_178_179_180", "video_id": "P30_111", "narration_ids": [ "P30_111_177", "P30_111_178", "P30_111_179", "P30_111_180" ], "src": "stir garlic . put_down spoon . pick_up passata_bottle", "src1": "stir garlic", "src2": "put_down spoon", "src3": "pick_up passata_bottle", "trg": "open passata_bottle", "vis_src": "P30_111:177 P30_111:178 P30_111:179", "vis_trg": "P30_111:180", "narrations": [ "stir garlic", "put down spoon", "pick up passata bottle", "open passata bottle" ], "verbs": [ "stir", "put-down", "pick-up", "open" ], "verb_classes": [ 10, 1, 0, 3 ], "nouns": [ "garlic", "spoon", "bottle:passata", "bottle:passata" ], "noun_classes": [ 51, 1, 15, 15 ], "start_stop_timestamps": [ [ "00:07:13.02", "00:07:21.29" ], [ "00:07:20.70", "00:07:21.76" ], [ "00:07:29.00", "00:07:30.01" ], [ "00:07:29.96", "00:07:31.12" ] ], "start_stop_frames": [ [ 21651, 22064 ], [ 22035, 22088 ], [ 22450, 22500 ], [ 22498, 22556 ] ], "trgnoun": "passata_bottle", "trgverb": "open" }, { "key": "P28_104+27_28_29_30", "video_id": "P28_104", "narration_ids": [ "P28_104_27", "P28_104_28", "P28_104_29", "P28_104_30" ], "src": "wash lid . put sponge . turn_on tap", "src1": "wash lid", "src2": "put sponge", "src3": "turn_on tap", "trg": "rinse lid", "vis_src": "P28_104:27 P28_104:28 P28_104:29", "vis_trg": "P28_104:30", "narrations": [ "wash lid", "put sponge", "turn on tap", "rinse lid" ], "verbs": [ "wash", "put", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "lid", "sponge", "tap", "lid" ], "noun_classes": [ 6, 9, 0, 6 ], "start_stop_timestamps": [ [ "00:01:07.80", "00:01:11.57" ], [ "00:01:11.77", "00:01:12.33" ], [ "00:01:12.43", "00:01:14.10" ], [ "00:01:13.73", "00:01:15.84" ] ], "start_stop_frames": [ [ 3390, 3578 ], [ 3588, 3616 ], [ 3621, 3704 ], [ 3686, 3792 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P03_20+29_30_31_32", "video_id": "P03_20", "narration_ids": [ "P03_20_29", "P03_20_30", "P03_20_31", "P03_20_32" ], "src": "wash lid . put lid in drying rack . grab saucepan", "src1": "wash lid", "src2": "put lid in drying rack", "src3": "grab saucepan", "trg": "wash saucepan", "vis_src": "P03_20:29 P03_20:30 P03_20:31", "vis_trg": "P03_20:32", "narrations": [ "wash lid", "put lid in drying rack", "grab saucepan", "wash saucepan" ], "verbs": [ "wash", "put-in", "grab", "wash" ], "verb_classes": [ 2, 5, 0, 2 ], "nouns": [ "lid", "lid", "saucepan", "saucepan" ], "noun_classes": [ 6, 6, 5, 5 ], "start_stop_timestamps": [ [ "00:02:19.43", "00:02:27.15" ], [ "00:02:27.25", "00:02:30.67" ], [ "00:02:33.18", "00:02:33.98" ], [ "00:02:34.06", "00:02:45.01" ] ], "start_stop_frames": [ [ 8365, 8829 ], [ 8835, 9040 ], [ 9190, 9238 ], [ 9243, 9900 ] ], "trgnoun": "saucepan", "trgverb": "wash" }, { "key": "P27_01+8_9_10_11", "video_id": "P27_01", "narration_ids": [ "P27_01_8", "P27_01_9", "P27_01_10", "P27_01_11" ], "src": "close door . open tap . wash lid", "src1": "close door", "src2": "open tap", "src3": "wash lid", "trg": "rinse lid", "vis_src": "P27_01:8 P27_01:9 P27_01:10", "vis_trg": "P27_01:11", "narrations": [ "close door", "open tap", "wash lid", "rinse lid" ], "verbs": [ "close", "turn-on", "wash", "rinse" ], "verb_classes": [ 4, 6, 2, 2 ], "nouns": [ "door", "tap", "lid", "lid" ], "noun_classes": [ 3, 0, 6, 6 ], "start_stop_timestamps": [ [ "00:00:26.56", "00:00:28.36" ], [ "00:00:34.31", "00:00:35.31" ], [ "00:00:49.03", "00:01:03.44" ], [ "00:01:02.46", "00:01:05.63" ] ], "start_stop_frames": [ [ 1593, 1701 ], [ 2058, 2118 ], [ 2941, 3806 ], [ 3747, 3937 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P22_06+34_35_36_37", "video_id": "P22_06", "narration_ids": [ "P22_06_34", "P22_06_35", "P22_06_36", "P22_06_37" ], "src": "put_on plastic_wrap . open refrigerator . put bowl in refrigerator", "src1": "put_on plastic_wrap", "src2": "open refrigerator", "src3": "put bowl in refrigerator", "trg": "take plastic_wrap", "vis_src": "P22_06:34 P22_06:35 P22_06:36", "vis_trg": "P22_06:37", "narrations": [ "put on plastic wrap", "open refrigerator", "put bowl in refrigerator", "take plastic wrap" ], "verbs": [ "put-on", "open", "put-in", "take" ], "verb_classes": [ 1, 3, 5, 0 ], "nouns": [ "wrap:plastic", "refrigerator", "bowl", "wrap:plastic" ], "noun_classes": [ 100, 12, 7, 100 ], "start_stop_timestamps": [ [ "00:01:14.53", "00:01:21.90" ], [ "00:01:23.32", "00:01:24.30" ], [ "00:01:24.40", "00:01:25.40" ], [ "00:01:27.38", "00:01:28.23" ] ], "start_stop_frames": [ [ 4471, 4914 ], [ 4999, 5058 ], [ 5064, 5124 ], [ 5242, 5293 ] ], "trgnoun": "plastic_wrap", "trgverb": "take" }, { "key": "P07_107+23_24_25_26", "video_id": "P07_107", "narration_ids": [ "P07_107_23", "P07_107_24", "P07_107_25", "P07_107_26" ], "src": "wash lid . turn_on tap . rinse lid", "src1": "wash lid", "src2": "turn_on tap", "src3": "rinse lid", "trg": "shake lid", "vis_src": "P07_107:23 P07_107:24 P07_107:25", "vis_trg": "P07_107:26", "narrations": [ "wash lid", "turn on tap", "rinse lid", "shake lid" ], "verbs": [ "wash", "turn-on", "rinse", "shake" ], "verb_classes": [ 2, 6, 2, 15 ], "nouns": [ "lid", "tap", "lid", "lid" ], "noun_classes": [ 6, 0, 6, 6 ], "start_stop_timestamps": [ [ "00:01:13.56", "00:01:20.36" ], [ "00:01:20.46", "00:01:22.34" ], [ "00:01:21.80", "00:01:32.34" ], [ "00:01:32.42", "00:01:38.34" ] ], "start_stop_frames": [ [ 3678, 4018 ], [ 4023, 4117 ], [ 4090, 4617 ], [ 4621, 4917 ] ], "trgnoun": "lid", "trgverb": "shake" }, { "key": "P30_111+179_180_181_182", "video_id": "P30_111", "narration_ids": [ "P30_111_179", "P30_111_180", "P30_111_181", "P30_111_182" ], "src": "pick_up passata_bottle . open passata_bottle . smell passata", "src1": "pick_up passata_bottle", "src2": "open passata_bottle", "src3": "smell passata", "trg": "inspect passata", "vis_src": "P30_111:179 P30_111:180 P30_111:181", "vis_trg": "P30_111:182", "narrations": [ "pick up passata bottle", "open passata bottle", "smell passata", "inspect passata" ], "verbs": [ "pick-up", "open", "smell", "inspect" ], "verb_classes": [ 0, 3, 75, 24 ], "nouns": [ "bottle:passata", "bottle:passata", "passata", "passata" ], "noun_classes": [ 15, 15, 47, 47 ], "start_stop_timestamps": [ [ "00:07:29.00", "00:07:30.01" ], [ "00:07:29.96", "00:07:31.12" ], [ "00:07:31.18", "00:07:37.17" ], [ "00:07:33.46", "00:07:35.03" ] ], "start_stop_frames": [ [ 22450, 22500 ], [ 22498, 22556 ], [ 22559, 22858 ], [ 22673, 22751 ] ], "trgnoun": "passata", "trgverb": "inspect" }, { "key": "P04_113+355_356_357_358", "video_id": "P04_113", "narration_ids": [ "P04_113_355", "P04_113_356", "P04_113_357", "P04_113_358" ], "src": "pick_up tea_towel . dry spoon . lift lid of rice cooker", "src1": "pick_up tea_towel", "src2": "dry spoon", "src3": "lift lid of rice cooker", "trg": "put_down rice cooker lid", "vis_src": "P04_113:355 P04_113:356 P04_113:357", "vis_trg": "P04_113:358", "narrations": [ "pick up tea towel", "dry spoon", "lift lid of rice cooker", "put down rice cooker lid" ], "verbs": [ "pick-up", "dry", "lift", "put-down" ], "verb_classes": [ 0, 14, 33, 1 ], "nouns": [ "towel:tea", "spoon", "lid:rice:cooker", "lid:rice:cooker" ], "noun_classes": [ 52, 1, 6, 6 ], "start_stop_timestamps": [ [ "00:11:11.56", "00:11:13.31" ], [ "00:11:13.41", "00:11:21.03" ], [ "00:11:21.52", "00:11:22.53" ], [ "00:11:22.78", "00:11:23.73" ] ], "start_stop_frames": [ [ 33578, 33665 ], [ 33670, 34051 ], [ 34076, 34126 ], [ 34139, 34186 ] ], "trgnoun": "cooker_rice_lid", "trgverb": "put_down" }, { "key": "P22_101+90_91_92_93", "video_id": "P22_101", "narration_ids": [ "P22_101_90", "P22_101_91", "P22_101_92", "P22_101_93" ], "src": "pick_up yogurt . put_down spoon . pick_up lid", "src1": "pick_up yogurt", "src2": "put_down spoon", "src3": "pick_up lid", "trg": "wash lid", "vis_src": "P22_101:90 P22_101:91 P22_101:92", "vis_trg": "P22_101:93", "narrations": [ "pick up yogurt", "put down spoon", "pick up lid", "wash lid" ], "verbs": [ "pick-up", "put-down", "pick-up", "wash" ], "verb_classes": [ 0, 1, 0, 2 ], "nouns": [ "yogurt", "spoon", "lid", "lid" ], "noun_classes": [ 98, 1, 6, 6 ], "start_stop_timestamps": [ [ "00:03:04.76", "00:03:28.49" ], [ "00:03:28.45", "00:03:29.45" ], [ "00:03:29.56", "00:03:30.95" ], [ "00:03:31.83", "00:03:36.88" ] ], "start_stop_frames": [ [ 9238, 10424 ], [ 10422, 10472 ], [ 10478, 10547 ], [ 10591, 10844 ] ], "trgnoun": "lid", "trgverb": "wash" }, { "key": "P22_107+85_86_87_88", "video_id": "P22_107", "narration_ids": [ "P22_107_85", "P22_107_86", "P22_107_87", "P22_107_88" ], "src": "move yoghurt . pick_up blackberries . pick_up yogurt", "src1": "move yoghurt", "src2": "pick_up blackberries", "src3": "pick_up yogurt", "trg": "put_down yogurt", "vis_src": "P22_107:85 P22_107:86 P22_107:87", "vis_trg": "P22_107:88", "narrations": [ "move yoghurt", "pick up blackberries", "pick up yogurt", "put down yogurt" ], "verbs": [ "move", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 11, 0, 0, 1 ], "nouns": [ "yoghurt", "blackberry", "yogurt", "yogurt" ], "noun_classes": [ 98, 219, 98, 98 ], "start_stop_timestamps": [ [ "00:02:44.52", "00:02:46.68" ], [ "00:02:49.33", "00:02:51.39" ], [ "00:02:52.29", "00:02:53.10" ], [ "00:02:53.95", "00:02:54.97" ] ], "start_stop_frames": [ [ 8226, 8334 ], [ 8466, 8569 ], [ 8614, 8655 ], [ 8697, 8748 ] ], "trgnoun": "yogurt", "trgverb": "put_down" }, { "key": "P22_107+162_163_164_165", "video_id": "P22_107", "narration_ids": [ "P22_107_162", "P22_107_163", "P22_107_164", "P22_107_165" ], "src": "close yoghurt . put_down yogurt . open blackberries", "src1": "close yoghurt", "src2": "put_down yogurt", "src3": "open blackberries", "trg": "pick_up blackberry", "vis_src": "P22_107:162 P22_107:163 P22_107:164", "vis_trg": "P22_107:165", "narrations": [ "close yoghurt", "put down yogurt", "open blackberries", "pick up blackberry" ], "verbs": [ "close", "put-down", "open", "pick-up" ], "verb_classes": [ 4, 1, 3, 0 ], "nouns": [ "yoghurt", "yogurt", "blackberry", "blackberry" ], "noun_classes": [ 98, 98, 219, 219 ], "start_stop_timestamps": [ [ "00:06:25.77", "00:06:28.79" ], [ "00:06:28.98", "00:06:29.73" ], [ "00:06:29.77", "00:06:32.89" ], [ "00:06:33.76", "00:06:35.81" ] ], "start_stop_frames": [ [ 19288, 19439 ], [ 19449, 19486 ], [ 19488, 19644 ], [ 19688, 19790 ] ], "trgnoun": "blackberry", "trgverb": "pick_up" }, { "key": "P03_109+204_205_206_207", "video_id": "P03_109", "narration_ids": [ "P03_109_204", "P03_109_205", "P03_109_206", "P03_109_207" ], "src": "wash can_opener . put can_opener in drying rack . pick_up cheese_grater", "src1": "wash can_opener", "src2": "put can_opener in drying rack", "src3": "pick_up cheese_grater", "trg": "wash cheese_grater", "vis_src": "P03_109:204 P03_109:205 P03_109:206", "vis_trg": "P03_109:207", "narrations": [ "wash can opener", "put can opener in drying rack", "pick up cheese grater", "wash cheese grater" ], "verbs": [ "wash", "put", "pick-up", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "opener:can", "opener:can", "grater:cheese", "grater:cheese" ], "noun_classes": [ 174, 174, 96, 96 ], "start_stop_timestamps": [ [ "00:11:14.30", "00:11:19.45" ], [ "00:11:19.50", "00:11:20.35" ], [ "00:11:21.67", "00:11:22.32" ], [ "00:11:21.94", "00:11:42.76" ] ], "start_stop_frames": [ [ 33715, 33972 ], [ 33975, 34017 ], [ 34083, 34116 ], [ 34097, 35138 ] ], "trgnoun": "cheese_grater", "trgverb": "wash" }, { "key": "P22_06+35_36_37_38", "video_id": "P22_06", "narration_ids": [ "P22_06_35", "P22_06_36", "P22_06_37", "P22_06_38" ], "src": "open refrigerator . put bowl in refrigerator . take plastic_wrap", "src1": "open refrigerator", "src2": "put bowl in refrigerator", "src3": "take plastic_wrap", "trg": "put_down plastic_wrap", "vis_src": "P22_06:35 P22_06:36 P22_06:37", "vis_trg": "P22_06:38", "narrations": [ "open refrigerator", "put bowl in refrigerator", "take plastic wrap", "put down plastic wrap" ], "verbs": [ "open", "put-in", "take", "put-down" ], "verb_classes": [ 3, 5, 0, 1 ], "nouns": [ "refrigerator", "bowl", "wrap:plastic", "wrap:plastic" ], "noun_classes": [ 12, 7, 100, 100 ], "start_stop_timestamps": [ [ "00:01:23.32", "00:01:24.30" ], [ "00:01:24.40", "00:01:25.40" ], [ "00:01:27.38", "00:01:28.23" ], [ "00:01:29.72", "00:01:36.79" ] ], "start_stop_frames": [ [ 4999, 5058 ], [ 5064, 5124 ], [ 5242, 5293 ], [ 5383, 5807 ] ], "trgnoun": "plastic_wrap", "trgverb": "put_down" }, { "key": "P04_107+374_375_376_377", "video_id": "P04_107", "narration_ids": [ "P04_107_374", "P04_107_375", "P04_107_376", "P04_107_377" ], "src": "rotate chopstick . hold dough . slide chopstick out of dough", "src1": "rotate chopstick", "src2": "hold dough", "src3": "slide chopstick out of dough", "trg": "put_down chopstick", "vis_src": "P04_107:374 P04_107:375 P04_107:376", "vis_trg": "P04_107:377", "narrations": [ "rotate chopstick", "hold dough", "slide chopstick out of dough", "put down chopstick" ], "verbs": [ "rotate", "hold", "slide-out", "put-down" ], "verb_classes": [ 23, 34, 61, 1 ], "nouns": [ "chopstick", "dough", "chopstick", "chopstick" ], "noun_classes": [ 80, 25, 80, 80 ], "start_stop_timestamps": [ [ "00:11:28.71", "00:11:31.79" ], [ "00:11:31.47", "00:11:33.07" ], [ "00:11:32.24", "00:11:33.59" ], [ "00:11:33.50", "00:11:34.07" ] ], "start_stop_frames": [ [ 34435, 34589 ], [ 34573, 34653 ], [ 34612, 34679 ], [ 34675, 34703 ] ], "trgnoun": "chopstick", "trgverb": "put_down" }, { "key": "P08_06+12_13_14_15", "video_id": "P08_06", "narration_ids": [ "P08_06_12", "P08_06_13", "P08_06_14", "P08_06_15" ], "src": "place salad in bowl . put plastic_wrap on bowl . get tomatoes", "src1": "place salad in bowl", "src2": "put plastic_wrap on bowl", "src3": "get tomatoes", "trg": "wipe_off tomatoes", "vis_src": "P08_06:12 P08_06:13 P08_06:14", "vis_trg": "P08_06:15", "narrations": [ "place salad in bowl", "put plastic wrap on bowl", "get tomatoes", "wipe off tomatoes" ], "verbs": [ "place-in", "put-on", "get", "wipe-off" ], "verb_classes": [ 5, 1, 0, 2 ], "nouns": [ "salad", "wrap:plastic", "tomato", "tomato" ], "noun_classes": [ 68, 100, 43, 43 ], "start_stop_timestamps": [ [ "00:00:47.41", "00:00:50.19" ], [ "00:00:50.38", "00:00:54.53" ], [ "00:00:57.92", "00:00:59.10" ], [ "00:00:59.05", "00:01:00.61" ] ], "start_stop_frames": [ [ 2844, 3011 ], [ 3022, 3271 ], [ 3475, 3546 ], [ 3543, 3636 ] ], "trgnoun": "tomato", "trgverb": "wipe_off" }, { "key": "P22_107+160_161_162_163", "video_id": "P22_107", "narration_ids": [ "P22_107_160", "P22_107_161", "P22_107_162", "P22_107_163" ], "src": "pick_up yogurt . put_down spoon . close yoghurt", "src1": "pick_up yogurt", "src2": "put_down spoon", "src3": "close yoghurt", "trg": "put_down yogurt", "vis_src": "P22_107:160 P22_107:161 P22_107:162", "vis_trg": "P22_107:163", "narrations": [ "pick up yogurt", "put down spoon", "close yoghurt", "put down yogurt" ], "verbs": [ "pick-up", "put-down", "close", "put-down" ], "verb_classes": [ 0, 1, 4, 1 ], "nouns": [ "yogurt", "spoon", "yoghurt", "yogurt" ], "noun_classes": [ 98, 1, 98, 98 ], "start_stop_timestamps": [ [ "00:06:23.79", "00:06:24.58" ], [ "00:06:24.59", "00:06:25.66" ], [ "00:06:25.77", "00:06:28.79" ], [ "00:06:28.98", "00:06:29.73" ] ], "start_stop_frames": [ [ 19189, 19229 ], [ 19229, 19283 ], [ 19288, 19439 ], [ 19449, 19486 ] ], "trgnoun": "yogurt", "trgverb": "put_down" }, { "key": "P04_101+114_115_116_117", "video_id": "P04_101", "narration_ids": [ "P04_101_114", "P04_101_115", "P04_101_116", "P04_101_117" ], "src": "smell yoghurt . scoop yoghurt with spoon . put yoghurt in bowl", "src1": "smell yoghurt", "src2": "scoop yoghurt with spoon", "src3": "put yoghurt in bowl", "trg": "spoon yoghurt into bowl", "vis_src": "P04_101:114 P04_101:115 P04_101:116", "vis_trg": "P04_101:117", "narrations": [ "smell yoghurt", "scoop yoghurt with spoon", "put yoghurt in bowl", "spoon yoghurt into bowl" ], "verbs": [ "smell", "scoop-with", "put-in", "spoon-into" ], "verb_classes": [ 75, 16, 5, 16 ], "nouns": [ "yoghurt", "yoghurt", "yoghurt", "yoghurt" ], "noun_classes": [ 98, 98, 98, 98 ], "start_stop_timestamps": [ [ "00:04:16.25", "00:04:17.05" ], [ "00:04:17.13", "00:04:18.30" ], [ "00:04:18.72", "00:04:19.65" ], [ "00:04:20.62", "00:04:21.55" ] ], "start_stop_frames": [ [ 12812, 12852 ], [ 12856, 12915 ], [ 12936, 12982 ], [ 13031, 13077 ] ], "trgnoun": "yoghurt", "trgverb": "spoon_into" }, { "key": "P27_104+19_20_21_22", "video_id": "P27_104", "narration_ids": [ "P27_104_19", "P27_104_20", "P27_104_21", "P27_104_22" ], "src": "pick_up bag . put_down mozzarella . pick_up yogurt", "src1": "pick_up bag", "src2": "put_down mozzarella", "src3": "pick_up yogurt", "trg": "put_down yogurt", "vis_src": "P27_104:19 P27_104:20 P27_104:21", "vis_trg": "P27_104:22", "narrations": [ "pick up bag", "put down mozzarella", "pick up yogurt", "put down yogurt" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "bag", "mozzarella", "yogurt", "yogurt" ], "noun_classes": [ 19, 32, 98, 98 ], "start_stop_timestamps": [ [ "00:00:53.37", "00:00:55.26" ], [ "00:00:56.00", "00:00:59.24" ], [ "00:00:59.34", "00:01:06.10" ], [ "00:01:06.11", "00:01:07.19" ] ], "start_stop_frames": [ [ 2668, 2763 ], [ 2800, 2962 ], [ 2967, 3304 ], [ 3305, 3359 ] ], "trgnoun": "yogurt", "trgverb": "put_down" }, { "key": "P23_02+142_143_144_145", "video_id": "P23_02", "narration_ids": [ "P23_02_142", "P23_02_143", "P23_02_144", "P23_02_145" ], "src": "adjust the flame . mixing the curry . take the egg", "src1": "adjust the flame", "src2": "mixing the curry", "src3": "take the egg", "trg": "break the egg", "vis_src": "P23_02:142 P23_02:143 P23_02:144", "vis_trg": "P23_02:145", "narrations": [ "adjust the flame", "mixing the curry", "take the egg", "break the egg" ], "verbs": [ "adjust", "mix", "take", "break" ], "verb_classes": [ 17, 10, 0, 30 ], "nouns": [ "flame", "curry", "egg", "egg" ], "noun_classes": [ 24, 121, 53, 53 ], "start_stop_timestamps": [ [ "00:18:01.01", "00:18:06.19" ], [ "00:18:07.08", "00:19:27.64" ], [ "00:19:29.54", "00:19:30.55" ], [ "00:19:30.97", "00:19:35.56" ] ], "start_stop_frames": [ [ 64860, 65171 ], [ 65224, 70058 ], [ 70172, 70233 ], [ 70258, 70533 ] ], "trgnoun": "egg", "trgverb": "break" }, { "key": "P01_103+61_62_63_64", "video_id": "P01_103", "narration_ids": [ "P01_103_61", "P01_103_62", "P01_103_63", "P01_103_64" ], "src": "pick_up nuts . put_down nuts . fold cereal_bag", "src1": "pick_up nuts", "src2": "put_down nuts", "src3": "fold cereal_bag", "trg": "put cereal_bag into box", "vis_src": "P01_103:61 P01_103:62 P01_103:63", "vis_trg": "P01_103:64", "narrations": [ "pick up nuts", "put down nuts", "fold cereal bag", "put cereal bag into box" ], "verbs": [ "pick-up", "put-down", "fold", "put-into" ], "verb_classes": [ 0, 1, 28, 5 ], "nouns": [ "nut", "nut", "bag:cereal", "bag:cereal" ], "noun_classes": [ 133, 133, 19, 19 ], "start_stop_timestamps": [ [ "00:01:48.88", "00:01:49.48" ], [ "00:01:49.49", "00:01:49.79" ], [ "00:01:50.38", "00:01:56.97" ], [ "00:01:57.01", "00:01:58.61" ] ], "start_stop_frames": [ [ 5444, 5473 ], [ 5474, 5489 ], [ 5519, 5848 ], [ 5850, 5930 ] ], "trgnoun": "cereal_bag", "trgverb": "put_into" }, { "key": "P03_27+1_2_3_4", "video_id": "P03_27", "narration_ids": [ "P03_27_1", "P03_27_2", "P03_27_3", "P03_27_4" ], "src": "put glass on side . grab squash . open fridge", "src1": "put glass on side", "src2": "grab squash", "src3": "open fridge", "trg": "open squash", "vis_src": "P03_27:1 P03_27:2 P03_27:3", "vis_trg": "P03_27:4", "narrations": [ "put glass on side", "grab squash", "open fridge", "open squash" ], "verbs": [ "put-on", "grab", "open", "open" ], "verb_classes": [ 1, 0, 3, 3 ], "nouns": [ "glass", "squash", "fridge", "squash" ], "noun_classes": [ 10, 116, 12, 116 ], "start_stop_timestamps": [ [ "00:00:03.23", "00:00:04.09" ], [ "00:00:04.35", "00:00:06.04" ], [ "00:00:05.07", "00:00:05.60" ], [ "00:00:06.59", "00:00:08.49" ] ], "start_stop_frames": [ [ 193, 245 ], [ 261, 362 ], [ 304, 336 ], [ 395, 509 ] ], "trgnoun": "squash", "trgverb": "open" }, { "key": "P37_102+37_38_39_40", "video_id": "P37_102", "narration_ids": [ "P37_102_37", "P37_102_38", "P37_102_39", "P37_102_40" ], "src": "put carrots on chopping board . take knife . cut carrots", "src1": "put carrots on chopping board", "src2": "take knife", "src3": "cut carrots", "trg": "pick_up carrots", "vis_src": "P37_102:37 P37_102:38 P37_102:39", "vis_trg": "P37_102:40", "narrations": [ "put carrots on chopping board", "take knife", "cut carrots", "pick up carrots" ], "verbs": [ "put-on", "take", "cut", "pick-up" ], "verb_classes": [ 1, 0, 7, 0 ], "nouns": [ "carrot", "knife", "carrot", "carrot" ], "noun_classes": [ 41, 4, 41, 41 ], "start_stop_timestamps": [ [ "00:02:09.29", "00:02:10.50" ], [ "00:02:09.84", "00:02:11.22" ], [ "00:02:11.32", "00:02:17.87" ], [ "00:02:16.00", "00:02:18.58" ] ], "start_stop_frames": [ [ 6464, 6525 ], [ 6492, 6561 ], [ 6566, 6893 ], [ 6800, 6928 ] ], "trgnoun": "carrot", "trgverb": "pick_up" }, { "key": "P01_17+90_91_92_93", "video_id": "P01_17", "narration_ids": [ "P01_17_90", "P01_17_91", "P01_17_92", "P01_17_93" ], "src": "take knife . cut carrots . put_down carrots", "src1": "take knife", "src2": "cut carrots", "src3": "put_down carrots", "trg": "put carrot into bowl", "vis_src": "P01_17:90 P01_17:91 P01_17:92", "vis_trg": "P01_17:93", "narrations": [ "take knife", "cut carrots", "put down carrots", "put carrot into bowl" ], "verbs": [ "take", "cut", "put-down", "put-into" ], "verb_classes": [ 0, 7, 1, 5 ], "nouns": [ "knife", "carrot", "carrot", "carrot" ], "noun_classes": [ 4, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:06:42.59", "00:06:43.32" ], [ "00:06:43.42", "00:06:45.81" ], [ "00:06:45.87", "00:06:48.12" ], [ "00:06:48.11", "00:06:48.95" ] ], "start_stop_frames": [ [ 24155, 24199 ], [ 24205, 24348 ], [ 24352, 24487 ], [ 24486, 24537 ] ], "trgnoun": "carrot", "trgverb": "put_into" }, { "key": "P22_05+261_262_263_264", "video_id": "P22_05", "narration_ids": [ "P22_05_261", "P22_05_262", "P22_05_263", "P22_05_264" ], "src": "cut slice . pick_up peach . take_out core", "src1": "cut slice", "src2": "pick_up peach", "src3": "take_out core", "trg": "cut peach", "vis_src": "P22_05:261 P22_05:262 P22_05:263", "vis_trg": "P22_05:264", "narrations": [ "cut slice", "pick up peach", "take out core", "cut peach" ], "verbs": [ "cut", "pick-up", "take-out", "cut" ], "verb_classes": [ 7, 0, 12, 7 ], "nouns": [ "plastic", "peach", "core", "peach" ], "noun_classes": [ 26, 74, 122, 74 ], "start_stop_timestamps": [ [ "00:11:41.75", "00:11:45.25" ], [ "00:11:46.07", "00:11:47.88" ], [ "00:11:46.70", "00:11:48.18" ], [ "00:11:47.00", "00:11:53.12" ] ], "start_stop_frames": [ [ 42105, 42315 ], [ 42364, 42472 ], [ 42402, 42490 ], [ 42420, 42787 ] ], "trgnoun": "peach", "trgverb": "cut" }, { "key": "P22_16+254_255_256_257", "video_id": "P22_16", "narration_ids": [ "P22_16_254", "P22_16_255", "P22_16_256", "P22_16_257" ], "src": "put_down carrot_peeler . cut carrot . pick_up carrot", "src1": "put_down carrot_peeler", "src2": "cut carrot", "src3": "pick_up carrot", "trg": "put_down carrot", "vis_src": "P22_16:254 P22_16:255 P22_16:256", "vis_trg": "P22_16:257", "narrations": [ "put down carrot peeler", "cut carrot", "pick up carrot", "put down carrot" ], "verbs": [ "put-down", "cut", "pick-up", "put-down" ], "verb_classes": [ 1, 7, 0, 1 ], "nouns": [ "peeler:carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 87, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:12:43.91", "00:12:45.00" ], [ "00:12:45.92", "00:13:03.61" ], [ "00:13:04.49", "00:13:11.19" ], [ "00:13:10.82", "00:13:12.25" ] ], "start_stop_frames": [ [ 45834, 45900 ], [ 45955, 47016 ], [ 47069, 47471 ], [ 47449, 47535 ] ], "trgnoun": "carrot", "trgverb": "put_down" }, { "key": "P05_08+34_35_36_37", "video_id": "P05_08", "narration_ids": [ "P05_08_34", "P05_08_35", "P05_08_36", "P05_08_37" ], "src": "place knife in drainer . open meat_pack . take salad_package", "src1": "place knife in drainer", "src2": "open meat_pack", "src3": "take salad_package", "trg": "open salad_package", "vis_src": "P05_08:34 P05_08:35 P05_08:36", "vis_trg": "P05_08:37", "narrations": [ "place knife in drainer", "open meat pack", "take salad package", "open salad package" ], "verbs": [ "place-in", "open", "take", "open" ], "verb_classes": [ 5, 3, 0, 3 ], "nouns": [ "knife", "pack:meat", "package:salad", "package:salad" ], "noun_classes": [ 4, 26, 26, 26 ], "start_stop_timestamps": [ [ "00:01:52.40", "00:01:53.74" ], [ "00:01:54.50", "00:01:57.97" ], [ "00:01:58.07", "00:01:59.84" ], [ "00:01:59.94", "00:02:15.85" ] ], "start_stop_frames": [ [ 6744, 6824 ], [ 6870, 7078 ], [ 7084, 7190 ], [ 7196, 8151 ] ], "trgnoun": "salad_package", "trgverb": "open" }, { "key": "P08_05+214_215_216_217", "video_id": "P08_05", "narration_ids": [ "P08_05_214", "P08_05_215", "P08_05_216", "P08_05_217" ], "src": "peel carrot . finish peeling carrot . chop carrot_edges", "src1": "peel carrot", "src2": "finish peeling carrot", "src3": "chop carrot_edges", "trg": "cut carrots in chunks", "vis_src": "P08_05:214 P08_05:215 P08_05:216", "vis_trg": "P08_05:217", "narrations": [ "peel carrot", "finish peeling carrot", "chop carrot edges", "cut carrots in chunks" ], "verbs": [ "peel", "peel", "chop", "cut" ], "verb_classes": [ 19, 19, 7, 7 ], "nouns": [ "carrot", "carrot", "edge:carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:17:19.81", "00:17:26.26" ], [ "00:17:23.53", "00:17:31.26" ], [ "00:17:34.08", "00:17:36.73" ], [ "00:17:39.10", "00:17:44.12" ] ], "start_stop_frames": [ [ 62388, 62775 ], [ 62611, 63075 ], [ 63244, 63403 ], [ 63545, 63847 ] ], "trgnoun": "carrot", "trgverb": "cut" }, { "key": "P37_102+38_39_40_41", "video_id": "P37_102", "narration_ids": [ "P37_102_38", "P37_102_39", "P37_102_40", "P37_102_41" ], "src": "take knife . cut carrots . pick_up carrots", "src1": "take knife", "src2": "cut carrots", "src3": "pick_up carrots", "trg": "put carrots in bin", "vis_src": "P37_102:38 P37_102:39 P37_102:40", "vis_trg": "P37_102:41", "narrations": [ "take knife", "cut carrots", "pick up carrots", "put carrots in bin" ], "verbs": [ "take", "cut", "pick-up", "put-in" ], "verb_classes": [ 0, 7, 0, 5 ], "nouns": [ "knife", "carrot", "carrot", "carrot" ], "noun_classes": [ 4, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:02:09.84", "00:02:11.22" ], [ "00:02:11.32", "00:02:17.87" ], [ "00:02:16.00", "00:02:18.58" ], [ "00:02:18.23", "00:02:21.14" ] ], "start_stop_frames": [ [ 6492, 6561 ], [ 6566, 6893 ], [ 6800, 6928 ], [ 6911, 7056 ] ], "trgnoun": "carrot", "trgverb": "put_in" }, { "key": "P22_17+391_392_393_394", "video_id": "P22_17", "narration_ids": [ "P22_17_391", "P22_17_392", "P22_17_393", "P22_17_394" ], "src": "remove filter . open trash_can . throw_away food_residue", "src1": "remove filter", "src2": "open trash_can", "src3": "throw_away food_residue", "trg": "empty filter", "vis_src": "P22_17:391 P22_17:392 P22_17:393", "vis_trg": "P22_17:394", "narrations": [ "remove filter", "open trash can", "throw away food residue", "empty filter" ], "verbs": [ "remove", "open", "throw-away", "empty" ], "verb_classes": [ 12, 3, 13, 20 ], "nouns": [ "filter", "can:trash", "residue:food", "filter" ], "noun_classes": [ 77, 36, 54, 77 ], "start_stop_timestamps": [ [ "00:15:16.56", "00:15:18.59" ], [ "00:15:20.26", "00:15:21.30" ], [ "00:15:20.35", "00:15:27.38" ], [ "00:15:22.02", "00:15:23.38" ] ], "start_stop_frames": [ [ 54993, 55115 ], [ 55215, 55278 ], [ 55221, 55642 ], [ 55321, 55402 ] ], "trgnoun": "filter", "trgverb": "empty" }, { "key": "P02_06+349_350_352_353", "video_id": "P02_06", "narration_ids": [ "P02_06_349", "P02_06_350", "P02_06_352", "P02_06_353" ], "src": "pick_up strainer . wash strainer . open tap", "src1": "pick_up strainer", "src2": "wash strainer", "src3": "open tap", "trg": "rinse strainer", "vis_src": "P02_06:349 P02_06:350 P02_06:352", "vis_trg": "P02_06:353", "narrations": [ "pick up strainer", "wash strainer", "open tap", "rinse strainer" ], "verbs": [ "pick-up", "wash", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "strainer", "strainer", "tap", "strainer" ], "noun_classes": [ 39, 39, 0, 39 ], "start_stop_timestamps": [ [ "00:16:18.54", "00:16:19.90" ], [ "00:16:21.05", "00:16:30.87" ], [ "00:16:24.12", "00:16:25.23" ], [ "00:16:24.30", "00:16:29.04" ] ], "start_stop_frames": [ [ 58712, 58794 ], [ 58863, 59452 ], [ 59047, 59113 ], [ 59058, 59342 ] ], "trgnoun": "strainer", "trgverb": "rinse" }, { "key": "P22_10+312_313_314_315", "video_id": "P22_10", "narration_ids": [ "P22_10_312", "P22_10_313", "P22_10_314", "P22_10_315" ], "src": "move glass . put_down salad_bowl . open tap", "src1": "move glass", "src2": "put_down salad_bowl", "src3": "open tap", "trg": "fill salad_bowl", "vis_src": "P22_10:312 P22_10:313 P22_10:314", "vis_trg": "P22_10:315", "narrations": [ "move glass", "put down salad bowl", "open tap", "fill salad bowl" ], "verbs": [ "move", "put-down", "turn-on", "fill" ], "verb_classes": [ 11, 1, 6, 26 ], "nouns": [ "glass", "bowl:salad", "tap", "bowl:salad" ], "noun_classes": [ 10, 7, 0, 7 ], "start_stop_timestamps": [ [ "00:10:57.45", "00:10:58.89" ], [ "00:10:58.80", "00:11:00.05" ], [ "00:10:59.27", "00:11:00.27" ], [ "00:11:00.56", "00:11:07.82" ] ], "start_stop_frames": [ [ 39447, 39533 ], [ 39528, 39603 ], [ 39556, 39616 ], [ 39633, 40069 ] ], "trgnoun": "salad_bowl", "trgverb": "fill" }, { "key": "P04_110+141_142_143_144", "video_id": "P04_110", "narration_ids": [ "P04_110_141", "P04_110_142", "P04_110_143", "P04_110_144" ], "src": "open steamed_bun . move steamed_bun . cut steamed bun with fork", "src1": "open steamed_bun", "src2": "move steamed_bun", "src3": "cut steamed bun with fork", "trg": "smell steamed_bun", "vis_src": "P04_110:141 P04_110:142 P04_110:143", "vis_trg": "P04_110:144", "narrations": [ "open steamed bun", "move steamed bun", "cut steamed bun with fork", "smell steamed bun" ], "verbs": [ "open", "move", "cut", "smell" ], "verb_classes": [ 3, 11, 7, 75 ], "nouns": [ "bun:steamed", "bun:steamed", "fork", "bun:steamed" ], "noun_classes": [ 33, 33, 14, 33 ], "start_stop_timestamps": [ [ "00:05:29.15", "00:05:30.70" ], [ "00:05:32.42", "00:05:34.05" ], [ "00:05:35.20", "00:05:38.14" ], [ "00:05:38.49", "00:05:39.19" ] ], "start_stop_frames": [ [ 16457, 16535 ], [ 16621, 16702 ], [ 16760, 16907 ], [ 16924, 16959 ] ], "trgnoun": "steamed_bun", "trgverb": "smell" }, { "key": "P37_102+40_41_42_43", "video_id": "P37_102", "narration_ids": [ "P37_102_40", "P37_102_41", "P37_102_42", "P37_102_43" ], "src": "pick_up carrots . put carrots in bin . put carrots in plate", "src1": "pick_up carrots", "src2": "put carrots in bin", "src3": "put carrots in plate", "trg": "cut carrots", "vis_src": "P37_102:40 P37_102:41 P37_102:42", "vis_trg": "P37_102:43", "narrations": [ "pick up carrots", "put carrots in bin", "put carrots in plate", "cut carrots" ], "verbs": [ "pick-up", "put-in", "put-in", "cut" ], "verb_classes": [ 0, 5, 5, 7 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:02:16.00", "00:02:18.58" ], [ "00:02:18.23", "00:02:21.14" ], [ "00:02:21.09", "00:02:23.45" ], [ "00:02:22.79", "00:02:25.53" ] ], "start_stop_frames": [ [ 6800, 6928 ], [ 6911, 7056 ], [ 7054, 7172 ], [ 7139, 7276 ] ], "trgnoun": "carrot", "trgverb": "cut" }, { "key": "P04_119+264_265_266_267", "video_id": "P04_119", "narration_ids": [ "P04_119_264", "P04_119_265", "P04_119_266", "P04_119_267" ], "src": "put_down spoon . pour mixture into milk in pan . pick_up spatula", "src1": "put_down spoon", "src2": "pour mixture into milk in pan", "src3": "pick_up spatula", "trg": "pull spatula through mixture in pan", "vis_src": "P04_119:264 P04_119:265 P04_119:266", "vis_trg": "P04_119:267", "narrations": [ "put down spoon", "pour mixture into milk in pan", "pick up spatula", "pull spatula through mixture in pan" ], "verbs": [ "put-down", "pour-into", "pick-up", "pull-through" ], "verb_classes": [ 1, 9, 0, 31 ], "nouns": [ "spoon", "mixture", "spatula", "spatula" ], "noun_classes": [ 1, 71, 20, 20 ], "start_stop_timestamps": [ [ "00:12:15.95", "00:12:17.25" ], [ "00:12:19.38", "00:12:23.86" ], [ "00:12:23.74", "00:12:24.31" ], [ "00:12:24.79", "00:12:25.81" ] ], "start_stop_frames": [ [ 36797, 36862 ], [ 36969, 37193 ], [ 37187, 37215 ], [ 37239, 37290 ] ], "trgnoun": "spatula", "trgverb": "pull_through" }, { "key": "P28_05+64_65_66_67", "video_id": "P28_05", "narration_ids": [ "P28_05_64", "P28_05_65", "P28_05_66", "P28_05_67" ], "src": "put_down pepper . chop pepper . put_down carrot", "src1": "put_down pepper", "src2": "chop pepper", "src3": "put_down carrot", "trg": "cut carrot", "vis_src": "P28_05:64 P28_05:65 P28_05:66", "vis_trg": "P28_05:67", "narrations": [ "put down pepper", "chop pepper", "put down carrot", "cut carrot" ], "verbs": [ "put-down", "chop", "put-down", "cut" ], "verb_classes": [ 1, 7, 1, 7 ], "nouns": [ "pepper", "pepper", "carrot", "carrot" ], "noun_classes": [ 37, 37, 41, 41 ], "start_stop_timestamps": [ [ "00:07:21.81", "00:07:22.62" ], [ "00:07:22.72", "00:07:23.72" ], [ "00:08:08.50", "00:08:10.09" ], [ "00:08:09.72", "00:08:11.44" ] ], "start_stop_frames": [ [ 26508, 26557 ], [ 26563, 26623 ], [ 29310, 29405 ], [ 29383, 29486 ] ], "trgnoun": "carrot", "trgverb": "cut" }, { "key": "P04_110+143_144_145_146", "video_id": "P04_110", "narration_ids": [ "P04_110_143", "P04_110_144", "P04_110_145", "P04_110_146" ], "src": "cut steamed bun with fork . smell steamed_bun . inspect steamed_bun", "src1": "cut steamed bun with fork", "src2": "smell steamed_bun", "src3": "inspect steamed_bun", "trg": "open piece of steamed_bun", "vis_src": "P04_110:143 P04_110:144 P04_110:145", "vis_trg": "P04_110:146", "narrations": [ "cut steamed bun with fork", "smell steamed bun", "inspect steamed bun", "open piece of steamed bun" ], "verbs": [ "cut", "smell", "inspect", "open" ], "verb_classes": [ 7, 75, 24, 3 ], "nouns": [ "fork", "bun:steamed", "bun:steamed", "bun:steamed" ], "noun_classes": [ 14, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:05:35.20", "00:05:38.14" ], [ "00:05:38.49", "00:05:39.19" ], [ "00:05:39.43", "00:05:40.23" ], [ "00:05:40.30", "00:05:41.59" ] ], "start_stop_frames": [ [ 16760, 16907 ], [ 16924, 16959 ], [ 16971, 17011 ], [ 17015, 17079 ] ], "trgnoun": "steamed_bun", "trgverb": "open" }, { "key": "P04_107+440_441_442_443", "video_id": "P04_107", "narration_ids": [ "P04_107_440", "P04_107_441", "P04_107_442", "P04_107_443" ], "src": "roll_out dough . peel dough off rolling pin . lift_up rolling_pin", "src1": "roll_out dough", "src2": "peel dough off rolling pin", "src3": "lift_up rolling_pin", "trg": "flip_over dough", "vis_src": "P04_107:440 P04_107:441 P04_107:442", "vis_trg": "P04_107:443", "narrations": [ "roll out dough", "peel dough off rolling pin", "lift up rolling pin", "flip over dough" ], "verbs": [ "roll-out", "peel-off", "lift-up", "flip-over" ], "verb_classes": [ 39, 19, 33, 22 ], "nouns": [ "dough", "dough", "pin:rolling", "dough" ], "noun_classes": [ 25, 25, 136, 25 ], "start_stop_timestamps": [ [ "00:13:03.75", "00:13:09.74" ], [ "00:13:09.69", "00:13:10.52" ], [ "00:13:10.75", "00:13:11.50" ], [ "00:13:11.10", "00:13:11.45" ] ], "start_stop_frames": [ [ 39187, 39487 ], [ 39484, 39526 ], [ 39537, 39575 ], [ 39555, 39572 ] ], "trgnoun": "dough", "trgverb": "flip_over" }, { "key": "P04_107+441_442_443_444", "video_id": "P04_107", "narration_ids": [ "P04_107_441", "P04_107_442", "P04_107_443", "P04_107_444" ], "src": "peel dough off rolling pin . lift_up rolling_pin . flip_over dough", "src1": "peel dough off rolling pin", "src2": "lift_up rolling_pin", "src3": "flip_over dough", "trg": "roll_out dough", "vis_src": "P04_107:441 P04_107:442 P04_107:443", "vis_trg": "P04_107:444", "narrations": [ "peel dough off rolling pin", "lift up rolling pin", "flip over dough", "roll out dough" ], "verbs": [ "peel-off", "lift-up", "flip-over", "roll-out" ], "verb_classes": [ 19, 33, 22, 39 ], "nouns": [ "dough", "pin:rolling", "dough", "dough" ], "noun_classes": [ 25, 136, 25, 25 ], "start_stop_timestamps": [ [ "00:13:09.69", "00:13:10.52" ], [ "00:13:10.75", "00:13:11.50" ], [ "00:13:11.10", "00:13:11.45" ], [ "00:13:11.45", "00:13:13.79" ] ], "start_stop_frames": [ [ 39484, 39526 ], [ 39537, 39575 ], [ 39555, 39572 ], [ 39572, 39689 ] ], "trgnoun": "dough", "trgverb": "roll_out" }, { "key": "P21_01+31_32_33_34", "video_id": "P21_01", "narration_ids": [ "P21_01_31", "P21_01_32", "P21_01_33", "P21_01_34" ], "src": "checking on the microwave . opening the olive_oil . putting some olive_oil on the tomatoes", "src1": "checking on the microwave", "src2": "opening the olive_oil", "src3": "putting some olive_oil on the tomatoes", "trg": "closing the olive_oil", "vis_src": "P21_01:31 P21_01:32 P21_01:33", "vis_trg": "P21_01:34", "narrations": [ "checking on the microwave", "opening the olive oil", "putting some olive oil on the tomatoes", "closing the olive oil" ], "verbs": [ "check-on", "open", "put-on", "close" ], "verb_classes": [ 24, 3, 1, 4 ], "nouns": [ "microwave", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 90, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:04:35.45", "00:04:36.76" ], [ "00:04:36.86", "00:04:39.52" ], [ "00:04:39.64", "00:04:45.49" ], [ "00:04:45.46", "00:04:50.73" ] ], "start_stop_frames": [ [ 16527, 16605 ], [ 16611, 16771 ], [ 16778, 17129 ], [ 17127, 17443 ] ], "trgnoun": "olive_oil", "trgverb": "close" }, { "key": "P04_120+112_113_114_115", "video_id": "P04_120", "narration_ids": [ "P04_120_112", "P04_120_113", "P04_120_114", "P04_120_115" ], "src": "pick_up thermometer . read thermometer . put thermometer into milk", "src1": "pick_up thermometer", "src2": "read thermometer", "src3": "put thermometer into milk", "trg": "put_down thermometer", "vis_src": "P04_120:112 P04_120:113 P04_120:114", "vis_trg": "P04_120:115", "narrations": [ "pick up thermometer", "read thermometer", "put thermometer into milk", "put down thermometer" ], "verbs": [ "pick-up", "read", "put-into", "put-down" ], "verb_classes": [ 0, 38, 5, 1 ], "nouns": [ "thermometer", "thermometer", "thermometer", "thermometer" ], "noun_classes": [ 166, 166, 166, 166 ], "start_stop_timestamps": [ [ "00:05:47.90", "00:05:48.65" ], [ "00:05:48.65", "00:05:49.87" ], [ "00:05:49.87", "00:06:01.24" ], [ "00:06:00.45", "00:06:01.94" ] ], "start_stop_frames": [ [ 17395, 17432 ], [ 17432, 17493 ], [ 17493, 18062 ], [ 18022, 18097 ] ], "trgnoun": "thermometer", "trgverb": "put_down" }, { "key": "P30_109+176_177_178_179", "video_id": "P30_109", "narration_ids": [ "P30_109_176", "P30_109_177", "P30_109_178", "P30_109_179" ], "src": "pick_up sausage_roll . eat sausage_roll . check_on pitta_bread", "src1": "pick_up sausage_roll", "src2": "eat sausage_roll", "src3": "check_on pitta_bread", "trg": "take pitta_bread from toaster", "vis_src": "P30_109:176 P30_109:177 P30_109:178", "vis_trg": "P30_109:179", "narrations": [ "pick up sausage roll", "eat sausage roll", "check on pitta bread", "take pitta bread from toaster" ], "verbs": [ "pick-up", "eat", "check-on", "take-from" ], "verb_classes": [ 0, 35, 24, 0 ], "nouns": [ "roll:sausage", "roll:sausage", "bread:pitta", "bread:pitta" ], "noun_classes": [ 227, 227, 33, 33 ], "start_stop_timestamps": [ [ "00:05:50.30", "00:05:59.05" ], [ "00:05:57.91", "00:06:05.65" ], [ "00:06:10.45", "00:06:11.95" ], [ "00:06:17.08", "00:06:17.60" ] ], "start_stop_frames": [ [ 17515, 17952 ], [ 17895, 18282 ], [ 18522, 18597 ], [ 18854, 18880 ] ], "trgnoun": "pitta_bread", "trgverb": "take_from" }, { "key": "P04_119+271_273_274_276", "video_id": "P04_119", "narration_ids": [ "P04_119_271", "P04_119_273", "P04_119_274", "P04_119_276" ], "src": "put_down spatula . take lid off milk bottle . shake milk_bottle over pan", "src1": "put_down spatula", "src2": "take lid off milk bottle", "src3": "shake milk_bottle over pan", "trg": "screw lid tight", "vis_src": "P04_119:271 P04_119:273 P04_119:274", "vis_trg": "P04_119:276", "narrations": [ "put down spatula", "take lid off milk bottle", "shake milk bottle over pan", "screw lid tight" ], "verbs": [ "put-down", "take-off", "shake-over", "screw" ], "verb_classes": [ 1, 12, 15, 78 ], "nouns": [ "spatula", "lid", "bottle:milk", "lid" ], "noun_classes": [ 20, 6, 15, 6 ], "start_stop_timestamps": [ [ "00:13:11.62", "00:13:12.07" ], [ "00:13:14.64", "00:13:22.96" ], [ "00:13:23.02", "00:13:26.70" ], [ "00:13:29.86", "00:13:33.70" ] ], "start_stop_frames": [ [ 39581, 39603 ], [ 39732, 40148 ], [ 40151, 40335 ], [ 40493, 40685 ] ], "trgnoun": "lid", "trgverb": "screw" }, { "key": "P04_107+842_843_844_845", "video_id": "P04_107", "narration_ids": [ "P04_107_842", "P04_107_843", "P04_107_844", "P04_107_845" ], "src": "peel dough off rolling pin . lay_down dough . roll_out dough", "src1": "peel dough off rolling pin", "src2": "lay_down dough", "src3": "roll_out dough", "trg": "flip_over dough", "vis_src": "P04_107:842 P04_107:843 P04_107:844", "vis_trg": "P04_107:845", "narrations": [ "peel dough off rolling pin", "lay down dough", "roll out dough", "flip over dough" ], "verbs": [ "peel-off", "lay-down", "roll-out", "flip-over" ], "verb_classes": [ 19, 1, 39, 22 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:22:02.54", "00:22:03.02" ], [ "00:22:02.94", "00:22:03.25" ], [ "00:22:03.34", "00:22:09.86" ], [ "00:22:09.96", "00:22:11.05" ] ], "start_stop_frames": [ [ 66127, 66151 ], [ 66147, 66162 ], [ 66167, 66493 ], [ 66498, 66552 ] ], "trgnoun": "dough", "trgverb": "flip_over" }, { "key": "P04_115+115_116_117_118", "video_id": "P04_115", "narration_ids": [ "P04_115_115", "P04_115_116", "P04_115_117", "P04_115_118" ], "src": "lift lid of rice cooker . put_down rice cooker lid . pick_up bao_bun", "src1": "lift lid of rice cooker", "src2": "put_down rice cooker lid", "src3": "pick_up bao_bun", "trg": "put bao_bun on hob", "vis_src": "P04_115:115 P04_115:116 P04_115:117", "vis_trg": "P04_115:118", "narrations": [ "lift lid of rice cooker", "put down rice cooker lid", "pick up bao bun", "put bao bun on hob" ], "verbs": [ "lift", "put-down", "pick-up", "put-on" ], "verb_classes": [ 33, 1, 0, 1 ], "nouns": [ "lid:rice:cooker", "lid:rice:cooker", "bun:bao", "bun:bao" ], "noun_classes": [ 6, 6, 33, 33 ], "start_stop_timestamps": [ [ "00:03:50.32", "00:03:51.48" ], [ "00:03:51.59", "00:03:52.65" ], [ "00:03:52.94", "00:03:55.19" ], [ "00:03:55.29", "00:03:56.18" ] ], "start_stop_frames": [ [ 11516, 11574 ], [ 11579, 11632 ], [ 11647, 11759 ], [ 11764, 11809 ] ], "trgnoun": "bao_bun", "trgverb": "put_on" }, { "key": "P30_103+31_32_33_35", "video_id": "P30_103", "narration_ids": [ "P30_103_31", "P30_103_32", "P30_103_33", "P30_103_35" ], "src": "put v60 onto mug . open cupboard . take filter_papers", "src1": "put v60 onto mug", "src2": "open cupboard", "src3": "take filter_papers", "trg": "put filter_papers back into cupboard", "vis_src": "P30_103:31 P30_103:32 P30_103:33", "vis_trg": "P30_103:35", "narrations": [ "put v60 onto mug", "open cupboard", "take filter papers", "put filter papers back into cupboard" ], "verbs": [ "put-onto", "open", "take", "put" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "v60", "cupboard", "paper:filter", "paper:filter" ], "noun_classes": [ 50, 3, 77, 77 ], "start_stop_timestamps": [ [ "00:00:48.89", "00:00:49.70" ], [ "00:00:50.53", "00:00:51.54" ], [ "00:00:51.49", "00:00:52.74" ], [ "00:00:56.37", "00:00:57.53" ] ], "start_stop_frames": [ [ 2444, 2485 ], [ 2526, 2577 ], [ 2574, 2637 ], [ 2818, 2876 ] ], "trgnoun": "filter_paper", "trgverb": "put" }, { "key": "P37_102+67_68_69_70", "video_id": "P37_102", "narration_ids": [ "P37_102_67", "P37_102_68", "P37_102_69", "P37_102_70" ], "src": "cut carrots into two pieces . cut carrots . put carrots in bin", "src1": "cut carrots into two pieces", "src2": "cut carrots", "src3": "put carrots in bin", "trg": "chop carrots", "vis_src": "P37_102:67 P37_102:68 P37_102:69", "vis_trg": "P37_102:70", "narrations": [ "cut carrots into two pieces", "cut carrots", "put carrots in bin", "chop carrots" ], "verbs": [ "cut-into", "cut", "put-in", "chop" ], "verb_classes": [ 7, 7, 5, 7 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:04:49.77", "00:04:51.79" ], [ "00:04:51.98", "00:04:55.48" ], [ "00:04:55.14", "00:04:56.68" ], [ "00:04:56.10", "00:05:03.38" ] ], "start_stop_frames": [ [ 14488, 14589 ], [ 14599, 14774 ], [ 14757, 14834 ], [ 14805, 15169 ] ], "trgnoun": "carrot", "trgverb": "chop" }, { "key": "P22_06+64_65_66_67", "video_id": "P22_06", "narration_ids": [ "P22_06_64", "P22_06_65", "P22_06_66", "P22_06_67" ], "src": "put_down potato_peeler . pick_up sponge . pick_up cup", "src1": "put_down potato_peeler", "src2": "pick_up sponge", "src3": "pick_up cup", "trg": "rinse cup", "vis_src": "P22_06:64 P22_06:65 P22_06:66", "vis_trg": "P22_06:67", "narrations": [ "put down potato peeler", "pick up sponge", "pick up cup", "rinse cup" ], "verbs": [ "put-down", "pick-up", "pick-up", "rinse" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "peeler:potato", "sponge", "cup", "cup" ], "noun_classes": [ 87, 9, 13, 13 ], "start_stop_timestamps": [ [ "00:02:33.68", "00:02:34.20" ], [ "00:02:36.63", "00:02:37.72" ], [ "00:02:38.36", "00:02:39.38" ], [ "00:02:39.61", "00:02:43.85" ] ], "start_stop_frames": [ [ 9220, 9252 ], [ 9397, 9463 ], [ 9501, 9562 ], [ 9576, 9831 ] ], "trgnoun": "cup", "trgverb": "rinse" }, { "key": "P22_12+129_130_131_132", "video_id": "P22_12", "narration_ids": [ "P22_12_129", "P22_12_130", "P22_12_131", "P22_12_132" ], "src": "dry hands . put_down down rug . grab potato_peeler", "src1": "dry hands", "src2": "put_down down rug", "src3": "grab potato_peeler", "trg": "put_down down potato_peeler", "vis_src": "P22_12:129 P22_12:130 P22_12:131", "vis_trg": "P22_12:132", "narrations": [ "dry hands", "put down down rug", "grab potato peeler", "put down down potato peeler" ], "verbs": [ "dry", "put-down", "grab", "put-down" ], "verb_classes": [ 14, 1, 0, 1 ], "nouns": [ "hand", "rug", "peeler:potato", "peeler:potato" ], "noun_classes": [ 11, 52, 87, 87 ], "start_stop_timestamps": [ [ "00:05:17.66", "00:05:20.78" ], [ "00:05:20.82", "00:05:21.75" ], [ "00:05:21.70", "00:05:22.85" ], [ "00:05:23.33", "00:05:24.67" ] ], "start_stop_frames": [ [ 19059, 19246 ], [ 19249, 19305 ], [ 19302, 19371 ], [ 19399, 19480 ] ], "trgnoun": "potato_peeler", "trgverb": "put_down" }, { "key": "P22_12+33_34_35_36", "video_id": "P22_12", "narration_ids": [ "P22_12_33", "P22_12_34", "P22_12_35", "P22_12_36" ], "src": "close basket . grab potato_peeler . grab peach", "src1": "close basket", "src2": "grab potato_peeler", "src3": "grab peach", "trg": "peel peach", "vis_src": "P22_12:33 P22_12:34 P22_12:35", "vis_trg": "P22_12:36", "narrations": [ "close basket", "grab potato peeler", "grab peach", "peel peach" ], "verbs": [ "close", "grab", "grab", "peel" ], "verb_classes": [ 4, 0, 0, 19 ], "nouns": [ "basket", "peeler:potato", "peach", "peach" ], "noun_classes": [ 168, 87, 74, 74 ], "start_stop_timestamps": [ [ "00:02:02.27", "00:02:03.12" ], [ "00:02:04.59", "00:02:05.34" ], [ "00:02:05.44", "00:02:09.19" ], [ "00:02:08.02", "00:02:13.10" ] ], "start_stop_frames": [ [ 7336, 7387 ], [ 7475, 7520 ], [ 7526, 7751 ], [ 7681, 7986 ] ], "trgnoun": "peach", "trgverb": "peel" }, { "key": "P01_109+509_510_511_512", "video_id": "P01_109", "narration_ids": [ "P01_109_509", "P01_109_510", "P01_109_511", "P01_109_512" ], "src": "split potatoes . pick_up potato_slice . put_down potato_slice", "src1": "split potatoes", "src2": "pick_up potato_slice", "src3": "put_down potato_slice", "trg": "stir potatoes", "vis_src": "P01_109:509 P01_109:510 P01_109:511", "vis_trg": "P01_109:512", "narrations": [ "split potatoes", "pick up potato slice", "put down potato slice", "stir potatoes" ], "verbs": [ "split", "pick-up", "put-down", "stir" ], "verb_classes": [ 52, 0, 1, 10 ], "nouns": [ "potato", "slice:potato", "slice:potato", "potato" ], "noun_classes": [ 30, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:35:20.39", "00:35:33.20" ], [ "00:35:33.30", "00:35:34.05" ], [ "00:35:34.23", "00:35:34.59" ], [ "00:35:34.68", "00:35:43.45" ] ], "start_stop_frames": [ [ 106019, 106659 ], [ 106665, 106702 ], [ 106711, 106729 ], [ 106733, 107172 ] ], "trgnoun": "potato", "trgverb": "stir" }, { "key": "P37_102+68_69_70_71", "video_id": "P37_102", "narration_ids": [ "P37_102_68", "P37_102_69", "P37_102_70", "P37_102_71" ], "src": "cut carrots . put carrots in bin . chop carrots", "src1": "cut carrots", "src2": "put carrots in bin", "src3": "chop carrots", "trg": "cut carrots into sticks", "vis_src": "P37_102:68 P37_102:69 P37_102:70", "vis_trg": "P37_102:71", "narrations": [ "cut carrots", "put carrots in bin", "chop carrots", "cut carrots into sticks" ], "verbs": [ "cut", "put-in", "chop", "cut-into" ], "verb_classes": [ 7, 5, 7, 7 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:04:51.98", "00:04:55.48" ], [ "00:04:55.14", "00:04:56.68" ], [ "00:04:56.10", "00:05:03.38" ], [ "00:05:01.95", "00:05:12.74" ] ], "start_stop_frames": [ [ 14599, 14774 ], [ 14757, 14834 ], [ 14805, 15169 ], [ 15097, 15637 ] ], "trgnoun": "carrot", "trgverb": "cut_into" }, { "key": "P28_06+8_9_10_11", "video_id": "P28_06", "narration_ids": [ "P28_06_8", "P28_06_9", "P28_06_10", "P28_06_11" ], "src": "take parsley_package . close fridge . read parsley_package", "src1": "take parsley_package", "src2": "close fridge", "src3": "read parsley_package", "trg": "open parsley_package", "vis_src": "P28_06:8 P28_06:9 P28_06:10", "vis_trg": "P28_06:11", "narrations": [ "take parsley package", "close fridge", "read parsley package", "open parsley package" ], "verbs": [ "take", "close", "read", "open" ], "verb_classes": [ 0, 4, 38, 3 ], "nouns": [ "package:parsley", "fridge", "package:parsley", "package:parsley" ], "noun_classes": [ 26, 12, 26, 26 ], "start_stop_timestamps": [ [ "00:00:28.21", "00:00:29.57" ], [ "00:00:29.67", "00:00:31.09" ], [ "00:00:34.00", "00:00:39.33" ], [ "00:00:39.26", "00:00:44.05" ] ], "start_stop_frames": [ [ 1692, 1774 ], [ 1780, 1865 ], [ 2040, 2359 ], [ 2355, 2643 ] ], "trgnoun": "parsley_package", "trgverb": "open" }, { "key": "P08_01+67_68_69_70", "video_id": "P08_01", "narration_ids": [ "P08_01_67", "P08_01_68", "P08_01_69", "P08_01_70" ], "src": "scoop avocado . open cupboard . get pan", "src1": "scoop avocado", "src2": "open cupboard", "src3": "get pan", "trg": "place pan on hob", "vis_src": "P08_01:67 P08_01:68 P08_01:69", "vis_trg": "P08_01:70", "narrations": [ "scoop avocado", "open cupboard", "get pan", "place pan on hob" ], "verbs": [ "scoop", "open", "get", "place-on" ], "verb_classes": [ 16, 3, 0, 1 ], "nouns": [ "avocado", "cupboard", "pan", "pan" ], "noun_classes": [ 176, 3, 5, 5 ], "start_stop_timestamps": [ [ "00:04:01.63", "00:04:07.53" ], [ "00:04:07.70", "00:04:08.70" ], [ "00:04:08.87", "00:04:10.75" ], [ "00:04:11.97", "00:04:13.31" ] ], "start_stop_frames": [ [ 14497, 14851 ], [ 14862, 14922 ], [ 14932, 15045 ], [ 15118, 15198 ] ], "trgnoun": "pan", "trgverb": "place_on" }, { "key": "P28_09+47_48_49_50", "video_id": "P28_09", "narration_ids": [ "P28_09_47", "P28_09_48", "P28_09_49", "P28_09_50" ], "src": "put_down avocado . throw skin . take knife", "src1": "put_down avocado", "src2": "throw skin", "src3": "take knife", "trg": "take avocado", "vis_src": "P28_09:47 P28_09:48 P28_09:49", "vis_trg": "P28_09:50", "narrations": [ "put down avocado", "throw skin", "take knife", "take avocado" ], "verbs": [ "put-down", "throw", "take", "take" ], "verb_classes": [ 1, 13, 0, 0 ], "nouns": [ "avocado", "skin", "knife", "avocado" ], "noun_classes": [ 176, 48, 4, 176 ], "start_stop_timestamps": [ [ "00:03:10.65", "00:03:11.41" ], [ "00:03:11.51", "00:03:14.10" ], [ "00:03:14.52", "00:03:15.88" ], [ "00:03:14.60", "00:03:17.10" ] ], "start_stop_frames": [ [ 11439, 11484 ], [ 11490, 11646 ], [ 11671, 11752 ], [ 11676, 11826 ] ], "trgnoun": "avocado", "trgverb": "take" }, { "key": "P28_09+8_9_10_11", "video_id": "P28_09", "narration_ids": [ "P28_09_8", "P28_09_9", "P28_09_10", "P28_09_11" ], "src": "open fridge . take cherry_tomatoes . take avocado", "src1": "open fridge", "src2": "take cherry_tomatoes", "src3": "take avocado", "trg": "put_down cherry_tomatoes", "vis_src": "P28_09:8 P28_09:9 P28_09:10", "vis_trg": "P28_09:11", "narrations": [ "open fridge", "take cherry tomatoes", "take avocado", "put down cherry tomatoes" ], "verbs": [ "open", "take", "take", "put-down" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "fridge", "tomato:cherry", "avocado", "tomato:cherry" ], "noun_classes": [ 12, 43, 176, 43 ], "start_stop_timestamps": [ [ "00:00:17.68", "00:00:20.09" ], [ "00:00:20.88", "00:00:22.24" ], [ "00:00:22.82", "00:00:25.27" ], [ "00:00:26.15", "00:00:27.48" ] ], "start_stop_frames": [ [ 1060, 1205 ], [ 1252, 1334 ], [ 1369, 1516 ], [ 1569, 1648 ] ], "trgnoun": "cherry_tomato", "trgverb": "put_down" }, { "key": "P04_107+472_473_474_475", "video_id": "P04_107", "narration_ids": [ "P04_107_472", "P04_107_473", "P04_107_474", "P04_107_475" ], "src": "pick_up baking_tray . put baking_tray on pan . pick_up tea_towel", "src1": "pick_up baking_tray", "src2": "put baking_tray on pan", "src3": "pick_up tea_towel", "trg": "lay tea_towel over baking tray", "vis_src": "P04_107:472 P04_107:473 P04_107:474", "vis_trg": "P04_107:475", "narrations": [ "pick up baking tray", "put baking tray on pan", "pick up tea towel", "lay tea towel over baking tray" ], "verbs": [ "pick-up", "put-on", "pick-up", "lay-over" ], "verb_classes": [ 0, 1, 0, 36 ], "nouns": [ "tray:baking", "tray:baking", "towel:tea", "towel:tea" ], "noun_classes": [ 35, 35, 52, 52 ], "start_stop_timestamps": [ [ "00:13:43.51", "00:13:46.77" ], [ "00:13:46.13", "00:13:49.09" ], [ "00:13:49.19", "00:13:51.69" ], [ "00:13:50.84", "00:13:55.05" ] ], "start_stop_frames": [ [ 41175, 41338 ], [ 41306, 41454 ], [ 41459, 41584 ], [ 41542, 41752 ] ], "trgnoun": "tea_towel", "trgverb": "lay_over" }, { "key": "P30_109+22_23_24_25", "video_id": "P30_109", "narration_ids": [ "P30_109_22", "P30_109_23", "P30_109_24", "P30_109_25" ], "src": "open box of noodles . smell noodles . close box of noodles", "src1": "open box of noodles", "src2": "smell noodles", "src3": "close box of noodles", "trg": "put box of noodles into fridge", "vis_src": "P30_109:22 P30_109:23 P30_109:24", "vis_trg": "P30_109:25", "narrations": [ "open box of noodles", "smell noodles", "close box of noodles", "put box of noodles into fridge" ], "verbs": [ "open", "smell", "close", "put-into" ], "verb_classes": [ 3, 75, 4, 5 ], "nouns": [ "box:noodle", "noodle", "box:noodle", "box:noodle" ], "noun_classes": [ 23, 155, 23, 23 ], "start_stop_timestamps": [ [ "00:00:33.49", "00:00:39.10" ], [ "00:00:39.30", "00:00:40.90" ], [ "00:00:41.98", "00:00:44.67" ], [ "00:00:44.74", "00:00:45.69" ] ], "start_stop_frames": [ [ 1674, 1955 ], [ 1964, 2045 ], [ 2099, 2233 ], [ 2237, 2284 ] ], "trgnoun": "noodle_box", "trgverb": "put_into" }, { "key": "P04_119+25_26_27_28", "video_id": "P04_119", "narration_ids": [ "P04_119_25", "P04_119_26", "P04_119_27", "P04_119_28" ], "src": "read instructions . pick_up instructions . turn_over instructions", "src1": "read instructions", "src2": "pick_up instructions", "src3": "turn_over instructions", "trg": "put_down instructions", "vis_src": "P04_119:25 P04_119:26 P04_119:27", "vis_trg": "P04_119:28", "narrations": [ "read instructions", "pick up instructions", "turn over instructions", "put down instructions" ], "verbs": [ "read", "pick-up", "turn-over", "put-down" ], "verb_classes": [ 38, 0, 22, 1 ], "nouns": [ "instruction", "instruction", "instruction", "instruction" ], "noun_classes": [ 149, 149, 149, 149 ], "start_stop_timestamps": [ [ "00:02:01.24", "00:02:04.65" ], [ "00:02:04.75", "00:02:06.63" ], [ "00:02:06.56", "00:02:08.82" ], [ "00:02:08.92", "00:02:09.69" ] ], "start_stop_frames": [ [ 6062, 6232 ], [ 6237, 6331 ], [ 6328, 6441 ], [ 6445, 6484 ] ], "trgnoun": "instruction", "trgverb": "put_down" }, { "key": "P22_10+256_257_258_259", "video_id": "P22_10", "narration_ids": [ "P22_10_256", "P22_10_257", "P22_10_258", "P22_10_259" ], "src": "put_down down container . grab potato_peeler . grab_down potato_peeler", "src1": "put_down down container", "src2": "grab potato_peeler", "src3": "grab_down potato_peeler", "trg": "put_down down potato_peeler", "vis_src": "P22_10:256 P22_10:257 P22_10:258", "vis_trg": "P22_10:259", "narrations": [ "put down down container", "grab potato peeler", "grab down potato peeler", "put down down potato peeler" ], "verbs": [ "put-down", "grab", "grab-down", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "container", "peeler:potato", "peeler:potato", "peeler:potato" ], "noun_classes": [ 21, 87, 87, 87 ], "start_stop_timestamps": [ [ "00:09:11.22", "00:09:12.22" ], [ "00:09:12.12", "00:09:12.87" ], [ "00:09:16.17", "00:09:17.42" ], [ "00:09:16.55", "00:09:18.50" ] ], "start_stop_frames": [ [ 33073, 33133 ], [ 33127, 33172 ], [ 33370, 33445 ], [ 33393, 33510 ] ], "trgnoun": "potato_peeler", "trgverb": "put_down" }, { "key": "P25_107+254_255_256_257", "video_id": "P25_107", "narration_ids": [ "P25_107_254", "P25_107_255", "P25_107_256", "P25_107_257" ], "src": "flip aubergine . pick_up aubergine . lift plate", "src1": "flip aubergine", "src2": "pick_up aubergine", "src3": "lift plate", "trg": "put_down aubergine", "vis_src": "P25_107:254 P25_107:255 P25_107:256", "vis_trg": "P25_107:257", "narrations": [ "flip aubergine", "pick up aubergine", "lift plate", "put down aubergine" ], "verbs": [ "flip", "pick-up", "lift", "put-down" ], "verb_classes": [ 22, 0, 33, 1 ], "nouns": [ "aubergine", "aubergine", "plate", "aubergine" ], "noun_classes": [ 67, 67, 2, 67 ], "start_stop_timestamps": [ [ "00:21:03.41", "00:21:05.33" ], [ "00:21:10.46", "00:21:14.17" ], [ "00:21:14.27", "00:21:15.31" ], [ "00:21:15.41", "00:21:16.10" ] ], "start_stop_frames": [ [ 63170, 63266 ], [ 63523, 63708 ], [ 63713, 63765 ], [ 63770, 63804 ] ], "trgnoun": "aubergine", "trgverb": "put_down" }, { "key": "P06_01+7_8_9_10", "video_id": "P06_01", "narration_ids": [ "P06_01_7", "P06_01_8", "P06_01_9", "P06_01_10" ], "src": "put spoon into bowl . open cupboard . take cereal", "src1": "put spoon into bowl", "src2": "open cupboard", "src3": "take cereal", "trg": "open cereal", "vis_src": "P06_01:7 P06_01:8 P06_01:9", "vis_trg": "P06_01:10", "narrations": [ "put spoon into bowl", "open cupboard", "take cereal", "open cereal" ], "verbs": [ "put-into", "open", "take", "open" ], "verb_classes": [ 5, 3, 0, 3 ], "nouns": [ "spoon", "cupboard", "cereal", "cereal" ], "noun_classes": [ 1, 3, 99, 99 ], "start_stop_timestamps": [ [ "00:00:18.72", "00:00:20.47" ], [ "00:00:20.82", "00:00:22.32" ], [ "00:00:22.67", "00:00:24.92" ], [ "00:00:26.27", "00:00:34.27" ] ], "start_stop_frames": [ [ 1123, 1228 ], [ 1249, 1339 ], [ 1360, 1495 ], [ 1576, 2056 ] ], "trgnoun": "cereal", "trgverb": "open" }, { "key": "P03_117+140_141_142_143", "video_id": "P03_117", "narration_ids": [ "P03_117_140", "P03_117_141", "P03_117_142", "P03_117_143" ], "src": "wash scissors . put scissors in drying rack . squeeze_out sponge", "src1": "wash scissors", "src2": "put scissors in drying rack", "src3": "squeeze_out sponge", "trg": "put sponge back on side", "vis_src": "P03_117:140 P03_117:141 P03_117:142", "vis_trg": "P03_117:143", "narrations": [ "wash scissors", "put scissors in drying rack", "squeeze out sponge", "put sponge back on side" ], "verbs": [ "wash", "put-in", "squeeze-out", "put-on" ], "verb_classes": [ 2, 5, 18, 1 ], "nouns": [ "scissors", "scissors", "sponge", "sponge" ], "noun_classes": [ 79, 79, 9, 9 ], "start_stop_timestamps": [ [ "00:07:15.55", "00:07:22.71" ], [ "00:07:26.90", "00:07:27.61" ], [ "00:07:28.32", "00:07:29.98" ], [ "00:07:30.15", "00:07:30.78" ] ], "start_stop_frames": [ [ 21777, 22135 ], [ 22345, 22380 ], [ 22416, 22499 ], [ 22507, 22539 ] ], "trgnoun": "sponge", "trgverb": "put_on" }, { "key": "P01_08+14_15_16_17", "video_id": "P01_08", "narration_ids": [ "P01_08_14", "P01_08_15", "P01_08_16", "P01_08_17" ], "src": "wash cup . rinse spoon . put spoon into rack", "src1": "wash cup", "src2": "rinse spoon", "src3": "put spoon into rack", "trg": "rinse cup", "vis_src": "P01_08:14 P01_08:15 P01_08:16", "vis_trg": "P01_08:17", "narrations": [ "wash cup", "rinse spoon", "put spoon into rack", "rinse cup" ], "verbs": [ "wash", "rinse", "put-into", "rinse" ], "verb_classes": [ 2, 2, 5, 2 ], "nouns": [ "cup", "spoon", "spoon", "cup" ], "noun_classes": [ 13, 1, 1, 13 ], "start_stop_timestamps": [ [ "00:00:36.41", "00:00:45.78" ], [ "00:00:44.40", "00:00:46.96" ], [ "00:00:46.56", "00:00:48.08" ], [ "00:00:48.18", "00:00:59.28" ] ], "start_stop_frames": [ [ 2184, 2746 ], [ 2664, 2817 ], [ 2793, 2884 ], [ 2890, 3556 ] ], "trgnoun": "cup", "trgverb": "rinse" }, { "key": "P04_109+123_124_125_126", "video_id": "P04_109", "narration_ids": [ "P04_109_123", "P04_109_124", "P04_109_125", "P04_109_126" ], "src": "slice cucumber . pick_up pieces of cucumber . put cucumber into measuring jug", "src1": "slice cucumber", "src2": "pick_up pieces of cucumber", "src3": "put cucumber into measuring jug", "trg": "separate cucumber", "vis_src": "P04_109:123 P04_109:124 P04_109:125", "vis_trg": "P04_109:126", "narrations": [ "slice cucumber", "pick up pieces of cucumber", "put cucumber into measuring jug", "separate cucumber" ], "verbs": [ "slice", "pick-up", "put-into", "separate" ], "verb_classes": [ 7, 0, 5, 52 ], "nouns": [ "cucumber", "piece:cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:04:32.64", "00:04:38.34" ], [ "00:04:38.25", "00:04:39.18" ], [ "00:04:39.28", "00:04:40.53" ], [ "00:04:39.88", "00:04:41.01" ] ], "start_stop_frames": [ [ 13632, 13917 ], [ 13912, 13959 ], [ 13963, 14026 ], [ 13994, 14050 ] ], "trgnoun": "cucumber", "trgverb": "separate" }, { "key": "P30_107+745_746_747_748", "video_id": "P30_107", "narration_ids": [ "P30_107_745", "P30_107_746", "P30_107_747", "P30_107_748" ], "src": "put spoon into pan . open cupboard . take tupperware", "src1": "put spoon into pan", "src2": "open cupboard", "src3": "take tupperware", "trg": "separate tupperware", "vis_src": "P30_107:745 P30_107:746 P30_107:747", "vis_trg": "P30_107:748", "narrations": [ "put spoon into pan", "open cupboard", "take tupperware", "separate tupperware" ], "verbs": [ "put-into", "open", "take", "separate" ], "verb_classes": [ 5, 3, 0, 52 ], "nouns": [ "spoon", "cupboard", "tupperware", "tupperware" ], "noun_classes": [ 1, 3, 23, 23 ], "start_stop_timestamps": [ [ "00:39:35.63", "00:39:40.60" ], [ "00:39:48.97", "00:39:49.92" ], [ "00:39:50.47", "00:39:51.50" ], [ "00:39:51.87", "00:39:52.23" ] ], "start_stop_frames": [ [ 118781, 119030 ], [ 119448, 119496 ], [ 119523, 119575 ], [ 119593, 119611 ] ], "trgnoun": "tupperware", "trgverb": "separate" }, { "key": "P22_107+193_194_195_196", "video_id": "P22_107", "narration_ids": [ "P22_107_193", "P22_107_194", "P22_107_195", "P22_107_196" ], "src": "close blackberries . open fridge . pick_up yogurt", "src1": "close blackberries", "src2": "open fridge", "src3": "pick_up yogurt", "trg": "put_down yogurt", "vis_src": "P22_107:193 P22_107:194 P22_107:195", "vis_trg": "P22_107:196", "narrations": [ "close blackberries", "open fridge", "pick up yogurt", "put down yogurt" ], "verbs": [ "close", "open", "pick-up", "put-down" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "blackberry", "fridge", "yogurt", "yogurt" ], "noun_classes": [ 219, 12, 98, 98 ], "start_stop_timestamps": [ [ "00:07:22.96", "00:07:25.82" ], [ "00:07:26.82", "00:07:28.96" ], [ "00:07:29.03", "00:07:29.61" ], [ "00:07:29.71", "00:07:30.61" ] ], "start_stop_frames": [ [ 22148, 22291 ], [ 22341, 22448 ], [ 22451, 22480 ], [ 22485, 22530 ] ], "trgnoun": "yogurt", "trgverb": "put_down" }, { "key": "P01_08+13_14_15_16", "video_id": "P01_08", "narration_ids": [ "P01_08_13", "P01_08_14", "P01_08_15", "P01_08_16" ], "src": "turn_on tap . wash cup . rinse spoon", "src1": "turn_on tap", "src2": "wash cup", "src3": "rinse spoon", "trg": "put spoon into rack", "vis_src": "P01_08:13 P01_08:14 P01_08:15", "vis_trg": "P01_08:16", "narrations": [ "turn on tap", "wash cup", "rinse spoon", "put spoon into rack" ], "verbs": [ "turn-on", "wash", "rinse", "put-into" ], "verb_classes": [ 6, 2, 2, 5 ], "nouns": [ "tap", "cup", "spoon", "spoon" ], "noun_classes": [ 0, 13, 1, 1 ], "start_stop_timestamps": [ [ "00:00:34.33", "00:00:36.31" ], [ "00:00:36.41", "00:00:45.78" ], [ "00:00:44.40", "00:00:46.96" ], [ "00:00:46.56", "00:00:48.08" ] ], "start_stop_frames": [ [ 2059, 2178 ], [ 2184, 2746 ], [ 2664, 2817 ], [ 2793, 2884 ] ], "trgnoun": "spoon", "trgverb": "put_into" }, { "key": "P08_03+9_10_11_12", "video_id": "P08_03", "narration_ids": [ "P08_03_9", "P08_03_10", "P08_03_11", "P08_03_12" ], "src": "arrange apples in bowl . arrange bell_peppers in bowl . get avocado out of bag", "src1": "arrange apples in bowl", "src2": "arrange bell_peppers in bowl", "src3": "get avocado out of bag", "trg": "arrange avocados in bowl", "vis_src": "P08_03:9 P08_03:10 P08_03:11", "vis_trg": "P08_03:12", "narrations": [ "arrange apples in bowl", "arrange bell peppers in bowl", "get avocado out of bag", "arrange avocados in bowl" ], "verbs": [ "arrange", "arrange", "get-out", "arrange-in" ], "verb_classes": [ 40, 40, 12, 40 ], "nouns": [ "apple", "pepper:bell", "avocado", "avocado" ], "noun_classes": [ 187, 37, 176, 176 ], "start_stop_timestamps": [ [ "00:00:24.47", "00:00:26.22" ], [ "00:00:27.57", "00:00:33.42" ], [ "00:00:33.92", "00:00:36.51" ], [ "00:00:36.77", "00:00:42.02" ] ], "start_stop_frames": [ [ 1468, 1573 ], [ 1654, 2005 ], [ 2035, 2190 ], [ 2206, 2521 ] ], "trgnoun": "avocado", "trgverb": "arrange_in" }, { "key": "P28_09+34_35_36_37", "video_id": "P28_09", "narration_ids": [ "P28_09_34", "P28_09_35", "P28_09_36", "P28_09_37" ], "src": "put_down cherry_tomatoes . take knife . cut avocado", "src1": "put_down cherry_tomatoes", "src2": "take knife", "src3": "cut avocado", "trg": "open avocado", "vis_src": "P28_09:34 P28_09:35 P28_09:36", "vis_trg": "P28_09:37", "narrations": [ "put down cherry tomatoes", "take knife", "cut avocado", "open avocado" ], "verbs": [ "put-down", "take", "cut", "open" ], "verb_classes": [ 1, 0, 7, 3 ], "nouns": [ "tomato:cherry", "knife", "avocado", "avocado" ], "noun_classes": [ 43, 4, 176, 176 ], "start_stop_timestamps": [ [ "00:01:56.65", "00:01:58.53" ], [ "00:01:58.73", "00:01:59.68" ], [ "00:01:59.78", "00:02:09.70" ], [ "00:02:09.80", "00:02:11.64" ] ], "start_stop_frames": [ [ 6999, 7111 ], [ 7123, 7180 ], [ 7186, 7781 ], [ 7788, 7898 ] ], "trgnoun": "avocado", "trgverb": "open" }, { "key": "P30_110+61_62_63_64", "video_id": "P30_110", "narration_ids": [ "P30_110_61", "P30_110_62", "P30_110_63", "P30_110_64" ], "src": "scrape stir_fry into tupperware . put spoon into saucepan . pick_up tupperware_lid", "src1": "scrape stir_fry into tupperware", "src2": "put spoon into saucepan", "src3": "pick_up tupperware_lid", "trg": "put tupperware_lid on tupperware", "vis_src": "P30_110:61 P30_110:62 P30_110:63", "vis_trg": "P30_110:64", "narrations": [ "scrape stir fry into tupperware", "put spoon into saucepan", "pick up tupperware lid", "put tupperware lid on tupperware" ], "verbs": [ "scrape", "put-into", "pick-up", "put-on" ], "verb_classes": [ 25, 5, 0, 1 ], "nouns": [ "fry:stir", "spoon", "lid:tupperware", "lid:tupperware" ], "noun_classes": [ 34, 1, 6, 6 ], "start_stop_timestamps": [ [ "00:01:52.31", "00:02:02.40" ], [ "00:02:05.29", "00:02:06.16" ], [ "00:02:05.00", "00:02:08.50" ], [ "00:02:07.45", "00:02:10.49" ] ], "start_stop_frames": [ [ 5615, 6120 ], [ 6264, 6308 ], [ 6250, 6425 ], [ 6372, 6524 ] ], "trgnoun": "tupperware_lid", "trgverb": "put_on" }, { "key": "P28_09+48_49_50_51", "video_id": "P28_09", "narration_ids": [ "P28_09_48", "P28_09_49", "P28_09_50", "P28_09_51" ], "src": "throw skin . take knife . take avocado", "src1": "throw skin", "src2": "take knife", "src3": "take avocado", "trg": "cut avocado", "vis_src": "P28_09:48 P28_09:49 P28_09:50", "vis_trg": "P28_09:51", "narrations": [ "throw skin", "take knife", "take avocado", "cut avocado" ], "verbs": [ "throw", "take", "take", "cut" ], "verb_classes": [ 13, 0, 0, 7 ], "nouns": [ "skin", "knife", "avocado", "avocado" ], "noun_classes": [ 48, 4, 176, 176 ], "start_stop_timestamps": [ [ "00:03:11.51", "00:03:14.10" ], [ "00:03:14.52", "00:03:15.88" ], [ "00:03:14.60", "00:03:17.10" ], [ "00:03:15.98", "00:03:20.51" ] ], "start_stop_frames": [ [ 11490, 11646 ], [ 11671, 11752 ], [ 11676, 11826 ], [ 11758, 12030 ] ], "trgnoun": "avocado", "trgverb": "cut" }, { "key": "P22_17+468_475_476_477", "video_id": "P22_17", "narration_ids": [ "P22_17_468", "P22_17_475", "P22_17_476", "P22_17_477" ], "src": "put_down utensil . pick_up potato_peeler . dry potato_peeler", "src1": "put_down utensil", "src2": "pick_up potato_peeler", "src3": "dry potato_peeler", "trg": "put_down potato_peeler", "vis_src": "P22_17:468 P22_17:475 P22_17:476", "vis_trg": "P22_17:477", "narrations": [ "put down utensil", "pick up potato peeler", "dry potato peeler", "put down potato peeler" ], "verbs": [ "put-down", "pick-up", "dry", "put-down" ], "verb_classes": [ 1, 0, 14, 1 ], "nouns": [ "utensil", "peeler:potato", "peeler:potato", "peeler:potato" ], "noun_classes": [ 154, 87, 87, 87 ], "start_stop_timestamps": [ [ "00:18:16.17", "00:18:17.00" ], [ "00:18:24.44", "00:18:25.57" ], [ "00:18:25.30", "00:18:28.06" ], [ "00:18:27.88", "00:18:29.42" ] ], "start_stop_frames": [ [ 65770, 65820 ], [ 66266, 66334 ], [ 66318, 66483 ], [ 66472, 66565 ] ], "trgnoun": "potato_peeler", "trgverb": "put_down" }, { "key": "P12_104+51_52_53_54", "video_id": "P12_104", "narration_ids": [ "P12_104_51", "P12_104_52", "P12_104_53", "P12_104_54" ], "src": "throw_away paper into trash bin . release water from sink . pick_up paper_roll", "src1": "throw_away paper into trash bin", "src2": "release water from sink", "src3": "pick_up paper_roll", "trg": "take paper from paper roll", "vis_src": "P12_104:51 P12_104:52 P12_104:53", "vis_trg": "P12_104:54", "narrations": [ "throw away paper into trash bin", "release water from sink", "pick up paper roll", "take paper from paper roll" ], "verbs": [ "throw-away", "release-from", "pick-up", "take-from" ], "verb_classes": [ 13, 59, 0, 0 ], "nouns": [ "paper", "water", "roll:paper", "paper" ], "noun_classes": [ 49, 27, 93, 49 ], "start_stop_timestamps": [ [ "00:03:17.39", "00:03:18.67" ], [ "00:03:20.13", "00:03:27.63" ], [ "00:03:42.01", "00:03:42.73" ], [ "00:03:42.77", "00:03:49.32" ] ], "start_stop_frames": [ [ 9869, 9933 ], [ 10006, 10381 ], [ 11100, 11136 ], [ 11138, 11466 ] ], "trgnoun": "paper", "trgverb": "take_from" }, { "key": "P02_123+159_160_161_162", "video_id": "P02_123", "narration_ids": [ "P02_123_159", "P02_123_160", "P02_123_161", "P02_123_162" ], "src": "pick_up wooden_spoon . hold pan . stir mixture in pan", "src1": "pick_up wooden_spoon", "src2": "hold pan", "src3": "stir mixture in pan", "trg": "pick_up pan", "vis_src": "P02_123:159 P02_123:160 P02_123:161", "vis_trg": "P02_123:162", "narrations": [ "pick up wooden spoon", "hold pan", "stir mixture in pan", "pick up pan" ], "verbs": [ "pick-up", "hold", "stir", "pick-up" ], "verb_classes": [ 0, 34, 10, 0 ], "nouns": [ "spoon:wooden", "pan", "mixture", "pan" ], "noun_classes": [ 1, 5, 71, 5 ], "start_stop_timestamps": [ [ "00:09:24.94", "00:09:25.69" ], [ "00:09:25.38", "00:09:27.22" ], [ "00:09:25.69", "00:09:26.89" ], [ "00:09:27.14", "00:09:37.96" ] ], "start_stop_frames": [ [ 28247, 28284 ], [ 28269, 28361 ], [ 28284, 28344 ], [ 28357, 28898 ] ], "trgnoun": "pan", "trgverb": "pick_up" }, { "key": "P04_119+260_261_262_263", "video_id": "P04_119", "narration_ids": [ "P04_119_260", "P04_119_261", "P04_119_262", "P04_119_263" ], "src": "stir mixture in ramekin . tilt ramekin . tap spoon against ramekin", "src1": "stir mixture in ramekin", "src2": "tilt ramekin", "src3": "tap spoon against ramekin", "trg": "move spoon in mixture in ramekin", "vis_src": "P04_119:260 P04_119:261 P04_119:262", "vis_trg": "P04_119:263", "narrations": [ "stir mixture in ramekin", "tilt ramekin", "tap spoon against ramekin", "move spoon in mixture in ramekin" ], "verbs": [ "stir", "tilt", "tap", "move" ], "verb_classes": [ 10, 33, 32, 11 ], "nouns": [ "mixture", "ramekin", "spoon", "spoon" ], "noun_classes": [ 71, 7, 1, 1 ], "start_stop_timestamps": [ [ "00:11:42.16", "00:12:09.15" ], [ "00:12:09.28", "00:12:11.15" ], [ "00:12:10.95", "00:12:11.57" ], [ "00:12:12.55", "00:12:15.53" ] ], "start_stop_frames": [ [ 35108, 36457 ], [ 36464, 36557 ], [ 36547, 36578 ], [ 36627, 36776 ] ], "trgnoun": "spoon", "trgverb": "move" }, { "key": "P29_01+311_312_313_314", "video_id": "P29_01", "narration_ids": [ "P29_01_311", "P29_01_312", "P29_01_313", "P29_01_314" ], "src": "stir mixture . open cupboard . search_for plates", "src1": "stir mixture", "src2": "open cupboard", "src3": "search_for plates", "trg": "pick_up plates", "vis_src": "P29_01:311 P29_01:312 P29_01:313", "vis_trg": "P29_01:314", "narrations": [ "stir mixture", "open cupboard", "search for plates", "pick up plates" ], "verbs": [ "stir", "open", "search-for", "pick-up" ], "verb_classes": [ 10, 3, 48, 0 ], "nouns": [ "mixture", "cupboard", "plate", "plate" ], "noun_classes": [ 71, 3, 2, 2 ], "start_stop_timestamps": [ [ "00:19:30.72", "00:19:38.75" ], [ "00:19:40.40", "00:19:41.77" ], [ "00:19:41.46", "00:19:44.77" ], [ "00:19:43.97", "00:19:48.21" ] ], "start_stop_frames": [ [ 70243, 70725 ], [ 70824, 70906 ], [ 70887, 71086 ], [ 71038, 71292 ] ], "trgnoun": "plate", "trgverb": "pick_up" }, { "key": "P22_12+113_114_115_117", "video_id": "P22_12", "narration_ids": [ "P22_12_113", "P22_12_114", "P22_12_115", "P22_12_117" ], "src": "remove slice . put_down down slice . remove core", "src1": "remove slice", "src2": "put_down down slice", "src3": "remove core", "trg": "grab rinds", "vis_src": "P22_12:113 P22_12:114 P22_12:115", "vis_trg": "P22_12:117", "narrations": [ "remove slice", "put down down slice", "remove core", "grab rinds" ], "verbs": [ "remove", "put-down", "remove", "grab" ], "verb_classes": [ 12, 1, 12, 0 ], "nouns": [ "peach", "peach", "core", "rind" ], "noun_classes": [ 74, 74, 122, 48 ], "start_stop_timestamps": [ [ "00:04:49.53", "00:04:50.40" ], [ "00:04:50.50", "00:04:53.96" ], [ "00:04:54.79", "00:04:57.39" ], [ "00:04:57.69", "00:05:00.21" ] ], "start_stop_frames": [ [ 17371, 17424 ], [ 17430, 17637 ], [ 17687, 17843 ], [ 17861, 18012 ] ], "trgnoun": "rind", "trgverb": "grab" }, { "key": "P26_116+38_39_40_41", "video_id": "P26_116", "narration_ids": [ "P26_116_38", "P26_116_39", "P26_116_40", "P26_116_41" ], "src": "put_down cutlery . pick_up napkins . open cupboard", "src1": "put_down cutlery", "src2": "pick_up napkins", "src3": "open cupboard", "trg": "put_down napkins", "vis_src": "P26_116:38 P26_116:39 P26_116:40", "vis_trg": "P26_116:41", "narrations": [ "put down cutlery", "pick up napkins", "open cupboard", "put down napkins" ], "verbs": [ "put-down", "pick-up", "open", "put-down" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "cutlery", "napkin", "cupboard", "napkin" ], "noun_classes": [ 58, 88, 3, 88 ], "start_stop_timestamps": [ [ "00:01:41.62", "00:01:42.34" ], [ "00:01:48.37", "00:01:51.96" ], [ "00:01:52.98", "00:01:53.71" ], [ "00:01:53.11", "00:01:54.42" ] ], "start_stop_frames": [ [ 5081, 5117 ], [ 5418, 5598 ], [ 5648, 5685 ], [ 5655, 5721 ] ], "trgnoun": "napkin", "trgverb": "put_down" }, { "key": "P04_121+286_287_288_289", "video_id": "P04_121", "narration_ids": [ "P04_121_286", "P04_121_287", "P04_121_288", "P04_121_289" ], "src": "scratch dough off bowl . tip water out of bowl . put bowl under tap", "src1": "scratch dough off bowl", "src2": "tip water out of bowl", "src3": "put bowl under tap", "trg": "wipe bowl with sponge", "vis_src": "P04_121:286 P04_121:287 P04_121:288", "vis_trg": "P04_121:289", "narrations": [ "scratch dough off bowl", "tip water out of bowl", "put bowl under tap", "wipe bowl with sponge" ], "verbs": [ "scratch-off", "tip-out", "put-under", "wipe-with" ], "verb_classes": [ 25, 20, 1, 2 ], "nouns": [ "dough", "water", "bowl", "bowl" ], "noun_classes": [ 25, 27, 7, 7 ], "start_stop_timestamps": [ [ "00:13:07.80", "00:13:11.11" ], [ "00:13:10.88", "00:13:11.63" ], [ "00:13:11.69", "00:13:13.27" ], [ "00:13:13.19", "00:13:13.85" ] ], "start_stop_frames": [ [ 39390, 39555 ], [ 39544, 39581 ], [ 39584, 39663 ], [ 39659, 39692 ] ], "trgnoun": "bowl", "trgverb": "wipe_with" }, { "key": "P22_15+141_142_143_144", "video_id": "P22_15", "narration_ids": [ "P22_15_141", "P22_15_142", "P22_15_143", "P22_15_144" ], "src": "lather cutlery . put_down down cutlery . grab spoon", "src1": "lather cutlery", "src2": "put_down down cutlery", "src3": "grab spoon", "trg": "lather spoon", "vis_src": "P22_15:141 P22_15:142 P22_15:143", "vis_trg": "P22_15:144", "narrations": [ "lather cutlery", "put down down cutlery", "grab spoon", "lather spoon" ], "verbs": [ "lather", "put-down", "grab", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "cutlery", "cutlery", "spoon", "spoon" ], "noun_classes": [ 58, 58, 1, 1 ], "start_stop_timestamps": [ [ "00:05:37.61", "00:05:39.37" ], [ "00:05:39.27", "00:05:40.05" ], [ "00:05:40.72", "00:05:41.57" ], [ "00:05:41.52", "00:05:42.74" ] ], "start_stop_frames": [ [ 20256, 20362 ], [ 20356, 20403 ], [ 20443, 20494 ], [ 20491, 20564 ] ], "trgnoun": "spoon", "trgverb": "lather" }, { "key": "P26_105+152_153_154_155", "video_id": "P26_105", "narration_ids": [ "P26_105_152", "P26_105_153", "P26_105_154", "P26_105_155" ], "src": "pick_up forks . close drawer . put_down cutlery", "src1": "pick_up forks", "src2": "close drawer", "src3": "put_down cutlery", "trg": "put_down fork", "vis_src": "P26_105:152 P26_105:153 P26_105:154", "vis_trg": "P26_105:155", "narrations": [ "pick up forks", "close drawer", "put down cutlery", "put down fork" ], "verbs": [ "pick-up", "close", "put-down", "put-down" ], "verb_classes": [ 0, 4, 1, 1 ], "nouns": [ "fork", "drawer", "cutlery", "fork" ], "noun_classes": [ 14, 8, 58, 14 ], "start_stop_timestamps": [ [ "00:07:23.44", "00:07:25.38" ], [ "00:07:25.16", "00:07:26.13" ], [ "00:07:26.23", "00:07:27.52" ], [ "00:07:27.61", "00:07:30.04" ] ], "start_stop_frames": [ [ 22172, 22269 ], [ 22258, 22306 ], [ 22311, 22376 ], [ 22380, 22502 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P03_10+8_9_10_11", "video_id": "P03_10", "narration_ids": [ "P03_10_8", "P03_10_9", "P03_10_10", "P03_10_11" ], "src": "put pancakes in fridge . grab bottle . close fridge", "src1": "put pancakes in fridge", "src2": "grab bottle", "src3": "close fridge", "trg": "put bottle in bag", "vis_src": "P03_10:8 P03_10:9 P03_10:10", "vis_trg": "P03_10:11", "narrations": [ "put pancakes in fridge", "grab bottle", "close fridge", "put bottle in bag" ], "verbs": [ "put-in", "grab", "close", "put-in" ], "verb_classes": [ 5, 0, 4, 5 ], "nouns": [ "pancake", "bottle", "fridge", "bottle" ], "noun_classes": [ 184, 15, 12, 15 ], "start_stop_timestamps": [ [ "00:00:21.94", "00:00:22.58" ], [ "00:00:24.77", "00:00:26.52" ], [ "00:00:25.36", "00:00:27.07" ], [ "00:00:27.86", "00:00:29.36" ] ], "start_stop_frames": [ [ 1316, 1354 ], [ 1486, 1591 ], [ 1521, 1624 ], [ 1671, 1761 ] ], "trgnoun": "bottle", "trgverb": "put_in" }, { "key": "P22_15+142_143_144_145", "video_id": "P22_15", "narration_ids": [ "P22_15_142", "P22_15_143", "P22_15_144", "P22_15_145" ], "src": "put_down down cutlery . grab spoon . lather spoon", "src1": "put_down down cutlery", "src2": "grab spoon", "src3": "lather spoon", "trg": "put_down down spoon", "vis_src": "P22_15:142 P22_15:143 P22_15:144", "vis_trg": "P22_15:145", "narrations": [ "put down down cutlery", "grab spoon", "lather spoon", "put down down spoon" ], "verbs": [ "put-down", "grab", "lather", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "cutlery", "spoon", "spoon", "spoon" ], "noun_classes": [ 58, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:05:39.27", "00:05:40.05" ], [ "00:05:40.72", "00:05:41.57" ], [ "00:05:41.52", "00:05:42.74" ], [ "00:05:42.84", "00:05:44.49" ] ], "start_stop_frames": [ [ 20356, 20403 ], [ 20443, 20494 ], [ 20491, 20564 ], [ 20570, 20669 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P26_108+3_4_5_6", "video_id": "P26_108", "narration_ids": [ "P26_108_3", "P26_108_4", "P26_108_5", "P26_108_6" ], "src": "calibrate scale . open cupboard . pick_up pasta_package", "src1": "calibrate scale", "src2": "open cupboard", "src3": "pick_up pasta_package", "trg": "put_down pasta_package", "vis_src": "P26_108:3 P26_108:4 P26_108:5", "vis_trg": "P26_108:6", "narrations": [ "calibrate scale", "open cupboard", "pick up pasta package", "put down pasta package" ], "verbs": [ "calibrate", "open", "pick-up", "put-down" ], "verb_classes": [ 17, 3, 0, 1 ], "nouns": [ "scale", "cupboard", "package:pasta", "package:pasta" ], "noun_classes": [ 108, 3, 26, 26 ], "start_stop_timestamps": [ [ "00:00:18.83", "00:00:28.12" ], [ "00:00:29.83", "00:00:30.49" ], [ "00:00:31.59", "00:00:36.19" ], [ "00:00:37.73", "00:00:38.45" ] ], "start_stop_frames": [ [ 941, 1406 ], [ 1491, 1524 ], [ 1579, 1809 ], [ 1886, 1922 ] ], "trgnoun": "pasta_package", "trgverb": "put_down" }, { "key": "P22_15+136_137_138_139", "video_id": "P22_15", "narration_ids": [ "P22_15_136", "P22_15_137", "P22_15_138", "P22_15_139" ], "src": "put_down down salad_bowl . grab cutlery . lather cutlery", "src1": "put_down down salad_bowl", "src2": "grab cutlery", "src3": "lather cutlery", "trg": "put_down down cutlery", "vis_src": "P22_15:136 P22_15:137 P22_15:138", "vis_trg": "P22_15:139", "narrations": [ "put down down salad bowl", "grab cutlery", "lather cutlery", "put down down cutlery" ], "verbs": [ "put-down", "grab", "lather", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "bowl:salad", "cutlery", "cutlery", "cutlery" ], "noun_classes": [ 7, 58, 58, 58 ], "start_stop_timestamps": [ [ "00:05:30.99", "00:05:32.71" ], [ "00:05:32.29", "00:05:33.77" ], [ "00:05:33.04", "00:05:36.44" ], [ "00:05:35.80", "00:05:36.59" ] ], "start_stop_frames": [ [ 19859, 19962 ], [ 19937, 20026 ], [ 19982, 20186 ], [ 20148, 20195 ] ], "trgnoun": "cutlery", "trgverb": "put_down" }, { "key": "P02_101+10_11_12_13", "video_id": "P02_101", "narration_ids": [ "P02_101_10", "P02_101_11", "P02_101_12", "P02_101_13" ], "src": "close fridge . open milk . pour milk", "src1": "close fridge", "src2": "open milk", "src3": "pour milk", "trg": "close milk", "vis_src": "P02_101:10 P02_101:11 P02_101:12", "vis_trg": "P02_101:13", "narrations": [ "close fridge", "open milk", "pour milk", "close milk" ], "verbs": [ "close", "open", "pour", "close" ], "verb_classes": [ 4, 3, 9, 4 ], "nouns": [ "fridge", "milk", "milk", "milk" ], "noun_classes": [ 12, 64, 64, 64 ], "start_stop_timestamps": [ [ "00:00:19.73", "00:00:20.63" ], [ "00:00:22.21", "00:00:23.30" ], [ "00:00:23.51", "00:00:25.94" ], [ "00:00:25.91", "00:00:26.65" ] ], "start_stop_frames": [ [ 986, 1031 ], [ 1110, 1165 ], [ 1175, 1297 ], [ 1295, 1332 ] ], "trgnoun": "milk", "trgverb": "close" }, { "key": "P22_106+99_100_101_102", "video_id": "P22_106", "narration_ids": [ "P22_106_99", "P22_106_100", "P22_106_101", "P22_106_102" ], "src": "empty bowl . put_down cutlery . move tap", "src1": "empty bowl", "src2": "put_down cutlery", "src3": "move tap", "trg": "turn_on tap", "vis_src": "P22_106:99 P22_106:100 P22_106:101", "vis_trg": "P22_106:102", "narrations": [ "empty bowl", "put down cutlery", "move tap", "turn on tap" ], "verbs": [ "empty", "put-down", "move", "turn-on" ], "verb_classes": [ 20, 1, 11, 6 ], "nouns": [ "bowl", "cutlery", "tap", "tap" ], "noun_classes": [ 7, 58, 0, 0 ], "start_stop_timestamps": [ [ "00:02:48.16", "00:02:48.91" ], [ "00:02:48.64", "00:02:49.26" ], [ "00:02:49.00", "00:02:49.69" ], [ "00:02:49.34", "00:02:50.24" ] ], "start_stop_frames": [ [ 8408, 8445 ], [ 8432, 8463 ], [ 8450, 8484 ], [ 8467, 8512 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P02_06+359_360_361_362", "video_id": "P02_06", "narration_ids": [ "P02_06_359", "P02_06_360", "P02_06_361", "P02_06_362" ], "src": "put knife . look around . pick_up bags", "src1": "put knife", "src2": "look around", "src3": "pick_up bags", "trg": "throw bags", "vis_src": "P02_06:359 P02_06:360 P02_06:361", "vis_trg": "P02_06:362", "narrations": [ "put knife", "look around", "pick up bags", "throw bags" ], "verbs": [ "put", "look", "pick-up", "throw" ], "verb_classes": [ 1, 38, 0, 13 ], "nouns": [ "knife", "spoon:wooden", "bag", "bag" ], "noun_classes": [ 4, 1, 19, 19 ], "start_stop_timestamps": [ [ "00:16:35.47", "00:16:35.97" ], [ "00:16:36.09", "00:16:43.59" ], [ "00:16:43.81", "00:16:45.91" ], [ "00:16:44.35", "00:16:48.33" ] ], "start_stop_frames": [ [ 59728, 59758 ], [ 59765, 60215 ], [ 60228, 60354 ], [ 60261, 60499 ] ], "trgnoun": "bag", "trgverb": "throw" }, { "key": "P26_112+36_37_38_39", "video_id": "P26_112", "narration_ids": [ "P26_112_36", "P26_112_37", "P26_112_38", "P26_112_39" ], "src": "put_down cutlery . rinse plate . pick_up sponge", "src1": "put_down cutlery", "src2": "rinse plate", "src3": "pick_up sponge", "trg": "lather plate", "vis_src": "P26_112:36 P26_112:37 P26_112:38", "vis_trg": "P26_112:39", "narrations": [ "put down cutlery", "rinse plate", "pick up sponge", "lather plate" ], "verbs": [ "put-down", "rinse", "pick-up", "lather" ], "verb_classes": [ 1, 2, 0, 2 ], "nouns": [ "cutlery", "plate", "sponge", "plate" ], "noun_classes": [ 58, 2, 9, 2 ], "start_stop_timestamps": [ [ "00:01:35.34", "00:01:35.85" ], [ "00:01:36.12", "00:01:38.70" ], [ "00:01:38.25", "00:01:38.96" ], [ "00:01:38.94", "00:01:50.59" ] ], "start_stop_frames": [ [ 4767, 4792 ], [ 4806, 4935 ], [ 4912, 4948 ], [ 4947, 5529 ] ], "trgnoun": "plate", "trgverb": "lather" }, { "key": "P22_103+172_173_174_175", "video_id": "P22_103", "narration_ids": [ "P22_103_172", "P22_103_173", "P22_103_174", "P22_103_175" ], "src": "rinse cutlery . put_down cutlery . pick_up plate", "src1": "rinse cutlery", "src2": "put_down cutlery", "src3": "pick_up plate", "trg": "rinse plate", "vis_src": "P22_103:172 P22_103:173 P22_103:174", "vis_trg": "P22_103:175", "narrations": [ "rinse cutlery", "put down cutlery", "pick up plate", "rinse plate" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "cutlery", "cutlery", "plate", "plate" ], "noun_classes": [ 58, 58, 2, 2 ], "start_stop_timestamps": [ [ "00:05:03.60", "00:05:04.10" ], [ "00:05:06.79", "00:05:07.55" ], [ "00:05:09.14", "00:05:09.76" ], [ "00:05:09.85", "00:05:11.41" ] ], "start_stop_frames": [ [ 15180, 15205 ], [ 15339, 15377 ], [ 15457, 15488 ], [ 15492, 15570 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P27_105+161_162_165_167", "video_id": "P27_105", "narration_ids": [ "P27_105_161", "P27_105_162", "P27_105_165", "P27_105_167" ], "src": "pick_up package . put_down package . pick_up packages", "src1": "pick_up package", "src2": "put_down package", "src3": "pick_up packages", "trg": "throw bag", "vis_src": "P27_105:161 P27_105:162 P27_105:165", "vis_trg": "P27_105:167", "narrations": [ "pick up package", "put down package", "pick up packages", "throw bag" ], "verbs": [ "pick-up", "put-down", "pick-up", "throw" ], "verb_classes": [ 0, 1, 0, 13 ], "nouns": [ "package", "package", "package", "bag" ], "noun_classes": [ 26, 26, 26, 19 ], "start_stop_timestamps": [ [ "00:09:40.80", "00:09:42.58" ], [ "00:09:43.09", "00:09:44.35" ], [ "00:09:47.65", "00:09:48.28" ], [ "00:09:56.72", "00:09:59.55" ] ], "start_stop_frames": [ [ 29039, 29129 ], [ 29154, 29217 ], [ 29382, 29414 ], [ 29836, 29977 ] ], "trgnoun": "bag", "trgverb": "throw" }, { "key": "P22_15+177_178_179_180", "video_id": "P22_15", "narration_ids": [ "P22_15_177", "P22_15_178", "P22_15_179", "P22_15_180" ], "src": "rinse spoon . put_down down spoon . rinse cutlery", "src1": "rinse spoon", "src2": "put_down down spoon", "src3": "rinse cutlery", "trg": "put_down down cutlery", "vis_src": "P22_15:177 P22_15:178 P22_15:179", "vis_trg": "P22_15:180", "narrations": [ "rinse spoon", "put down down spoon", "rinse cutlery", "put down down cutlery" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "spoon", "spoon", "cutlery", "cutlery" ], "noun_classes": [ 1, 1, 58, 58 ], "start_stop_timestamps": [ [ "00:06:40.45", "00:06:43.27" ], [ "00:06:43.30", "00:06:44.25" ], [ "00:06:44.35", "00:06:49.85" ], [ "00:06:49.90", "00:06:51.22" ] ], "start_stop_frames": [ [ 24027, 24196 ], [ 24198, 24255 ], [ 24261, 24591 ], [ 24594, 24673 ] ], "trgnoun": "cutlery", "trgverb": "put_down" }, { "key": "P02_121+10_11_12_13", "video_id": "P02_121", "narration_ids": [ "P02_121_10", "P02_121_11", "P02_121_12", "P02_121_13" ], "src": "pick_up scissors . cut baking_paper . put_down scissors", "src1": "pick_up scissors", "src2": "cut baking_paper", "src3": "put_down scissors", "trg": "close baking_paper", "vis_src": "P02_121:10 P02_121:11 P02_121:12", "vis_trg": "P02_121:13", "narrations": [ "pick up scissors", "cut baking paper", "put down scissors", "close baking paper" ], "verbs": [ "pick-up", "cut", "put-down", "close" ], "verb_classes": [ 0, 7, 1, 4 ], "nouns": [ "scissors", "paper:baking", "scissors", "paper:baking" ], "noun_classes": [ 79, 49, 79, 49 ], "start_stop_timestamps": [ [ "00:00:32.01", "00:00:32.86" ], [ "00:00:35.38", "00:00:40.25" ], [ "00:00:40.19", "00:00:40.80" ], [ "00:00:40.70", "00:00:42.10" ] ], "start_stop_frames": [ [ 1600, 1643 ], [ 1769, 2012 ], [ 2009, 2039 ], [ 2035, 2105 ] ], "trgnoun": "baking_paper", "trgverb": "close" }, { "key": "P35_107+178_179_180_181", "video_id": "P35_107", "narration_ids": [ "P35_107_178", "P35_107_179", "P35_107_180", "P35_107_181" ], "src": "rinse cutlery . put_down cutlery . rinse spoon", "src1": "rinse cutlery", "src2": "put_down cutlery", "src3": "rinse spoon", "trg": "put_down spoon", "vis_src": "P35_107:178 P35_107:179 P35_107:180", "vis_trg": "P35_107:181", "narrations": [ "rinse cutlery", "put down cutlery", "rinse spoon", "put down spoon" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "cutlery", "cutlery", "spoon", "spoon" ], "noun_classes": [ 58, 58, 1, 1 ], "start_stop_timestamps": [ [ "00:11:22.85", "00:11:31.65" ], [ "00:11:31.57", "00:11:34.54" ], [ "00:11:34.35", "00:11:38.35" ], [ "00:11:38.36", "00:11:41.17" ] ], "start_stop_frames": [ [ 34142, 34582 ], [ 34578, 34727 ], [ 34717, 34917 ], [ 34918, 35058 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P27_101+189_190_191_192", "video_id": "P27_101", "narration_ids": [ "P27_101_189", "P27_101_190", "P27_101_191", "P27_101_192" ], "src": "pick_up moka_pot . pick_up sponge . wash moka_pot", "src1": "pick_up moka_pot", "src2": "pick_up sponge", "src3": "wash moka_pot", "trg": "rinse moka_pot", "vis_src": "P27_101:189 P27_101:190 P27_101:191", "vis_trg": "P27_101:192", "narrations": [ "pick up moka pot", "pick up sponge", "wash moka pot", "rinse moka pot" ], "verbs": [ "pick-up", "pick-up", "wash", "rinse" ], "verb_classes": [ 0, 0, 2, 2 ], "nouns": [ "pot:moka", "sponge", "pot:moka", "pot:moka" ], "noun_classes": [ 50, 9, 50, 50 ], "start_stop_timestamps": [ [ "00:07:50.93", "00:07:51.91" ], [ "00:07:53.12", "00:07:54.38" ], [ "00:07:54.70", "00:07:56.86" ], [ "00:07:56.87", "00:08:00.27" ] ], "start_stop_frames": [ [ 23546, 23595 ], [ 23656, 23719 ], [ 23735, 23843 ], [ 23843, 24013 ] ], "trgnoun": "moka_pot", "trgverb": "rinse" }, { "key": "P23_101+20_21_22_23", "video_id": "P23_101", "narration_ids": [ "P23_101_20", "P23_101_21", "P23_101_22", "P23_101_23" ], "src": "take packet . search vegetables . take lady's fingers", "src1": "take packet", "src2": "search vegetables", "src3": "take lady's fingers", "trg": "put lady's fingers", "vis_src": "P23_101:20 P23_101:21 P23_101:22", "vis_trg": "P23_101:23", "narrations": [ "take packet", "search vegetables", "take lady's fingers", "put lady's fingers" ], "verbs": [ "take", "search", "take", "put" ], "verb_classes": [ 0, 48, 0, 1 ], "nouns": [ "packet", "vegetable", "finger:lady", "finger:lady" ], "noun_classes": [ 26, 94, 216, 216 ], "start_stop_timestamps": [ [ "00:00:45.00", "00:00:46.33" ], [ "00:00:45.98", "00:00:47.41" ], [ "00:00:47.65", "00:00:57.85" ], [ "00:00:48.56", "00:00:49.17" ] ], "start_stop_frames": [ [ 2250, 2316 ], [ 2299, 2370 ], [ 2382, 2892 ], [ 2428, 2458 ] ], "trgnoun": "lady_finger", "trgverb": "put" }, { "key": "P35_104+220_221_222_223", "video_id": "P35_104", "narration_ids": [ "P35_104_220", "P35_104_221", "P35_104_222", "P35_104_223" ], "src": "rinse container . put_down container . rinse cutlery", "src1": "rinse container", "src2": "put_down container", "src3": "rinse cutlery", "trg": "put_down cutlery", "vis_src": "P35_104:220 P35_104:221 P35_104:222", "vis_trg": "P35_104:223", "narrations": [ "rinse container", "put down container", "rinse cutlery", "put down cutlery" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "container", "container", "cutlery", "cutlery" ], "noun_classes": [ 21, 21, 58, 58 ], "start_stop_timestamps": [ [ "00:15:50.84", "00:15:54.43" ], [ "00:15:54.95", "00:15:55.91" ], [ "00:15:58.69", "00:16:03.23" ], [ "00:16:04.13", "00:16:05.19" ] ], "start_stop_frames": [ [ 47542, 47721 ], [ 47747, 47795 ], [ 47934, 48161 ], [ 48206, 48259 ] ], "trgnoun": "cutlery", "trgverb": "put_down" }, { "key": "P23_101+21_22_23_24", "video_id": "P23_101", "narration_ids": [ "P23_101_21", "P23_101_22", "P23_101_23", "P23_101_24" ], "src": "search vegetables . take lady's fingers . put lady's fingers", "src1": "search vegetables", "src2": "take lady's fingers", "src3": "put lady's fingers", "trg": "take vegetable", "vis_src": "P23_101:21 P23_101:22 P23_101:23", "vis_trg": "P23_101:24", "narrations": [ "search vegetables", "take lady's fingers", "put lady's fingers", "take vegetable" ], "verbs": [ "search", "take", "put", "take" ], "verb_classes": [ 48, 0, 1, 0 ], "nouns": [ "vegetable", "finger:lady", "finger:lady", "vegetable" ], "noun_classes": [ 94, 216, 216, 94 ], "start_stop_timestamps": [ [ "00:00:45.98", "00:00:47.41" ], [ "00:00:47.65", "00:00:57.85" ], [ "00:00:48.56", "00:00:49.17" ], [ "00:00:49.50", "00:00:51.08" ] ], "start_stop_frames": [ [ 2299, 2370 ], [ 2382, 2892 ], [ 2428, 2458 ], [ 2475, 2554 ] ], "trgnoun": "vegetable", "trgverb": "take" }, { "key": "P22_14+140_141_142_143", "video_id": "P22_14", "narration_ids": [ "P22_14_140", "P22_14_141", "P22_14_142", "P22_14_143" ], "src": "put_down spatula . take cutlery . rinse cutlery", "src1": "put_down spatula", "src2": "take cutlery", "src3": "rinse cutlery", "trg": "put_down cutlery", "vis_src": "P22_14:140 P22_14:141 P22_14:142", "vis_trg": "P22_14:143", "narrations": [ "put down spatula", "take cutlery", "rinse cutlery", "put down cutlery" ], "verbs": [ "put-down", "take", "rinse", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "spatula", "cutlery", "cutlery", "cutlery" ], "noun_classes": [ 20, 58, 58, 58 ], "start_stop_timestamps": [ [ "00:05:58.41", "00:06:00.52" ], [ "00:06:00.07", "00:06:01.26" ], [ "00:06:01.11", "00:06:08.67" ], [ "00:06:08.62", "00:06:10.55" ] ], "start_stop_frames": [ [ 21504, 21631 ], [ 21604, 21675 ], [ 21666, 22120 ], [ 22117, 22233 ] ], "trgnoun": "cutlery", "trgverb": "put_down" }, { "key": "P22_14+157_158_159_160", "video_id": "P22_14", "narration_ids": [ "P22_14_157", "P22_14_158", "P22_14_159", "P22_14_160" ], "src": "close moka_pot . take cloth . take saucepan", "src1": "close moka_pot", "src2": "take cloth", "src3": "take saucepan", "trg": "empty saucepan", "vis_src": "P22_14:157 P22_14:158 P22_14:159", "vis_trg": "P22_14:160", "narrations": [ "close moka pot", "take cloth", "take saucepan", "empty saucepan" ], "verbs": [ "close", "take", "take", "empty" ], "verb_classes": [ 4, 0, 0, 20 ], "nouns": [ "pot:moka", "cloth", "saucepan", "saucepan" ], "noun_classes": [ 50, 17, 5, 5 ], "start_stop_timestamps": [ [ "00:06:29.39", "00:06:30.49" ], [ "00:06:30.65", "00:06:32.19" ], [ "00:06:34.25", "00:06:34.90" ], [ "00:06:35.41", "00:06:36.47" ] ], "start_stop_frames": [ [ 23363, 23429 ], [ 23439, 23531 ], [ 23655, 23694 ], [ 23724, 23788 ] ], "trgnoun": "saucepan", "trgverb": "empty" }, { "key": "P04_109+423_424_425_426", "video_id": "P04_109", "narration_ids": [ "P04_109_423", "P04_109_424", "P04_109_425", "P04_109_426" ], "src": "pick_up kitchen_roll . unroll kitchen_roll . tear_off kitchen_roll", "src1": "pick_up kitchen_roll", "src2": "unroll kitchen_roll", "src3": "tear_off kitchen_roll", "trg": "put_down kitchen_roll", "vis_src": "P04_109:423 P04_109:424 P04_109:425", "vis_trg": "P04_109:426", "narrations": [ "pick up kitchen roll", "unroll kitchen roll", "tear off kitchen roll", "put down kitchen roll" ], "verbs": [ "pick-up", "unroll", "tear-off", "put-down" ], "verb_classes": [ 0, 39, 43, 1 ], "nouns": [ "roll:kitchen", "roll:kitchen", "roll:kitchen", "roll:kitchen" ], "noun_classes": [ 93, 93, 93, 93 ], "start_stop_timestamps": [ [ "00:12:48.54", "00:12:49.54" ], [ "00:12:49.26", "00:12:51.11" ], [ "00:12:50.92", "00:12:51.81" ], [ "00:12:51.87", "00:12:52.80" ] ], "start_stop_frames": [ [ 38427, 38477 ], [ 38463, 38555 ], [ 38546, 38590 ], [ 38593, 38640 ] ], "trgnoun": "kitchen_roll", "trgverb": "put_down" }, { "key": "P22_14+154_155_156_157", "video_id": "P22_14", "narration_ids": [ "P22_14_154", "P22_14_155", "P22_14_156", "P22_14_157" ], "src": "take cloth . dry hands . open moka_pot", "src1": "take cloth", "src2": "dry hands", "src3": "open moka_pot", "trg": "close moka_pot", "vis_src": "P22_14:154 P22_14:155 P22_14:156", "vis_trg": "P22_14:157", "narrations": [ "take cloth", "dry hands", "open moka pot", "close moka pot" ], "verbs": [ "take", "dry", "open", "close" ], "verb_classes": [ 0, 14, 3, 4 ], "nouns": [ "cloth", "hand", "pot:moka", "pot:moka" ], "noun_classes": [ 17, 11, 50, 50 ], "start_stop_timestamps": [ [ "00:06:25.35", "00:06:26.42" ], [ "00:06:26.28", "00:06:27.44" ], [ "00:06:28.12", "00:06:29.57" ], [ "00:06:29.39", "00:06:30.49" ] ], "start_stop_frames": [ [ 23121, 23185 ], [ 23176, 23246 ], [ 23287, 23374 ], [ 23363, 23429 ] ], "trgnoun": "moka_pot", "trgverb": "close" }, { "key": "P04_110+92_93_94_95", "video_id": "P04_110", "narration_ids": [ "P04_110_92", "P04_110_93", "P04_110_94", "P04_110_95" ], "src": "dip finger on spoon . lick finger . stir mixture with spoon", "src1": "dip finger on spoon", "src2": "lick finger", "src3": "stir mixture with spoon", "trg": "wipe finger on spoon", "vis_src": "P04_110:92 P04_110:93 P04_110:94", "vis_trg": "P04_110:95", "narrations": [ "dip finger on spoon", "lick finger", "stir mixture with spoon", "wipe finger on spoon" ], "verbs": [ "dip", "lick", "stir", "wipe-on" ], "verb_classes": [ 66, 35, 10, 2 ], "nouns": [ "finger", "finger", "mixture", "finger" ], "noun_classes": [ 11, 11, 71, 11 ], "start_stop_timestamps": [ [ "00:03:32.35", "00:03:33.69" ], [ "00:03:33.79", "00:03:34.65" ], [ "00:03:34.25", "00:03:36.14" ], [ "00:03:36.14", "00:03:36.90" ] ], "start_stop_frames": [ [ 10617, 10684 ], [ 10689, 10732 ], [ 10712, 10807 ], [ 10807, 10845 ] ], "trgnoun": "finger", "trgverb": "wipe_on" }, { "key": "P35_108+281_282_283_284", "video_id": "P35_108", "narration_ids": [ "P35_108_281", "P35_108_282", "P35_108_283", "P35_108_284" ], "src": "rinse cutlery . put_down cutlery . rinse scissors", "src1": "rinse cutlery", "src2": "put_down cutlery", "src3": "rinse scissors", "trg": "put_down scissors", "vis_src": "P35_108:281 P35_108:282 P35_108:283", "vis_trg": "P35_108:284", "narrations": [ "rinse cutlery", "put down cutlery", "rinse scissors", "put down scissors" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "cutlery", "cutlery", "scissors", "scissors" ], "noun_classes": [ 58, 58, 79, 79 ], "start_stop_timestamps": [ [ "00:17:52.30", "00:18:10.03" ], [ "00:18:11.94", "00:18:12.97" ], [ "00:18:14.49", "00:18:17.70" ], [ "00:18:18.13", "00:18:21.62" ] ], "start_stop_frames": [ [ 53615, 54501 ], [ 54597, 54648 ], [ 54724, 54885 ], [ 54906, 55080 ] ], "trgnoun": "scissors", "trgverb": "put_down" }, { "key": "P29_03+358_359_360_361", "video_id": "P29_03", "narration_ids": [ "P29_03_358", "P29_03_359", "P29_03_360", "P29_03_361" ], "src": "pick_up cafetiere . pick_up baking_tray . submerge baking_tray", "src1": "pick_up cafetiere", "src2": "pick_up baking_tray", "src3": "submerge baking_tray", "trg": "scour baking_tray", "vis_src": "P29_03:358 P29_03:359 P29_03:360", "vis_trg": "P29_03:361", "narrations": [ "pick up cafetiere", "pick up baking tray", "submerge baking tray", "scour baking tray" ], "verbs": [ "pick-up", "pick-up", "submerge", "scour" ], "verb_classes": [ 0, 0, 56, 29 ], "nouns": [ "cafetiere", "tray:baking", "tray:baking", "tray:baking" ], "noun_classes": [ 50, 35, 35, 35 ], "start_stop_timestamps": [ [ "00:22:46.53", "00:22:47.94" ], [ "00:22:48.23", "00:22:49.75" ], [ "00:22:49.85", "00:22:51.21" ], [ "00:22:51.31", "00:23:05.61" ] ], "start_stop_frames": [ [ 81991, 82076 ], [ 82093, 82185 ], [ 82191, 82272 ], [ 82278, 83136 ] ], "trgnoun": "baking_tray", "trgverb": "scour" }, { "key": "P22_08+303_304_305_306", "video_id": "P22_08", "narration_ids": [ "P22_08_303", "P22_08_304", "P22_08_305", "P22_08_306" ], "src": "put detergent . put cloth . open moka_pot", "src1": "put detergent", "src2": "put cloth", "src3": "open moka_pot", "trg": "close moka_pot", "vis_src": "P22_08:303 P22_08:304 P22_08:305", "vis_trg": "P22_08:306", "narrations": [ "put detergent", "put cloth", "open moka pot", "close moka pot" ], "verbs": [ "put", "put", "open", "close" ], "verb_classes": [ 1, 1, 3, 4 ], "nouns": [ "detergent", "cloth", "pot:moka", "pot:moka" ], "noun_classes": [ 22, 17, 50, 50 ], "start_stop_timestamps": [ [ "00:12:20.71", "00:12:21.50" ], [ "00:12:21.41", "00:12:22.28" ], [ "00:12:22.46", "00:12:26.21" ], [ "00:12:26.31", "00:12:27.86" ] ], "start_stop_frames": [ [ 44442, 44490 ], [ 44484, 44536 ], [ 44547, 44772 ], [ 44778, 44871 ] ], "trgnoun": "moka_pot", "trgverb": "close" }, { "key": "P29_03+357_358_359_360", "video_id": "P29_03", "narration_ids": [ "P29_03_357", "P29_03_358", "P29_03_359", "P29_03_360" ], "src": "put cafetiere down . pick_up cafetiere . pick_up baking_tray", "src1": "put cafetiere down", "src2": "pick_up cafetiere", "src3": "pick_up baking_tray", "trg": "submerge baking_tray", "vis_src": "P29_03:357 P29_03:358 P29_03:359", "vis_trg": "P29_03:360", "narrations": [ "put cafetiere down", "pick up cafetiere", "pick up baking tray", "submerge baking tray" ], "verbs": [ "put-down", "pick-up", "pick-up", "submerge" ], "verb_classes": [ 1, 0, 0, 56 ], "nouns": [ "cafetiere", "cafetiere", "tray:baking", "tray:baking" ], "noun_classes": [ 50, 50, 35, 35 ], "start_stop_timestamps": [ [ "00:22:45.31", "00:22:48.46" ], [ "00:22:46.53", "00:22:47.94" ], [ "00:22:48.23", "00:22:49.75" ], [ "00:22:49.85", "00:22:51.21" ] ], "start_stop_frames": [ [ 81918, 82107 ], [ 81991, 82076 ], [ 82093, 82185 ], [ 82191, 82272 ] ], "trgnoun": "baking_tray", "trgverb": "submerge" }, { "key": "P27_105+245_246_247_248", "video_id": "P27_105", "narration_ids": [ "P27_105_245", "P27_105_246", "P27_105_247", "P27_105_248" ], "src": "tear paper . pick_up sandwich . put_down sandwich", "src1": "tear paper", "src2": "pick_up sandwich", "src3": "put_down sandwich", "trg": "move paper", "vis_src": "P27_105:245 P27_105:246 P27_105:247", "vis_trg": "P27_105:248", "narrations": [ "tear paper", "pick up sandwich", "put down sandwich", "move paper" ], "verbs": [ "tear", "pick-up", "put-down", "move" ], "verb_classes": [ 43, 0, 1, 11 ], "nouns": [ "paper", "sandwich", "sandwich", "paper" ], "noun_classes": [ 49, 164, 164, 49 ], "start_stop_timestamps": [ [ "00:13:35.60", "00:13:36.30" ], [ "00:13:37.83", "00:13:38.66" ], [ "00:13:38.85", "00:13:39.61" ], [ "00:13:39.71", "00:13:40.57" ] ], "start_stop_frames": [ [ 40780, 40815 ], [ 40891, 40933 ], [ 40942, 40980 ], [ 40985, 41028 ] ], "trgnoun": "paper", "trgverb": "move" }, { "key": "P24_04+0_1_2_3", "video_id": "P24_04", "narration_ids": [ "P24_04_0", "P24_04_1", "P24_04_2", "P24_04_3" ], "src": "take moka_pot . turn_on tap . rinse moka_pot", "src1": "take moka_pot", "src2": "turn_on tap", "src3": "rinse moka_pot", "trg": "open moka_pot", "vis_src": "P24_04:0 P24_04:1 P24_04:2", "vis_trg": "P24_04:3", "narrations": [ "take moka pot", "turn on tap", "rinse moka pot", "open moka pot" ], "verbs": [ "take", "turn-on", "rinse", "open" ], "verb_classes": [ 0, 6, 2, 3 ], "nouns": [ "pot:moka", "tap", "pot:moka", "pot:moka" ], "noun_classes": [ 50, 0, 50, 50 ], "start_stop_timestamps": [ [ "00:00:02.74", "00:00:03.57" ], [ "00:00:03.84", "00:00:05.47" ], [ "00:00:05.51", "00:00:06.34" ], [ "00:00:15.01", "00:00:18.98" ] ], "start_stop_frames": [ [ 164, 214 ], [ 230, 328 ], [ 330, 380 ], [ 900, 1138 ] ], "trgnoun": "moka_pot", "trgverb": "open" }, { "key": "P01_103+30_31_32_34", "video_id": "P01_103", "narration_ids": [ "P01_103_30", "P01_103_31", "P01_103_32", "P01_103_34" ], "src": "close drawer . move colander . pick_up cafetiere", "src1": "close drawer", "src2": "move colander", "src3": "pick_up cafetiere", "trg": "put cafetiere plunger into cafetiere", "vis_src": "P01_103:30 P01_103:31 P01_103:32", "vis_trg": "P01_103:34", "narrations": [ "close drawer", "move colander", "pick up cafetiere", "put cafetiere plunger into cafetiere" ], "verbs": [ "close", "move", "pick-up", "put-into" ], "verb_classes": [ 4, 11, 0, 5 ], "nouns": [ "drawer", "colander", "cafetiere", "cafetiere" ], "noun_classes": [ 8, 39, 50, 50 ], "start_stop_timestamps": [ [ "00:00:50.31", "00:00:50.89" ], [ "00:00:51.81", "00:00:52.91" ], [ "00:00:53.06", "00:00:54.01" ], [ "00:00:54.94", "00:00:56.14" ] ], "start_stop_frames": [ [ 2515, 2544 ], [ 2590, 2645 ], [ 2653, 2700 ], [ 2747, 2807 ] ], "trgnoun": "cafetiere", "trgverb": "put_into" }, { "key": "P12_105+25_26_27_28", "video_id": "P12_105", "narration_ids": [ "P12_105_25", "P12_105_26", "P12_105_27", "P12_105_28" ], "src": "pour soup from mug into plastic bag . put_down plastic_bag . take plastic_bag", "src1": "pour soup from mug into plastic bag", "src2": "put_down plastic_bag", "src3": "take plastic_bag", "trg": "open plastic_bag", "vis_src": "P12_105:25 P12_105:26 P12_105:27", "vis_trg": "P12_105:28", "narrations": [ "pour soup from mug into plastic bag", "put down plastic bag", "take plastic bag", "open plastic bag" ], "verbs": [ "pour-from", "put-down", "take", "open" ], "verb_classes": [ 9, 1, 0, 3 ], "nouns": [ "soup", "bag:plastic", "bag:plastic", "bag:plastic" ], "noun_classes": [ 126, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:01:39.98", "00:01:42.21" ], [ "00:01:44.24", "00:01:47.99" ], [ "00:01:48.36", "00:01:49.86" ], [ "00:01:50.93", "00:01:54.29" ] ], "start_stop_frames": [ [ 4998, 5110 ], [ 5212, 5399 ], [ 5418, 5493 ], [ 5546, 5714 ] ], "trgnoun": "plastic_bag", "trgverb": "open" }, { "key": "P22_08+305_306_307_308", "video_id": "P22_08", "narration_ids": [ "P22_08_305", "P22_08_306", "P22_08_307", "P22_08_308" ], "src": "open moka_pot . close moka_pot . pick_up detergent", "src1": "open moka_pot", "src2": "close moka_pot", "src3": "pick_up detergent", "trg": "put detergent", "vis_src": "P22_08:305 P22_08:306 P22_08:307", "vis_trg": "P22_08:308", "narrations": [ "open moka pot", "close moka pot", "pick up detergent", "put detergent" ], "verbs": [ "open", "close", "pick-up", "put" ], "verb_classes": [ 3, 4, 0, 1 ], "nouns": [ "pot:moka", "pot:moka", "detergent", "detergent" ], "noun_classes": [ 50, 50, 22, 22 ], "start_stop_timestamps": [ [ "00:12:22.46", "00:12:26.21" ], [ "00:12:26.31", "00:12:27.86" ], [ "00:12:29.33", "00:12:31.91" ], [ "00:12:31.55", "00:12:32.29" ] ], "start_stop_frames": [ [ 44547, 44772 ], [ 44778, 44871 ], [ 44959, 45114 ], [ 45093, 45137 ] ], "trgnoun": "detergent", "trgverb": "put" }, { "key": "P03_04+153_154_155_156", "video_id": "P03_04", "narration_ids": [ "P03_04_153", "P03_04_154", "P03_04_155", "P03_04_156" ], "src": "put garlic_paste . put almonds . get stock_cubes", "src1": "put garlic_paste", "src2": "put almonds", "src3": "get stock_cubes", "trg": "open stock_cubes", "vis_src": "P03_04:153 P03_04:154 P03_04:155", "vis_trg": "P03_04:156", "narrations": [ "put garlic paste", "put almonds", "get stock cubes", "open stock cubes" ], "verbs": [ "put", "put", "get", "open" ], "verb_classes": [ 1, 1, 0, 3 ], "nouns": [ "paste:garlic", "almond", "cube:stock", "cube:stock" ], "noun_classes": [ 148, 244, 95, 95 ], "start_stop_timestamps": [ [ "00:10:08.20", "00:10:09.90" ], [ "00:10:09.83", "00:10:12.33" ], [ "00:10:12.43", "00:10:13.68" ], [ "00:10:14.63", "00:10:17.23" ] ], "start_stop_frames": [ [ 36492, 36594 ], [ 36589, 36739 ], [ 36745, 36820 ], [ 36877, 37033 ] ], "trgnoun": "stock_cube", "trgverb": "open" }, { "key": "P35_108+282_283_284_285", "video_id": "P35_108", "narration_ids": [ "P35_108_282", "P35_108_283", "P35_108_284", "P35_108_285" ], "src": "put_down cutlery . rinse scissors . put_down scissors", "src1": "put_down cutlery", "src2": "rinse scissors", "src3": "put_down scissors", "trg": "rinse cutlery", "vis_src": "P35_108:282 P35_108:283 P35_108:284", "vis_trg": "P35_108:285", "narrations": [ "put down cutlery", "rinse scissors", "put down scissors", "rinse cutlery" ], "verbs": [ "put-down", "rinse", "put-down", "rinse" ], "verb_classes": [ 1, 2, 1, 2 ], "nouns": [ "cutlery", "scissors", "scissors", "cutlery" ], "noun_classes": [ 58, 79, 79, 58 ], "start_stop_timestamps": [ [ "00:18:11.94", "00:18:12.97" ], [ "00:18:14.49", "00:18:17.70" ], [ "00:18:18.13", "00:18:21.62" ], [ "00:18:24.18", "00:18:31.59" ] ], "start_stop_frames": [ [ 54597, 54648 ], [ 54724, 54885 ], [ 54906, 55080 ], [ 55209, 55579 ] ], "trgnoun": "cutlery", "trgverb": "rinse" }, { "key": "P13_09+14_15_16_17", "video_id": "P13_09", "narration_ids": [ "P13_09_14", "P13_09_15", "P13_09_16", "P13_09_17" ], "src": "close drawer . pick_up pot . drain pot", "src1": "close drawer", "src2": "pick_up pot", "src3": "drain pot", "trg": "clean pot", "vis_src": "P13_09:14 P13_09:15 P13_09:16", "vis_trg": "P13_09:17", "narrations": [ "close drawer", "pick up pot", "drain pot", "clean pot" ], "verbs": [ "close", "pick-up", "drain", "clean" ], "verb_classes": [ 4, 0, 37, 2 ], "nouns": [ "drawer", "pot", "pot", "pot" ], "noun_classes": [ 8, 29, 29, 29 ], "start_stop_timestamps": [ [ "00:03:06.23", "00:03:07.93" ], [ "00:03:15.15", "00:03:16.26" ], [ "00:03:16.21", "00:03:20.28" ], [ "00:03:32.05", "00:03:33.44" ] ], "start_stop_frames": [ [ 11173, 11275 ], [ 11709, 11775 ], [ 11772, 12016 ], [ 12723, 12806 ] ], "trgnoun": "pot", "trgverb": "clean" }, { "key": "P27_101+339_340_341_342", "video_id": "P27_101", "narration_ids": [ "P27_101_339", "P27_101_340", "P27_101_341", "P27_101_342" ], "src": "pick_up towel . put_down towel . open garbage_bin", "src1": "pick_up towel", "src2": "put_down towel", "src3": "open garbage_bin", "trg": "close garbage_bin", "vis_src": "P27_101:339 P27_101:340 P27_101:341", "vis_trg": "P27_101:342", "narrations": [ "pick up towel", "put down towel", "open garbage bin", "close garbage bin" ], "verbs": [ "pick-up", "put-down", "open", "close" ], "verb_classes": [ 0, 1, 3, 4 ], "nouns": [ "towel", "towel", "bin:garbage", "bin:garbage" ], "noun_classes": [ 52, 52, 36, 36 ], "start_stop_timestamps": [ [ "00:15:53.48", "00:15:54.00" ], [ "00:15:59.59", "00:16:00.76" ], [ "00:16:00.65", "00:16:01.45" ], [ "00:16:01.42", "00:16:02.32" ] ], "start_stop_frames": [ [ 47674, 47700 ], [ 47979, 48038 ], [ 48032, 48072 ], [ 48071, 48116 ] ], "trgnoun": "garbage_bin", "trgverb": "close" }, { "key": "P35_108+283_284_285_286", "video_id": "P35_108", "narration_ids": [ "P35_108_283", "P35_108_284", "P35_108_285", "P35_108_286" ], "src": "rinse scissors . put_down scissors . rinse cutlery", "src1": "rinse scissors", "src2": "put_down scissors", "src3": "rinse cutlery", "trg": "put_down cutlery", "vis_src": "P35_108:283 P35_108:284 P35_108:285", "vis_trg": "P35_108:286", "narrations": [ "rinse scissors", "put down scissors", "rinse cutlery", "put down cutlery" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "scissors", "scissors", "cutlery", "cutlery" ], "noun_classes": [ 79, 79, 58, 58 ], "start_stop_timestamps": [ [ "00:18:14.49", "00:18:17.70" ], [ "00:18:18.13", "00:18:21.62" ], [ "00:18:24.18", "00:18:31.59" ], [ "00:18:33.30", "00:18:38.06" ] ], "start_stop_frames": [ [ 54724, 54885 ], [ 54906, 55080 ], [ 55209, 55579 ], [ 55665, 55903 ] ], "trgnoun": "cutlery", "trgverb": "put_down" }, { "key": "P29_03+498_499_500_501", "video_id": "P29_03", "narration_ids": [ "P29_03_498", "P29_03_499", "P29_03_500", "P29_03_501" ], "src": "wash cafetiere . pick_up cafetiere . rinse cafetiere", "src1": "wash cafetiere", "src2": "pick_up cafetiere", "src3": "rinse cafetiere", "trg": "put cafetiere down upside down", "vis_src": "P29_03:498 P29_03:499 P29_03:500", "vis_trg": "P29_03:501", "narrations": [ "wash cafetiere", "pick up cafetiere", "rinse cafetiere", "put cafetiere down upside down" ], "verbs": [ "wash", "pick-up", "rinse", "put-down" ], "verb_classes": [ 2, 0, 2, 1 ], "nouns": [ "cafetiere", "cafetiere", "cafetiere", "cafetiere" ], "noun_classes": [ 50, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:32:29.32", "00:32:36.82" ], [ "00:32:29.68", "00:32:31.26" ], [ "00:32:38.34", "00:32:45.07" ], [ "00:32:45.80", "00:32:47.02" ] ], "start_stop_frames": [ [ 116959, 117409 ], [ 116980, 117075 ], [ 117500, 117904 ], [ 117948, 118021 ] ], "trgnoun": "cafetiere", "trgverb": "put_down" }, { "key": "P30_107+200_201_202_203", "video_id": "P30_107", "narration_ids": [ "P30_107_200", "P30_107_201", "P30_107_202", "P30_107_203" ], "src": "put_down passata . close fridge . take packaging", "src1": "put_down passata", "src2": "close fridge", "src3": "take packaging", "trg": "put packaging in bin", "vis_src": "P30_107:200 P30_107:201 P30_107:202", "vis_trg": "P30_107:203", "narrations": [ "put down passata", "close fridge", "take packaging", "put packaging in bin" ], "verbs": [ "put-down", "close", "take", "put-in" ], "verb_classes": [ 1, 4, 0, 5 ], "nouns": [ "passata", "fridge", "packaging", "packaging" ], "noun_classes": [ 47, 12, 26, 26 ], "start_stop_timestamps": [ [ "00:10:10.10", "00:10:11.10" ], [ "00:10:10.88", "00:10:12.04" ], [ "00:10:12.14", "00:10:13.40" ], [ "00:10:13.74", "00:10:14.62" ] ], "start_stop_frames": [ [ 30505, 30555 ], [ 30544, 30602 ], [ 30607, 30670 ], [ 30687, 30731 ] ], "trgnoun": "packaging", "trgverb": "put_in" }, { "key": "P23_101+40_41_43_46", "video_id": "P23_101", "narration_ids": [ "P23_101_40", "P23_101_41", "P23_101_43", "P23_101_46" ], "src": "take knife . cut lady's fingers . cutting lady's finger", "src1": "take knife", "src2": "cut lady's fingers", "src3": "cutting lady's finger", "trg": "take lady's finger", "vis_src": "P23_101:40 P23_101:41 P23_101:43", "vis_trg": "P23_101:46", "narrations": [ "take knife", "cut lady's fingers", "cutting lady's finger", "take lady's finger" ], "verbs": [ "take", "cut", "cut", "take" ], "verb_classes": [ 0, 7, 7, 0 ], "nouns": [ "knife", "finger:lady", "finger:lady", "finger:lady" ], "noun_classes": [ 4, 216, 216, 216 ], "start_stop_timestamps": [ [ "00:01:24.61", "00:01:25.45" ], [ "00:01:25.17", "00:01:30.17" ], [ "00:01:28.00", "00:01:40.97" ], [ "00:01:53.31", "00:01:54.33" ] ], "start_stop_frames": [ [ 4230, 4272 ], [ 4258, 4508 ], [ 4400, 5048 ], [ 5665, 5716 ] ], "trgnoun": "lady_finger", "trgverb": "take" }, { "key": "P02_03+224_225_226_227", "video_id": "P02_03", "narration_ids": [ "P02_03_224", "P02_03_225", "P02_03_226", "P02_03_227" ], "src": "cut pasta_bag . switch stove on . pour pasta into pot", "src1": "cut pasta_bag", "src2": "switch stove on", "src3": "pour pasta into pot", "trg": "close pasta_bag", "vis_src": "P02_03:224 P02_03:225 P02_03:226", "vis_trg": "P02_03:227", "narrations": [ "cut pasta bag", "switch stove on", "pour pasta into pot", "close pasta bag" ], "verbs": [ "cut", "switch-on", "pour-into", "close" ], "verb_classes": [ 7, 6, 9, 4 ], "nouns": [ "bag:pasta", "stove", "pasta", "bag:pasta" ], "noun_classes": [ 19, 24, 45, 19 ], "start_stop_timestamps": [ [ "00:12:25.06", "00:12:27.72" ], [ "00:12:30.08", "00:12:32.14" ], [ "00:12:32.65", "00:12:37.83" ], [ "00:12:38.37", "00:12:40.79" ] ], "start_stop_frames": [ [ 44703, 44863 ], [ 45004, 45128 ], [ 45159, 45469 ], [ 45502, 45647 ] ], "trgnoun": "pasta_bag", "trgverb": "close" }, { "key": "P27_101+184_185_186_187", "video_id": "P27_101", "narration_ids": [ "P27_101_184", "P27_101_185", "P27_101_186", "P27_101_187" ], "src": "empty moka_pot . close garbage_bin . turn_on tap", "src1": "empty moka_pot", "src2": "close garbage_bin", "src3": "turn_on tap", "trg": "rinse moka_pot", "vis_src": "P27_101:184 P27_101:185 P27_101:186", "vis_trg": "P27_101:187", "narrations": [ "empty moka pot", "close garbage bin", "turn on tap", "rinse moka pot" ], "verbs": [ "empty", "close", "turn-on", "rinse" ], "verb_classes": [ 20, 4, 6, 2 ], "nouns": [ "pot:moka", "bin:garbage", "tap", "pot:moka" ], "noun_classes": [ 50, 36, 0, 50 ], "start_stop_timestamps": [ [ "00:07:38.96", "00:07:40.20" ], [ "00:07:40.46", "00:07:41.06" ], [ "00:07:42.24", "00:07:43.09" ], [ "00:07:43.04", "00:07:49.91" ] ], "start_stop_frames": [ [ 22948, 23010 ], [ 23023, 23053 ], [ 23112, 23154 ], [ 23152, 23495 ] ], "trgnoun": "moka_pot", "trgverb": "rinse" }, { "key": "P27_101+190_191_192_193", "video_id": "P27_101", "narration_ids": [ "P27_101_190", "P27_101_191", "P27_101_192", "P27_101_193" ], "src": "pick_up sponge . wash moka_pot . rinse moka_pot", "src1": "pick_up sponge", "src2": "wash moka_pot", "src3": "rinse moka_pot", "trg": "put_down moka_pot", "vis_src": "P27_101:190 P27_101:191 P27_101:192", "vis_trg": "P27_101:193", "narrations": [ "pick up sponge", "wash moka pot", "rinse moka pot", "put down moka pot" ], "verbs": [ "pick-up", "wash", "rinse", "put-down" ], "verb_classes": [ 0, 2, 2, 1 ], "nouns": [ "sponge", "pot:moka", "pot:moka", "pot:moka" ], "noun_classes": [ 9, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:07:53.12", "00:07:54.38" ], [ "00:07:54.70", "00:07:56.86" ], [ "00:07:56.87", "00:08:00.27" ], [ "00:07:59.65", "00:08:01.15" ] ], "start_stop_frames": [ [ 23656, 23719 ], [ 23735, 23843 ], [ 23843, 24013 ], [ 23982, 24057 ] ], "trgnoun": "moka_pot", "trgverb": "put_down" }, { "key": "P01_109+597_599_600_601", "video_id": "P01_109", "narration_ids": [ "P01_109_597", "P01_109_599", "P01_109_600", "P01_109_601" ], "src": "put_down spatula . open food_bin . throw onion into bin", "src1": "put_down spatula", "src2": "open food_bin", "src3": "throw onion into bin", "trg": "close food_bin", "vis_src": "P01_109:597 P01_109:599 P01_109:600", "vis_trg": "P01_109:601", "narrations": [ "put down spatula", "open food bin", "throw onion into bin", "close food bin" ], "verbs": [ "put-down", "open", "throw-into", "close" ], "verb_classes": [ 1, 3, 13, 4 ], "nouns": [ "spatula", "bin:food", "onion", "bin:food" ], "noun_classes": [ 20, 36, 16, 36 ], "start_stop_timestamps": [ [ "00:43:03.17", "00:43:04.33" ], [ "00:43:05.55", "00:43:06.10" ], [ "00:43:05.92", "00:43:06.27" ], [ "00:43:06.37", "00:43:06.78" ] ], "start_stop_frames": [ [ 129158, 129216 ], [ 129277, 129305 ], [ 129296, 129313 ], [ 129318, 129339 ] ], "trgnoun": "food_bin", "trgverb": "close" }, { "key": "P22_07+274_275_276_277", "video_id": "P22_07", "narration_ids": [ "P22_07_274", "P22_07_275", "P22_07_276", "P22_07_277" ], "src": "put_down wooden_spoon . pick_up spice . pour spice", "src1": "put_down wooden_spoon", "src2": "pick_up spice", "src3": "pour spice", "trg": "close spice", "vis_src": "P22_07:274 P22_07:275 P22_07:276", "vis_trg": "P22_07:277", "narrations": [ "put down wooden spoon", "pick up spice", "pour spice", "close spice" ], "verbs": [ "put-down", "pick-up", "pour", "close" ], "verb_classes": [ 1, 0, 9, 4 ], "nouns": [ "spoon:wooden", "spice", "spice", "spice" ], "noun_classes": [ 1, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:12:52.34", "00:12:53.06" ], [ "00:12:53.75", "00:12:55.27" ], [ "00:12:56.87", "00:12:59.62" ], [ "00:12:59.72", "00:13:00.95" ] ], "start_stop_frames": [ [ 46340, 46383 ], [ 46425, 46516 ], [ 46612, 46777 ], [ 46783, 46857 ] ], "trgnoun": "spice", "trgverb": "close" }, { "key": "P22_07+275_276_277_278", "video_id": "P22_07", "narration_ids": [ "P22_07_275", "P22_07_276", "P22_07_277", "P22_07_278" ], "src": "pick_up spice . pour spice . close spice", "src1": "pick_up spice", "src2": "pour spice", "src3": "close spice", "trg": "put_down spice", "vis_src": "P22_07:275 P22_07:276 P22_07:277", "vis_trg": "P22_07:278", "narrations": [ "pick up spice", "pour spice", "close spice", "put down spice" ], "verbs": [ "pick-up", "pour", "close", "put-down" ], "verb_classes": [ 0, 9, 4, 1 ], "nouns": [ "spice", "spice", "spice", "spice" ], "noun_classes": [ 85, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:12:53.75", "00:12:55.27" ], [ "00:12:56.87", "00:12:59.62" ], [ "00:12:59.72", "00:13:00.95" ], [ "00:13:01.07", "00:13:01.92" ] ], "start_stop_frames": [ [ 46425, 46516 ], [ 46612, 46777 ], [ 46783, 46857 ], [ 46864, 46915 ] ], "trgnoun": "spice", "trgverb": "put_down" }, { "key": "P22_07+619_620_621_622", "video_id": "P22_07", "narration_ids": [ "P22_07_619", "P22_07_620", "P22_07_621", "P22_07_622" ], "src": "pick_up support . dry support . open microwave_oven", "src1": "pick_up support", "src2": "dry support", "src3": "open microwave_oven", "trg": "insert support", "vis_src": "P22_07:619 P22_07:620 P22_07:621", "vis_trg": "P22_07:622", "narrations": [ "pick up support", "dry support", "open microwave oven", "insert support" ], "verbs": [ "pick-up", "dry", "open", "insert" ], "verb_classes": [ 0, 14, 3, 5 ], "nouns": [ "support", "support", "oven:microwave", "support" ], "noun_classes": [ 24, 24, 90, 24 ], "start_stop_timestamps": [ [ "00:29:51.44", "00:29:54.19" ], [ "00:29:55.05", "00:29:59.00" ], [ "00:29:58.22", "00:30:00.48" ], [ "00:29:59.40", "00:30:04.07" ] ], "start_stop_frames": [ [ 107486, 107651 ], [ 107703, 107940 ], [ 107893, 108028 ], [ 107964, 108244 ] ], "trgnoun": "support", "trgverb": "insert" }, { "key": "P03_04+152_153_154_155", "video_id": "P03_04", "narration_ids": [ "P03_04_152", "P03_04_153", "P03_04_154", "P03_04_155" ], "src": "put stock_cubes . put garlic_paste . put almonds", "src1": "put stock_cubes", "src2": "put garlic_paste", "src3": "put almonds", "trg": "get stock_cubes", "vis_src": "P03_04:152 P03_04:153 P03_04:154", "vis_trg": "P03_04:155", "narrations": [ "put stock cubes", "put garlic paste", "put almonds", "get stock cubes" ], "verbs": [ "put", "put", "put", "get" ], "verb_classes": [ 1, 1, 1, 0 ], "nouns": [ "cube:stock", "paste:garlic", "almond", "cube:stock" ], "noun_classes": [ 95, 148, 244, 95 ], "start_stop_timestamps": [ [ "00:10:06.05", "00:10:06.88" ], [ "00:10:08.20", "00:10:09.90" ], [ "00:10:09.83", "00:10:12.33" ], [ "00:10:12.43", "00:10:13.68" ] ], "start_stop_frames": [ [ 36363, 36412 ], [ 36492, 36594 ], [ 36589, 36739 ], [ 36745, 36820 ] ], "trgnoun": "stock_cube", "trgverb": "get" }, { "key": "P35_105+96_97_98_99", "video_id": "P35_105", "narration_ids": [ "P35_105_96", "P35_105_97", "P35_105_98", "P35_105_99" ], "src": "open cupboard . pick_up spices . put_down spices", "src1": "open cupboard", "src2": "pick_up spices", "src3": "put_down spices", "trg": "move spices", "vis_src": "P35_105:96 P35_105:97 P35_105:98", "vis_trg": "P35_105:99", "narrations": [ "open cupboard", "pick up spices", "put down spices", "move spices" ], "verbs": [ "open", "pick-up", "put-down", "move" ], "verb_classes": [ 3, 0, 1, 11 ], "nouns": [ "cupboard", "spice", "spice", "spice" ], "noun_classes": [ 3, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:06:18.47", "00:06:19.76" ], [ "00:06:20.32", "00:06:21.48" ], [ "00:06:21.91", "00:06:22.66" ], [ "00:06:22.60", "00:06:24.40" ] ], "start_stop_frames": [ [ 18923, 18988 ], [ 19016, 19074 ], [ 19095, 19133 ], [ 19130, 19220 ] ], "trgnoun": "spice", "trgverb": "move" }, { "key": "P04_110+200_201_202_203", "video_id": "P04_110", "narration_ids": [ "P04_110_200", "P04_110_201", "P04_110_202", "P04_110_203" ], "src": "adjust temperature on hob . put piece of tofu in pan . move piece of tofu into oil", "src1": "adjust temperature on hob", "src2": "put piece of tofu in pan", "src3": "move piece of tofu into oil", "trg": "pick_up piece of tofu", "vis_src": "P04_110:200 P04_110:201 P04_110:202", "vis_trg": "P04_110:203", "narrations": [ "adjust temperature on hob", "put piece of tofu in pan", "move piece of tofu into oil", "pick up piece of tofu" ], "verbs": [ "adjust-on", "put-in", "move-into", "pick-up" ], "verb_classes": [ 17, 5, 11, 0 ], "nouns": [ "temperature", "piece:tofu", "piece:tofu", "piece:tofu" ], "noun_classes": [ 65, 81, 81, 81 ], "start_stop_timestamps": [ [ "00:06:52.89", "00:06:57.75" ], [ "00:06:57.85", "00:06:58.79" ], [ "00:06:58.79", "00:06:59.85" ], [ "00:06:59.95", "00:07:00.78" ] ], "start_stop_frames": [ [ 20644, 20887 ], [ 20892, 20939 ], [ 20939, 20992 ], [ 20997, 21039 ] ], "trgnoun": "tofu_piece", "trgverb": "pick_up" }, { "key": "P35_105+116_117_118_119", "video_id": "P35_105", "narration_ids": [ "P35_105_116", "P35_105_117", "P35_105_118", "P35_105_119" ], "src": "pick_up spices . pour spices . open cupboard", "src1": "pick_up spices", "src2": "pour spices", "src3": "open cupboard", "trg": "put_down spices", "vis_src": "P35_105:116 P35_105:117 P35_105:118", "vis_trg": "P35_105:119", "narrations": [ "pick up spices", "pour spices", "open cupboard", "put down spices" ], "verbs": [ "pick-up", "pour", "open", "put-down" ], "verb_classes": [ 0, 9, 3, 1 ], "nouns": [ "spice", "spice", "cupboard", "spice" ], "noun_classes": [ 85, 85, 3, 85 ], "start_stop_timestamps": [ [ "00:08:05.70", "00:08:06.59" ], [ "00:08:06.52", "00:08:35.30" ], [ "00:08:35.05", "00:08:35.92" ], [ "00:08:36.02", "00:08:37.17" ] ], "start_stop_frames": [ [ 24285, 24329 ], [ 24326, 25764 ], [ 25752, 25795 ], [ 25801, 25858 ] ], "trgnoun": "spice", "trgverb": "put_down" }, { "key": "P22_07+617_618_619_620", "video_id": "P22_07", "narration_ids": [ "P22_07_617", "P22_07_618", "P22_07_619", "P22_07_620" ], "src": "put lid . put wooden_fork . pick_up support", "src1": "put lid", "src2": "put wooden_fork", "src3": "pick_up support", "trg": "dry support", "vis_src": "P22_07:617 P22_07:618 P22_07:619", "vis_trg": "P22_07:620", "narrations": [ "put lid", "put wooden fork", "pick up support", "dry support" ], "verbs": [ "put", "put", "pick-up", "dry" ], "verb_classes": [ 1, 1, 0, 14 ], "nouns": [ "lid", "fork:wooden", "support", "support" ], "noun_classes": [ 6, 14, 24, 24 ], "start_stop_timestamps": [ [ "00:29:47.74", "00:29:51.24" ], [ "00:29:50.31", "00:29:51.76" ], [ "00:29:51.44", "00:29:54.19" ], [ "00:29:55.05", "00:29:59.00" ] ], "start_stop_frames": [ [ 107264, 107474 ], [ 107418, 107505 ], [ 107486, 107651 ], [ 107703, 107940 ] ], "trgnoun": "support", "trgverb": "dry" }, { "key": "P35_105+95_96_97_98", "video_id": "P35_105", "narration_ids": [ "P35_105_95", "P35_105_96", "P35_105_97", "P35_105_98" ], "src": "pour salt . open cupboard . pick_up spices", "src1": "pour salt", "src2": "open cupboard", "src3": "pick_up spices", "trg": "put_down spices", "vis_src": "P35_105:95 P35_105:96 P35_105:97", "vis_trg": "P35_105:98", "narrations": [ "pour salt", "open cupboard", "pick up spices", "put down spices" ], "verbs": [ "pour", "open", "pick-up", "put-down" ], "verb_classes": [ 9, 3, 0, 1 ], "nouns": [ "salt", "cupboard", "spice", "spice" ], "noun_classes": [ 38, 3, 85, 85 ], "start_stop_timestamps": [ [ "00:06:02.06", "00:06:14.23" ], [ "00:06:18.47", "00:06:19.76" ], [ "00:06:20.32", "00:06:21.48" ], [ "00:06:21.91", "00:06:22.66" ] ], "start_stop_frames": [ [ 18103, 18711 ], [ 18923, 18988 ], [ 19016, 19074 ], [ 19095, 19133 ] ], "trgnoun": "spice", "trgverb": "put_down" }, { "key": "P28_06+143_144_145_146", "video_id": "P28_06", "narration_ids": [ "P28_06_143", "P28_06_144", "P28_06_145", "P28_06_146" ], "src": "put grill in the lower part . put_down oven_glove . take tray", "src1": "put grill in the lower part", "src2": "put_down oven_glove", "src3": "take tray", "trg": "put tray in oven", "vis_src": "P28_06:143 P28_06:144 P28_06:145", "vis_trg": "P28_06:146", "narrations": [ "put grill in the lower part", "put down oven glove", "take tray", "put tray in oven" ], "verbs": [ "put-in", "put-down", "take", "put-in" ], "verb_classes": [ 5, 1, 0, 5 ], "nouns": [ "grill", "glove:oven", "tray", "tray" ], "noun_classes": [ 24, 60, 35, 35 ], "start_stop_timestamps": [ [ "00:11:45.58", "00:11:47.32" ], [ "00:11:48.51", "00:11:49.44" ], [ "00:11:49.54", "00:11:51.78" ], [ "00:11:51.88", "00:11:59.03" ] ], "start_stop_frames": [ [ 42334, 42439 ], [ 42510, 42566 ], [ 42572, 42706 ], [ 42712, 43141 ] ], "trgnoun": "tray", "trgverb": "put_in" }, { "key": "P04_113+362_363_364_365", "video_id": "P04_113", "narration_ids": [ "P04_113_362", "P04_113_363", "P04_113_364", "P04_113_365" ], "src": "close drawer . pick_up tupperware_tub . shake tupperware_tub", "src1": "close drawer", "src2": "pick_up tupperware_tub", "src3": "shake tupperware_tub", "trg": "dry tupperware_tub with tea towel", "vis_src": "P04_113:362 P04_113:363 P04_113:364", "vis_trg": "P04_113:365", "narrations": [ "close drawer", "pick up tupperware tub", "shake tupperware tub", "dry tupperware tub with tea towel" ], "verbs": [ "close", "pick-up", "shake", "dry" ], "verb_classes": [ 4, 0, 15, 14 ], "nouns": [ "drawer", "tub:tupperware", "tub:tupperware", "tub:tupperware" ], "noun_classes": [ 8, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:11:30.24", "00:11:30.51" ], [ "00:11:31.07", "00:11:31.78" ], [ "00:11:31.88", "00:11:32.50" ], [ "00:11:32.64", "00:11:41.24" ] ], "start_stop_frames": [ [ 34512, 34525 ], [ 34553, 34589 ], [ 34594, 34625 ], [ 34632, 35062 ] ], "trgnoun": "tupperware_tub", "trgverb": "dry" }, { "key": "P28_104+98_99_100_101", "video_id": "P28_104", "narration_ids": [ "P28_104_98", "P28_104_99", "P28_104_100", "P28_104_101" ], "src": "take green_beans . put green_beans in plate . take potato", "src1": "take green_beans", "src2": "put green_beans in plate", "src3": "take potato", "trg": "put potato in plate", "vis_src": "P28_104:98 P28_104:99 P28_104:100", "vis_trg": "P28_104:101", "narrations": [ "take green beans", "put green beans in plate", "take potato", "put potato in plate" ], "verbs": [ "take", "put-in", "take", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "bean:green", "bean:green", "potato", "potato" ], "noun_classes": [ 185, 185, 30, 30 ], "start_stop_timestamps": [ [ "00:05:33.51", "00:05:35.13" ], [ "00:05:34.81", "00:05:36.19" ], [ "00:05:36.08", "00:05:38.98" ], [ "00:05:39.27", "00:05:40.11" ] ], "start_stop_frames": [ [ 16675, 16756 ], [ 16740, 16809 ], [ 16804, 16949 ], [ 16963, 17005 ] ], "trgnoun": "potato", "trgverb": "put_in" }, { "key": "P04_113+339_340_341_342", "video_id": "P04_113", "narration_ids": [ "P04_113_339", "P04_113_340", "P04_113_341", "P04_113_342" ], "src": "dip sponge in water . wash tupperware_tub . turn_on tap", "src1": "dip sponge in water", "src2": "wash tupperware_tub", "src3": "turn_on tap", "trg": "rinse tupperware_tub", "vis_src": "P04_113:339 P04_113:340 P04_113:341", "vis_trg": "P04_113:342", "narrations": [ "dip sponge in water", "wash tupperware tub", "turn on tap", "rinse tupperware tub" ], "verbs": [ "dip", "wash", "turn-on", "rinse" ], "verb_classes": [ 66, 2, 6, 2 ], "nouns": [ "sponge", "tub:tupperware", "tap", "tub:tupperware" ], "noun_classes": [ 9, 23, 0, 23 ], "start_stop_timestamps": [ [ "00:10:49.85", "00:10:50.47" ], [ "00:10:50.37", "00:10:51.68" ], [ "00:10:52.59", "00:10:53.58" ], [ "00:10:53.68", "00:10:56.04" ] ], "start_stop_frames": [ [ 32492, 32523 ], [ 32518, 32583 ], [ 32629, 32679 ], [ 32683, 32802 ] ], "trgnoun": "tupperware_tub", "trgverb": "rinse" }, { "key": "P01_16+69_70_71_72", "video_id": "P01_16", "narration_ids": [ "P01_16_69", "P01_16_70", "P01_16_71", "P01_16_72" ], "src": "shake soya_milk . open soya_milk . pour soya_milk", "src1": "shake soya_milk", "src2": "open soya_milk", "src3": "pour soya_milk", "trg": "close soya_milk", "vis_src": "P01_16:69 P01_16:70 P01_16:71", "vis_trg": "P01_16:72", "narrations": [ "shake soya milk", "open soya milk", "pour soya milk", "close soya milk" ], "verbs": [ "shake", "open", "pour", "close" ], "verb_classes": [ 15, 3, 9, 4 ], "nouns": [ "milk:soya", "milk:soya", "milk:soya", "milk:soya" ], "noun_classes": [ 64, 64, 64, 64 ], "start_stop_timestamps": [ [ "00:02:38.55", "00:02:41.82" ], [ "00:02:42.15", "00:02:44.40" ], [ "00:02:44.50", "00:02:49.25" ], [ "00:02:49.34", "00:02:52.10" ] ], "start_stop_frames": [ [ 9513, 9709 ], [ 9729, 9864 ], [ 9870, 10155 ], [ 10160, 10326 ] ], "trgnoun": "soya_milk", "trgverb": "close" }, { "key": "P04_22+10_11_12_13", "video_id": "P04_22", "narration_ids": [ "P04_22_10", "P04_22_11", "P04_22_12", "P04_22_13" ], "src": "open spice_drawer . pick_up spices . keep looking for spices", "src1": "open spice_drawer", "src2": "pick_up spices", "src3": "keep looking for spices", "trg": "put_down spice", "vis_src": "P04_22:10 P04_22:11 P04_22:12", "vis_trg": "P04_22:13", "narrations": [ "open spice drawer", "pick up spices", "keep looking for spices", "put down spice" ], "verbs": [ "open", "pick-up", "look-for", "put-down" ], "verb_classes": [ 3, 0, 48, 1 ], "nouns": [ "drawer:spice", "spice", "spice", "spice" ], "noun_classes": [ 8, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:00:32.62", "00:00:35.19" ], [ "00:00:36.14", "00:00:58.71" ], [ "00:00:49.88", "00:01:15.12" ], [ "00:01:16.83", "00:01:18.28" ] ], "start_stop_frames": [ [ 1957, 2111 ], [ 2168, 3522 ], [ 2992, 4507 ], [ 4609, 4696 ] ], "trgnoun": "spice", "trgverb": "put_down" }, { "key": "P06_108+13_14_15_17", "video_id": "P06_108", "narration_ids": [ "P06_108_13", "P06_108_14", "P06_108_15", "P06_108_17" ], "src": "cover dough in flour . press dough . pick_up flour", "src1": "cover dough in flour", "src2": "press dough", "src3": "pick_up flour", "trg": "sprinkle flour", "vis_src": "P06_108:13 P06_108:14 P06_108:15", "vis_trg": "P06_108:17", "narrations": [ "cover dough in flour", "press dough", "pick up flour", "sprinkle flour" ], "verbs": [ "cover-in", "press", "pick-up", "sprinkle" ], "verb_classes": [ 36, 21, 0, 42 ], "nouns": [ "dough", "dough", "flour", "flour" ], "noun_classes": [ 25, 25, 75, 75 ], "start_stop_timestamps": [ [ "00:01:03.10", "00:01:04.86" ], [ "00:01:04.65", "00:01:20.00" ], [ "00:01:05.50", "00:01:21.89" ], [ "00:01:21.53", "00:01:23.60" ] ], "start_stop_frames": [ [ 3155, 3243 ], [ 3232, 4000 ], [ 3275, 4094 ], [ 4076, 4180 ] ], "trgnoun": "flour", "trgverb": "sprinkle" }, { "key": "P25_05+89_90_91_92", "video_id": "P25_05", "narration_ids": [ "P25_05_89", "P25_05_90", "P25_05_91", "P25_05_92" ], "src": "close drawer . turn sausage . pick_up napkins", "src1": "close drawer", "src2": "turn sausage", "src3": "pick_up napkins", "trg": "throw_away napkins", "vis_src": "P25_05:89 P25_05:90 P25_05:91", "vis_trg": "P25_05:92", "narrations": [ "close drawer", "turn sausage", "pick up napkins", "throw away napkins" ], "verbs": [ "close", "turn", "pick-up", "throw-away" ], "verb_classes": [ 4, 23, 0, 13 ], "nouns": [ "drawer", "sausage", "napkin", "napkin" ], "noun_classes": [ 8, 86, 88, 88 ], "start_stop_timestamps": [ [ "00:14:10.94", "00:14:12.10" ], [ "00:14:13.42", "00:14:29.90" ], [ "00:15:28.24", "00:15:31.03" ], [ "00:15:34.74", "00:15:37.20" ] ], "start_stop_frames": [ [ 51056, 51126 ], [ 51205, 52194 ], [ 55694, 55861 ], [ 56084, 56232 ] ], "trgnoun": "napkin", "trgverb": "throw_away" }, { "key": "P22_07+573_574_575_576", "video_id": "P22_07", "narration_ids": [ "P22_07_573", "P22_07_574", "P22_07_575", "P22_07_576" ], "src": "lather support . open tap . rinse support", "src1": "lather support", "src2": "open tap", "src3": "rinse support", "trg": "put_down down support", "vis_src": "P22_07:573 P22_07:574 P22_07:575", "vis_trg": "P22_07:576", "narrations": [ "lather support", "open tap", "rinse support", "put down down support" ], "verbs": [ "lather", "turn-on", "rinse", "put-down" ], "verb_classes": [ 2, 6, 2, 1 ], "nouns": [ "support", "tap", "support", "support" ], "noun_classes": [ 24, 0, 24, 24 ], "start_stop_timestamps": [ [ "00:27:48.93", "00:27:53.06" ], [ "00:27:53.06", "00:27:54.53" ], [ "00:27:54.63", "00:28:04.27" ], [ "00:28:04.37", "00:28:05.36" ] ], "start_stop_frames": [ [ 100135, 100383 ], [ 100383, 100471 ], [ 100477, 101056 ], [ 101062, 101121 ] ], "trgnoun": "support", "trgverb": "put_down" }, { "key": "P22_103+294_295_296_297", "video_id": "P22_103", "narration_ids": [ "P22_103_294", "P22_103_295", "P22_103_296", "P22_103_297" ], "src": "pick_up ladle . lather ladle . turn_on tap", "src1": "pick_up ladle", "src2": "lather ladle", "src3": "turn_on tap", "trg": "rinse ladle", "vis_src": "P22_103:294 P22_103:295 P22_103:296", "vis_trg": "P22_103:297", "narrations": [ "pick up ladle", "lather ladle", "turn on tap", "rinse ladle" ], "verbs": [ "pick-up", "lather", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "ladle", "ladle", "tap", "ladle" ], "noun_classes": [ 97, 97, 0, 97 ], "start_stop_timestamps": [ [ "00:09:29.27", "00:09:29.58" ], [ "00:09:30.44", "00:09:35.36" ], [ "00:09:35.80", "00:09:36.71" ], [ "00:09:36.67", "00:09:41.35" ] ], "start_stop_frames": [ [ 28463, 28479 ], [ 28522, 28768 ], [ 28789, 28835 ], [ 28833, 29067 ] ], "trgnoun": "ladle", "trgverb": "rinse" }, { "key": "P22_10+21_22_23_24", "video_id": "P22_10", "narration_ids": [ "P22_10_21", "P22_10_22", "P22_10_23", "P22_10_24" ], "src": "grab support . open cupboard . open fridge", "src1": "grab support", "src2": "open cupboard", "src3": "open fridge", "trg": "put_down down support", "vis_src": "P22_10:21 P22_10:22 P22_10:23", "vis_trg": "P22_10:24", "narrations": [ "grab support", "open cupboard", "open fridge", "put down down support" ], "verbs": [ "grab", "open", "open", "put-down" ], "verb_classes": [ 0, 3, 3, 1 ], "nouns": [ "support", "cupboard", "fridge", "support" ], "noun_classes": [ 24, 3, 12, 24 ], "start_stop_timestamps": [ [ "00:00:43.92", "00:00:44.81" ], [ "00:00:46.58", "00:00:47.23" ], [ "00:00:47.50", "00:00:49.09" ], [ "00:00:49.52", "00:00:51.92" ] ], "start_stop_frames": [ [ 2635, 2688 ], [ 2794, 2833 ], [ 2850, 2945 ], [ 2971, 3115 ] ], "trgnoun": "support", "trgverb": "put_down" }, { "key": "P22_10+22_23_24_25", "video_id": "P22_10", "narration_ids": [ "P22_10_22", "P22_10_23", "P22_10_24", "P22_10_25" ], "src": "open cupboard . open fridge . put_down down support", "src1": "open cupboard", "src2": "open fridge", "src3": "put_down down support", "trg": "grab support", "vis_src": "P22_10:22 P22_10:23 P22_10:24", "vis_trg": "P22_10:25", "narrations": [ "open cupboard", "open fridge", "put down down support", "grab support" ], "verbs": [ "open", "open", "put-down", "grab" ], "verb_classes": [ 3, 3, 1, 0 ], "nouns": [ "cupboard", "fridge", "support", "support" ], "noun_classes": [ 3, 12, 24, 24 ], "start_stop_timestamps": [ [ "00:00:46.58", "00:00:47.23" ], [ "00:00:47.50", "00:00:49.09" ], [ "00:00:49.52", "00:00:51.92" ], [ "00:00:52.30", "00:00:53.16" ] ], "start_stop_frames": [ [ 2794, 2833 ], [ 2850, 2945 ], [ 2971, 3115 ], [ 3138, 3189 ] ], "trgnoun": "support", "trgverb": "grab" }, { "key": "P01_106+105_106_107_108", "video_id": "P01_106", "narration_ids": [ "P01_106_105", "P01_106_106", "P01_106_107", "P01_106_108" ], "src": "rinse spoon . put spoon into drying rack . empty wok", "src1": "rinse spoon", "src2": "put spoon into drying rack", "src3": "empty wok", "trg": "rinse wok", "vis_src": "P01_106:105 P01_106:106 P01_106:107", "vis_trg": "P01_106:108", "narrations": [ "rinse spoon", "put spoon into drying rack", "empty wok", "rinse wok" ], "verbs": [ "rinse", "put-into", "empty", "rinse" ], "verb_classes": [ 2, 5, 20, 2 ], "nouns": [ "spoon", "spoon", "wok", "wok" ], "noun_classes": [ 1, 1, 5, 5 ], "start_stop_timestamps": [ [ "00:04:48.87", "00:04:49.83" ], [ "00:04:49.60", "00:04:50.70" ], [ "00:04:51.18", "00:04:52.62" ], [ "00:04:52.62", "00:04:53.60" ] ], "start_stop_frames": [ [ 14443, 14491 ], [ 14480, 14535 ], [ 14559, 14631 ], [ 14631, 14680 ] ], "trgnoun": "wok", "trgverb": "rinse" }, { "key": "P24_04+10_11_12_13", "video_id": "P24_04", "narration_ids": [ "P24_04_10", "P24_04_11", "P24_04_12", "P24_04_13" ], "src": "put_down moka_pot . take rag . dry hands", "src1": "put_down moka_pot", "src2": "take rag", "src3": "dry hands", "trg": "put_down rag", "vis_src": "P24_04:10 P24_04:11 P24_04:12", "vis_trg": "P24_04:13", "narrations": [ "put down moka pot", "take rag", "dry hands", "put down rag" ], "verbs": [ "put-down", "take", "dry", "put-down" ], "verb_classes": [ 1, 0, 14, 1 ], "nouns": [ "pot:moka", "rag", "hand", "rag" ], "noun_classes": [ 50, 17, 11, 17 ], "start_stop_timestamps": [ [ "00:00:53.72", "00:00:55.06" ], [ "00:00:59.22", "00:01:00.76" ], [ "00:01:00.30", "00:01:03.08" ], [ "00:01:03.02", "00:01:04.02" ] ], "start_stop_frames": [ [ 3223, 3303 ], [ 3553, 3645 ], [ 3618, 3784 ], [ 3781, 3841 ] ], "trgnoun": "rag", "trgverb": "put_down" }, { "key": "P22_07+562_563_564_565", "video_id": "P22_07", "narration_ids": [ "P22_07_562", "P22_07_563", "P22_07_564", "P22_07_565" ], "src": "pick_up support . pick_up grill . put_down grill", "src1": "pick_up support", "src2": "pick_up grill", "src3": "put_down grill", "trg": "put_down support", "vis_src": "P22_07:562 P22_07:563 P22_07:564", "vis_trg": "P22_07:565", "narrations": [ "pick up support", "pick up grill", "put down grill", "put down support" ], "verbs": [ "pick-up", "pick-up", "put-down", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "support", "grill", "grill", "support" ], "noun_classes": [ 24, 24, 24, 24 ], "start_stop_timestamps": [ [ "00:27:10.94", "00:27:11.86" ], [ "00:27:12.69", "00:27:13.75" ], [ "00:27:15.62", "00:27:16.46" ], [ "00:27:16.56", "00:27:17.40" ] ], "start_stop_frames": [ [ 97856, 97911 ], [ 97961, 98025 ], [ 98137, 98187 ], [ 98193, 98244 ] ], "trgnoun": "support", "trgverb": "put_down" }, { "key": "P04_121+570_571_572_573", "video_id": "P04_121", "narration_ids": [ "P04_121_570", "P04_121_571", "P04_121_572", "P04_121_573" ], "src": "put_down teaspoon . spread salt over cheese . stretch cheese", "src1": "put_down teaspoon", "src2": "spread salt over cheese", "src3": "stretch cheese", "trg": "fold cheese", "vis_src": "P04_121:570 P04_121:571 P04_121:572", "vis_trg": "P04_121:573", "narrations": [ "put down teaspoon", "spread salt over cheese", "stretch cheese", "fold cheese" ], "verbs": [ "put-down", "spread-over", "stretch", "fold" ], "verb_classes": [ 1, 27, 50, 28 ], "nouns": [ "teaspoon", "salt", "cheese", "cheese" ], "noun_classes": [ 1, 38, 32, 32 ], "start_stop_timestamps": [ [ "00:22:58.73", "00:23:00.21" ], [ "00:23:00.62", "00:23:05.66" ], [ "00:23:05.76", "00:23:06.33" ], [ "00:23:06.40", "00:23:07.22" ] ], "start_stop_frames": [ [ 68936, 69010 ], [ 69031, 69283 ], [ 69288, 69316 ], [ 69320, 69361 ] ], "trgnoun": "cheese", "trgverb": "fold" }, { "key": "P02_130+91_92_93_94", "video_id": "P02_130", "narration_ids": [ "P02_130_91", "P02_130_92", "P02_130_93", "P02_130_94" ], "src": "close bin . pick_up food processor cover . cover food_processor", "src1": "close bin", "src2": "pick_up food processor cover", "src3": "cover food_processor", "trg": "lock food processor cover", "vis_src": "P02_130:91 P02_130:92 P02_130:93", "vis_trg": "P02_130:94", "narrations": [ "close bin", "pick up food processor cover", "cover food processor", "lock food processor cover" ], "verbs": [ "close", "pick-up", "cover", "lock" ], "verb_classes": [ 4, 0, 36, 86 ], "nouns": [ "bin", "cover:food:processor", "processor:food", "cover:food:processor" ], "noun_classes": [ 36, 89, 147, 89 ], "start_stop_timestamps": [ [ "00:03:22.41", "00:03:22.95" ], [ "00:03:24.15", "00:03:25.01" ], [ "00:03:25.05", "00:03:31.15" ], [ "00:03:31.13", "00:03:32.33" ] ], "start_stop_frames": [ [ 10120, 10147 ], [ 10207, 10250 ], [ 10252, 10557 ], [ 10556, 10616 ] ], "trgnoun": "processor_food_cover", "trgverb": "lock" }, { "key": "P02_09+335_336_337_338", "video_id": "P02_09", "narration_ids": [ "P02_09_335", "P02_09_336", "P02_09_337", "P02_09_338" ], "src": "mix meat in pan using wooden spoon . turn meat in pan . turning meat in pan", "src1": "mix meat in pan using wooden spoon", "src2": "turn meat in pan", "src3": "turning meat in pan", "trg": "break meat in pan using wooden spoon", "vis_src": "P02_09:335 P02_09:336 P02_09:337", "vis_trg": "P02_09:338", "narrations": [ "mix meat in pan using wooden spoon", "turn meat in pan", "turning meat in pan", "break meat in pan using wooden spoon" ], "verbs": [ "mix-in", "turn-in", "turn-in", "break-in" ], "verb_classes": [ 10, 23, 23, 30 ], "nouns": [ "meat", "meat", "meat", "meat" ], "noun_classes": [ 28, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:24:31.72", "00:24:40.59" ], [ "00:24:40.69", "00:24:46.14" ], [ "00:24:46.24", "00:24:52.53" ], [ "00:24:57.95", "00:25:17.90" ] ], "start_stop_frames": [ [ 88303, 88835 ], [ 88841, 89168 ], [ 89174, 89551 ], [ 89877, 91074 ] ], "trgnoun": "meat", "trgverb": "break_in" }, { "key": "P03_04+136_137_138_139", "video_id": "P03_04", "narration_ids": [ "P03_04_136", "P03_04_137", "P03_04_138", "P03_04_139" ], "src": "get kettle . fill kettle . put kettle", "src1": "get kettle", "src2": "fill kettle", "src3": "put kettle", "trg": "turn_on kettle", "vis_src": "P03_04:136 P03_04:137 P03_04:138", "vis_trg": "P03_04:139", "narrations": [ "get kettle", "fill kettle", "put kettle", "turn on kettle" ], "verbs": [ "get", "fill", "put", "turn-on" ], "verb_classes": [ 0, 26, 1, 6 ], "nouns": [ "kettle", "kettle", "kettle", "kettle" ], "noun_classes": [ 44, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:09:19.10", "00:09:19.85" ], [ "00:09:21.05", "00:09:22.05" ], [ "00:09:25.36", "00:09:26.68" ], [ "00:09:27.29", "00:09:27.92" ] ], "start_stop_frames": [ [ 33546, 33591 ], [ 33663, 33723 ], [ 33921, 34000 ], [ 34037, 34075 ] ], "trgnoun": "kettle", "trgverb": "turn_on" }, { "key": "P28_102+0_1_2_3", "video_id": "P28_102", "narration_ids": [ "P28_102_0", "P28_102_1", "P28_102_2", "P28_102_3" ], "src": "take kettle . fill kettle with water . put kettle", "src1": "take kettle", "src2": "fill kettle with water", "src3": "put kettle", "trg": "turn_on kettle", "vis_src": "P28_102:0 P28_102:1 P28_102:2", "vis_trg": "P28_102:3", "narrations": [ "take kettle", "fill kettle with water", "put kettle", "turn on kettle" ], "verbs": [ "take", "fill", "put", "turn-on" ], "verb_classes": [ 0, 26, 1, 6 ], "nouns": [ "kettle", "kettle", "kettle", "kettle" ], "noun_classes": [ 44, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:00:04.16", "00:00:05.00" ], [ "00:00:06.94", "00:00:10.29" ], [ "00:00:12.45", "00:00:14.74" ], [ "00:00:14.68", "00:00:16.12" ] ], "start_stop_frames": [ [ 208, 250 ], [ 347, 514 ], [ 622, 737 ], [ 734, 806 ] ], "trgnoun": "kettle", "trgverb": "turn_on" }, { "key": "P04_109+477_478_479_480", "video_id": "P04_109", "narration_ids": [ "P04_109_477", "P04_109_478", "P04_109_479", "P04_109_480" ], "src": "pick_up coriander_stalks . put stalks in food bin . chop coriander", "src1": "pick_up coriander_stalks", "src2": "put stalks in food bin", "src3": "chop coriander", "trg": "grab coriander", "vis_src": "P04_109:477 P04_109:478 P04_109:479", "vis_trg": "P04_109:480", "narrations": [ "pick up coriander stalks", "put stalks in food bin", "chop coriander", "grab coriander" ], "verbs": [ "pick-up", "put-in", "chop", "grab" ], "verb_classes": [ 0, 5, 7, 0 ], "nouns": [ "stalk:coriander", "stalk", "coriander", "coriander" ], "noun_classes": [ 210, 210, 173, 173 ], "start_stop_timestamps": [ [ "00:14:41.22", "00:14:43.90" ], [ "00:14:43.71", "00:14:45.43" ], [ "00:14:46.34", "00:14:54.39" ], [ "00:15:01.80", "00:15:02.25" ] ], "start_stop_frames": [ [ 44061, 44195 ], [ 44185, 44271 ], [ 44317, 44719 ], [ 45090, 45112 ] ], "trgnoun": "coriander", "trgverb": "grab" }, { "key": "P35_109+0_1_2_3", "video_id": "P35_109", "narration_ids": [ "P35_109_0", "P35_109_1", "P35_109_2", "P35_109_3" ], "src": "pick_up container . put_down container . pick_up colander", "src1": "pick_up container", "src2": "put_down container", "src3": "pick_up colander", "trg": "put_down colander", "vis_src": "P35_109:0 P35_109:1 P35_109:2", "vis_trg": "P35_109:3", "narrations": [ "pick up container", "put down container", "pick up colander", "put down colander" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "container", "container", "colander", "colander" ], "noun_classes": [ 21, 21, 39, 39 ], "start_stop_timestamps": [ [ "00:00:02.90", "00:00:03.75" ], [ "00:00:04.25", "00:00:05.06" ], [ "00:00:05.31", "00:00:06.80" ], [ "00:00:05.00", "00:00:08.24" ] ], "start_stop_frames": [ [ 145, 187 ], [ 212, 252 ], [ 265, 340 ], [ 250, 412 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P30_111+241_242_243_244", "video_id": "P30_111", "narration_ids": [ "P30_111_241", "P30_111_242", "P30_111_243", "P30_111_244" ], "src": "pick_up pizza_bases . put grill_tray down . put pizza_bases on grill tray", "src1": "pick_up pizza_bases", "src2": "put grill_tray down", "src3": "put pizza_bases on grill tray", "trg": "separate pizza_bases", "vis_src": "P30_111:241 P30_111:242 P30_111:243", "vis_trg": "P30_111:244", "narrations": [ "pick up pizza bases", "put grill tray down", "put pizza bases on grill tray", "separate pizza bases" ], "verbs": [ "pick-up", "put-down", "put-on", "separate" ], "verb_classes": [ 0, 1, 1, 52 ], "nouns": [ "base:pizza", "tray:grill", "base:pizza", "base:pizza" ], "noun_classes": [ 91, 35, 91, 91 ], "start_stop_timestamps": [ [ "00:09:55.29", "00:09:56.34" ], [ "00:09:56.41", "00:09:57.63" ], [ "00:09:57.51", "00:10:00.14" ], [ "00:09:59.73", "00:10:02.11" ] ], "start_stop_frames": [ [ 29764, 29817 ], [ 29820, 29881 ], [ 29875, 30007 ], [ 29986, 30105 ] ], "trgnoun": "pizza_base", "trgverb": "separate" }, { "key": "P03_106+17_18_19_20", "video_id": "P03_106", "narration_ids": [ "P03_106_17", "P03_106_18", "P03_106_19", "P03_106_20" ], "src": "put_down bowl . pour raspberries into bowl . remove film_lid from punnet", "src1": "put_down bowl", "src2": "pour raspberries into bowl", "src3": "remove film_lid from punnet", "trg": "put film_lid in bin", "vis_src": "P03_106:17 P03_106:18 P03_106:19", "vis_trg": "P03_106:20", "narrations": [ "put down bowl", "pour raspberries into bowl", "remove film lid from punnet", "put film lid in bin" ], "verbs": [ "put-down", "pour-into", "remove-from", "put-in" ], "verb_classes": [ 1, 9, 12, 5 ], "nouns": [ "bowl", "raspberry", "lid:film", "lid:film" ], "noun_classes": [ 7, 284, 6, 6 ], "start_stop_timestamps": [ [ "00:00:51.21", "00:00:51.68" ], [ "00:00:51.75", "00:00:56.61" ], [ "00:00:57.77", "00:00:58.90" ], [ "00:00:59.47", "00:00:59.99" ] ], "start_stop_frames": [ [ 2560, 2584 ], [ 2587, 2830 ], [ 2888, 2945 ], [ 2973, 2999 ] ], "trgnoun": "film_lid", "trgverb": "put_in" }, { "key": "P28_105+59_60_61_62", "video_id": "P28_105", "narration_ids": [ "P28_105_59", "P28_105_60", "P28_105_61", "P28_105_62" ], "src": "put pot . put sponge . take kettle", "src1": "put pot", "src2": "put sponge", "src3": "take kettle", "trg": "fill kettle with water", "vis_src": "P28_105:59 P28_105:60 P28_105:61", "vis_trg": "P28_105:62", "narrations": [ "put pot", "put sponge", "take kettle", "fill kettle with water" ], "verbs": [ "put", "put", "take", "fill" ], "verb_classes": [ 1, 1, 0, 26 ], "nouns": [ "pot", "sponge", "kettle", "kettle" ], "noun_classes": [ 29, 9, 44, 44 ], "start_stop_timestamps": [ [ "00:05:05.83", "00:05:08.36" ], [ "00:05:07.56", "00:05:08.34" ], [ "00:05:12.43", "00:05:13.49" ], [ "00:05:15.57", "00:05:22.63" ] ], "start_stop_frames": [ [ 15291, 15418 ], [ 15378, 15416 ], [ 15621, 15674 ], [ 15778, 16131 ] ], "trgnoun": "kettle", "trgverb": "fill" }, { "key": "P02_01+53_54_55_56", "video_id": "P02_01", "narration_ids": [ "P02_01_53", "P02_01_54", "P02_01_55", "P02_01_56" ], "src": "pick_up coffee_pot . open the coffee_machine . put coffee_pot", "src1": "pick_up coffee_pot", "src2": "open the coffee_machine", "src3": "put coffee_pot", "trg": "close coffee_machine", "vis_src": "P02_01:53 P02_01:54 P02_01:55", "vis_trg": "P02_01:56", "narrations": [ "pick up coffee pot", "open the coffee machine", "put coffee pot", "close coffee machine" ], "verbs": [ "pick-up", "open", "put", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "pot:coffee", "machine:coffee", "pot:coffee", "machine:coffee" ], "noun_classes": [ 50, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:02:02.69", "00:02:05.69" ], [ "00:02:06.04", "00:02:06.79" ], [ "00:02:06.89", "00:02:07.68" ], [ "00:02:07.78", "00:02:08.77" ] ], "start_stop_frames": [ [ 7361, 7541 ], [ 7562, 7607 ], [ 7613, 7660 ], [ 7666, 7726 ] ], "trgnoun": "coffee_machine", "trgverb": "close" }, { "key": "P05_06+2_3_4_5", "video_id": "P05_06", "narration_ids": [ "P05_06_2", "P05_06_3", "P05_06_4", "P05_06_5" ], "src": "fill kettle . place kettle on base . press switch", "src1": "fill kettle", "src2": "place kettle on base", "src3": "press switch", "trg": "turn_on kettle", "vis_src": "P05_06:2 P05_06:3 P05_06:4", "vis_trg": "P05_06:5", "narrations": [ "fill kettle", "place kettle on base", "press switch", "turn on kettle" ], "verbs": [ "fill", "place", "press", "turn-on" ], "verb_classes": [ 26, 1, 21, 6 ], "nouns": [ "kettle", "kettle", "switch", "kettle" ], "noun_classes": [ 44, 44, 92, 44 ], "start_stop_timestamps": [ [ "00:00:09.18", "00:00:14.31" ], [ "00:00:15.54", "00:00:17.61" ], [ "00:00:17.76", "00:00:19.13" ], [ "00:00:18.98", "00:00:19.98" ] ], "start_stop_frames": [ [ 550, 858 ], [ 932, 1056 ], [ 1065, 1147 ], [ 1138, 1198 ] ], "trgnoun": "kettle", "trgverb": "turn_on" }, { "key": "P25_04+31_32_33_34", "video_id": "P25_04", "narration_ids": [ "P25_04_31", "P25_04_32", "P25_04_33", "P25_04_34" ], "src": "pick_up lighter . pick_up coffee_pot . put_down coffee_pot", "src1": "pick_up lighter", "src2": "pick_up coffee_pot", "src3": "put_down coffee_pot", "trg": "put_down lighter", "vis_src": "P25_04:31 P25_04:32 P25_04:33", "vis_trg": "P25_04:34", "narrations": [ "pick up lighter", "pick up coffee pot", "put down coffee pot", "put down lighter" ], "verbs": [ "pick-up", "pick-up", "put-down", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "lighter", "pot:coffee", "pot:coffee", "lighter" ], "noun_classes": [ 130, 50, 50, 130 ], "start_stop_timestamps": [ [ "00:06:29.02", "00:06:31.25" ], [ "00:06:41.96", "00:06:44.24" ], [ "00:06:44.94", "00:06:46.94" ], [ "00:06:54.08", "00:06:55.54" ] ], "start_stop_frames": [ [ 23341, 23475 ], [ 24117, 24254 ], [ 24296, 24416 ], [ 24844, 24932 ] ], "trgnoun": "lighter", "trgverb": "put_down" }, { "key": "P05_08+22_23_24_25", "video_id": "P05_08", "narration_ids": [ "P05_08_22", "P05_08_23", "P05_08_24", "P05_08_25" ], "src": "fill kettle . place kettle on base . press switch", "src1": "fill kettle", "src2": "place kettle on base", "src3": "press switch", "trg": "turn_on kettle", "vis_src": "P05_08:22 P05_08:23 P05_08:24", "vis_trg": "P05_08:25", "narrations": [ "fill kettle", "place kettle on base", "press switch", "turn on kettle" ], "verbs": [ "fill", "place", "press", "turn-on" ], "verb_classes": [ 26, 1, 21, 6 ], "nouns": [ "kettle", "kettle", "switch", "kettle" ], "noun_classes": [ 44, 44, 92, 44 ], "start_stop_timestamps": [ [ "00:01:08.97", "00:01:20.74" ], [ "00:01:21.93", "00:01:23.77" ], [ "00:01:23.99", "00:01:24.81" ], [ "00:01:25.08", "00:01:25.96" ] ], "start_stop_frames": [ [ 4138, 4844 ], [ 4915, 5026 ], [ 5039, 5088 ], [ 5104, 5157 ] ], "trgnoun": "kettle", "trgverb": "turn_on" }, { "key": "P02_01+31_32_33_34", "video_id": "P02_01", "narration_ids": [ "P02_01_31", "P02_01_32", "P02_01_33", "P02_01_34" ], "src": "close milk . open fridge . return milk", "src1": "close milk", "src2": "open fridge", "src3": "return milk", "trg": "close fridge", "vis_src": "P02_01:31 P02_01:32 P02_01:33", "vis_trg": "P02_01:34", "narrations": [ "close milk", "open fridge", "return milk", "close fridge" ], "verbs": [ "close", "open", "return", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "milk", "fridge", "milk", "fridge" ], "noun_classes": [ 64, 12, 64, 12 ], "start_stop_timestamps": [ [ "00:01:16.95", "00:01:17.87" ], [ "00:01:19.27", "00:01:20.32" ], [ "00:01:20.22", "00:01:21.52" ], [ "00:01:21.54", "00:01:22.72" ] ], "start_stop_frames": [ [ 4617, 4672 ], [ 4756, 4819 ], [ 4813, 4891 ], [ 4892, 4963 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P03_10+14_15_16_17", "video_id": "P03_10", "narration_ids": [ "P03_10_14", "P03_10_15", "P03_10_16", "P03_10_17" ], "src": "place bag . open fridge . grab butter", "src1": "place bag", "src2": "open fridge", "src3": "grab butter", "trg": "close fridge", "vis_src": "P03_10:14 P03_10:15 P03_10:16", "vis_trg": "P03_10:17", "narrations": [ "place bag", "open fridge", "grab butter", "close fridge" ], "verbs": [ "place", "open", "grab", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "bag", "fridge", "butter", "fridge" ], "noun_classes": [ 19, 12, 78, 12 ], "start_stop_timestamps": [ [ "00:00:32.63", "00:00:33.96" ], [ "00:00:34.61", "00:00:35.38" ], [ "00:00:35.67", "00:00:37.25" ], [ "00:00:37.25", "00:00:37.94" ] ], "start_stop_frames": [ [ 1957, 2037 ], [ 2076, 2122 ], [ 2140, 2235 ], [ 2235, 2276 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P03_11+1_2_3_4", "video_id": "P03_11", "narration_ids": [ "P03_11_1", "P03_11_2", "P03_11_3", "P03_11_4" ], "src": "grab tongs . close drawer . remove pancake", "src1": "grab tongs", "src2": "close drawer", "src3": "remove pancake", "trg": "place pancake", "vis_src": "P03_11:1 P03_11:2 P03_11:3", "vis_trg": "P03_11:4", "narrations": [ "grab tongs", "close drawer", "remove pancake", "place pancake" ], "verbs": [ "grab", "close", "remove", "place" ], "verb_classes": [ 0, 4, 12, 1 ], "nouns": [ "tongs", "drawer", "pancake", "pancake" ], "noun_classes": [ 142, 8, 184, 184 ], "start_stop_timestamps": [ [ "00:00:04.58", "00:00:05.30" ], [ "00:00:05.26", "00:00:05.90" ], [ "00:00:07.06", "00:00:09.36" ], [ "00:00:09.73", "00:00:10.71" ] ], "start_stop_frames": [ [ 274, 318 ], [ 315, 354 ], [ 423, 561 ], [ 583, 642 ] ], "trgnoun": "pancake", "trgverb": "place" }, { "key": "P05_06+0_1_2_3", "video_id": "P05_06", "narration_ids": [ "P05_06_0", "P05_06_1", "P05_06_2", "P05_06_3" ], "src": "take kettle . rinse kettle . fill kettle", "src1": "take kettle", "src2": "rinse kettle", "src3": "fill kettle", "trg": "place kettle on base", "vis_src": "P05_06:0 P05_06:1 P05_06:2", "vis_trg": "P05_06:3", "narrations": [ "take kettle", "rinse kettle", "fill kettle", "place kettle on base" ], "verbs": [ "take", "rinse", "fill", "place" ], "verb_classes": [ 0, 2, 26, 1 ], "nouns": [ "kettle", "kettle", "kettle", "kettle" ], "noun_classes": [ 44, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:00:02.05", "00:00:04.10" ], [ "00:00:05.52", "00:00:08.02" ], [ "00:00:09.18", "00:00:14.31" ], [ "00:00:15.54", "00:00:17.61" ] ], "start_stop_frames": [ [ 122, 245 ], [ 331, 481 ], [ 550, 858 ], [ 932, 1056 ] ], "trgnoun": "kettle", "trgverb": "place" }, { "key": "P02_112+117_118_119_120", "video_id": "P02_112", "narration_ids": [ "P02_112_117", "P02_112_118", "P02_112_119", "P02_112_120" ], "src": "shape ball of dough . put ball of dough onto tray . squeeze dough", "src1": "shape ball of dough", "src2": "put ball of dough onto tray", "src3": "squeeze dough", "trg": "knead dough", "vis_src": "P02_112:117 P02_112:118 P02_112:119", "vis_trg": "P02_112:120", "narrations": [ "shape ball of dough", "put ball of dough onto tray", "squeeze dough", "knead dough" ], "verbs": [ "shape", "put-onto", "squeeze", "knead" ], "verb_classes": [ 74, 1, 18, 51 ], "nouns": [ "ball:dough", "ball:dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:07:33.16", "00:07:37.85" ], [ "00:07:37.95", "00:07:39.44" ], [ "00:07:39.43", "00:07:42.35" ], [ "00:07:42.52", "00:07:52.87" ] ], "start_stop_frames": [ [ 22658, 22892 ], [ 22897, 22972 ], [ 22971, 23117 ], [ 23126, 23643 ] ], "trgnoun": "dough", "trgverb": "knead" }, { "key": "P05_08+20_21_22_23", "video_id": "P05_08", "narration_ids": [ "P05_08_20", "P05_08_21", "P05_08_22", "P05_08_23" ], "src": "take kettle . pour water in jug . fill kettle", "src1": "take kettle", "src2": "pour water in jug", "src3": "fill kettle", "trg": "place kettle on base", "vis_src": "P05_08:20 P05_08:21 P05_08:22", "vis_trg": "P05_08:23", "narrations": [ "take kettle", "pour water in jug", "fill kettle", "place kettle on base" ], "verbs": [ "take", "pour-in", "fill", "place" ], "verb_classes": [ 0, 9, 26, 1 ], "nouns": [ "kettle", "water", "kettle", "kettle" ], "noun_classes": [ 44, 27, 44, 44 ], "start_stop_timestamps": [ [ "00:00:59.15", "00:01:00.56" ], [ "00:01:00.75", "00:01:06.72" ], [ "00:01:08.97", "00:01:20.74" ], [ "00:01:21.93", "00:01:23.77" ] ], "start_stop_frames": [ [ 3549, 3633 ], [ 3645, 4003 ], [ 4138, 4844 ], [ 4915, 5026 ] ], "trgnoun": "kettle", "trgverb": "place" }, { "key": "P03_10+7_8_9_10", "video_id": "P03_10", "narration_ids": [ "P03_10_7", "P03_10_8", "P03_10_9", "P03_10_10" ], "src": "open fridge . put pancakes in fridge . grab bottle", "src1": "open fridge", "src2": "put pancakes in fridge", "src3": "grab bottle", "trg": "close fridge", "vis_src": "P03_10:7 P03_10:8 P03_10:9", "vis_trg": "P03_10:10", "narrations": [ "open fridge", "put pancakes in fridge", "grab bottle", "close fridge" ], "verbs": [ "open", "put-in", "grab", "close" ], "verb_classes": [ 3, 5, 0, 4 ], "nouns": [ "fridge", "pancake", "bottle", "fridge" ], "noun_classes": [ 12, 184, 15, 12 ], "start_stop_timestamps": [ [ "00:00:20.92", "00:00:21.64" ], [ "00:00:21.94", "00:00:22.58" ], [ "00:00:24.77", "00:00:26.52" ], [ "00:00:25.36", "00:00:27.07" ] ], "start_stop_frames": [ [ 1255, 1298 ], [ 1316, 1354 ], [ 1486, 1591 ], [ 1521, 1624 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P23_101+238_239_240_241", "video_id": "P23_101", "narration_ids": [ "P23_101_238", "P23_101_239", "P23_101_240", "P23_101_241" ], "src": "put bottle . take bottle . take urad_dal", "src1": "put bottle", "src2": "take bottle", "src3": "take urad_dal", "trg": "put urad_dal", "vis_src": "P23_101:238 P23_101:239 P23_101:240", "vis_trg": "P23_101:241", "narrations": [ "put bottle", "take bottle", "take urad dal", "put urad dal" ], "verbs": [ "put", "take", "take", "put" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "bottle", "bottle", "dal:urad", "dal:urad" ], "noun_classes": [ 15, 15, 177, 177 ], "start_stop_timestamps": [ [ "00:22:09.71", "00:22:12.87" ], [ "00:22:13.81", "00:22:16.45" ], [ "00:22:18.68", "00:22:22.32" ], [ "00:22:21.39", "00:22:23.98" ] ], "start_stop_frames": [ [ 66485, 66643 ], [ 66690, 66822 ], [ 66934, 67116 ], [ 67069, 67199 ] ], "trgnoun": "urad_dal", "trgverb": "put" }, { "key": "P28_103+174_175_176_177", "video_id": "P28_103", "narration_ids": [ "P28_103_174", "P28_103_175", "P28_103_176", "P28_103_177" ], "src": "close drawer . put cup . take kettle", "src1": "close drawer", "src2": "put cup", "src3": "take kettle", "trg": "fill kettle with water", "vis_src": "P28_103:174 P28_103:175 P28_103:176", "vis_trg": "P28_103:177", "narrations": [ "close drawer", "put cup", "take kettle", "fill kettle with water" ], "verbs": [ "close", "put", "take", "fill" ], "verb_classes": [ 4, 1, 0, 26 ], "nouns": [ "drawer", "cup", "kettle", "kettle" ], "noun_classes": [ 8, 13, 44, 44 ], "start_stop_timestamps": [ [ "00:16:23.36", "00:16:24.26" ], [ "00:16:25.09", "00:16:26.01" ], [ "00:16:27.49", "00:16:29.33" ], [ "00:16:30.03", "00:16:33.54" ] ], "start_stop_frames": [ [ 49168, 49213 ], [ 49254, 49300 ], [ 49374, 49466 ], [ 49501, 49677 ] ], "trgnoun": "kettle", "trgverb": "fill" }, { "key": "P03_04+135_136_137_138", "video_id": "P03_04", "narration_ids": [ "P03_04_135", "P03_04_136", "P03_04_137", "P03_04_138" ], "src": "put olive_oil . get kettle . fill kettle", "src1": "put olive_oil", "src2": "get kettle", "src3": "fill kettle", "trg": "put kettle", "vis_src": "P03_04:135 P03_04:136 P03_04:137", "vis_trg": "P03_04:138", "narrations": [ "put olive oil", "get kettle", "fill kettle", "put kettle" ], "verbs": [ "put", "get", "fill", "put" ], "verb_classes": [ 1, 0, 26, 1 ], "nouns": [ "oil:olive", "kettle", "kettle", "kettle" ], "noun_classes": [ 31, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:09:17.82", "00:09:18.48" ], [ "00:09:19.10", "00:09:19.85" ], [ "00:09:21.05", "00:09:22.05" ], [ "00:09:25.36", "00:09:26.68" ] ], "start_stop_frames": [ [ 33469, 33508 ], [ 33546, 33591 ], [ 33663, 33723 ], [ 33921, 34000 ] ], "trgnoun": "kettle", "trgverb": "put" }, { "key": "P05_04+10_11_12_13", "video_id": "P05_04", "narration_ids": [ "P05_04_10", "P05_04_11", "P05_04_12", "P05_04_13" ], "src": "empty kettle into pitcher . fill kettle . place kettle on base", "src1": "empty kettle into pitcher", "src2": "fill kettle", "src3": "place kettle on base", "trg": "turn_on kettle", "vis_src": "P05_04:10 P05_04:11 P05_04:12", "vis_trg": "P05_04:13", "narrations": [ "empty kettle into pitcher", "fill kettle", "place kettle on base", "turn on kettle" ], "verbs": [ "empty", "fill", "place", "turn-on" ], "verb_classes": [ 20, 26, 1, 6 ], "nouns": [ "kettle", "kettle", "kettle", "kettle" ], "noun_classes": [ 44, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:00:18.43", "00:00:23.56" ], [ "00:00:24.43", "00:00:31.01" ], [ "00:00:32.67", "00:00:34.68" ], [ "00:00:35.33", "00:00:36.61" ] ], "start_stop_frames": [ [ 1105, 1413 ], [ 1465, 1860 ], [ 1960, 2080 ], [ 2119, 2196 ] ], "trgnoun": "kettle", "trgverb": "turn_on" }, { "key": "P26_21+82_83_84_85", "video_id": "P26_21", "narration_ids": [ "P26_21_82", "P26_21_83", "P26_21_84", "P26_21_85" ], "src": "pick_up jar . open fridge . put jar", "src1": "pick_up jar", "src2": "open fridge", "src3": "put jar", "trg": "close fridge", "vis_src": "P26_21:82 P26_21:83 P26_21:84", "vis_trg": "P26_21:85", "narrations": [ "pick up jar", "open fridge", "put jar", "close fridge" ], "verbs": [ "pick-up", "open", "put", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "jar", "fridge", "jar", "fridge" ], "noun_classes": [ 40, 12, 40, 12 ], "start_stop_timestamps": [ [ "00:07:19.79", "00:07:21.20" ], [ "00:07:26.26", "00:07:28.47" ], [ "00:07:31.14", "00:07:32.88" ], [ "00:07:33.09", "00:07:34.05" ] ], "start_stop_frames": [ [ 26387, 26472 ], [ 26775, 26908 ], [ 27068, 27172 ], [ 27185, 27243 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P05_04+9_10_11_12", "video_id": "P05_04", "narration_ids": [ "P05_04_9", "P05_04_10", "P05_04_11", "P05_04_12" ], "src": "take kettle . empty kettle into pitcher . fill kettle", "src1": "take kettle", "src2": "empty kettle into pitcher", "src3": "fill kettle", "trg": "place kettle on base", "vis_src": "P05_04:9 P05_04:10 P05_04:11", "vis_trg": "P05_04:12", "narrations": [ "take kettle", "empty kettle into pitcher", "fill kettle", "place kettle on base" ], "verbs": [ "take", "empty", "fill", "place" ], "verb_classes": [ 0, 20, 26, 1 ], "nouns": [ "kettle", "kettle", "kettle", "kettle" ], "noun_classes": [ 44, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:00:17.00", "00:00:17.94" ], [ "00:00:18.43", "00:00:23.56" ], [ "00:00:24.43", "00:00:31.01" ], [ "00:00:32.67", "00:00:34.68" ] ], "start_stop_frames": [ [ 1020, 1076 ], [ 1105, 1413 ], [ 1465, 1860 ], [ 1960, 2080 ] ], "trgnoun": "kettle", "trgverb": "place" }, { "key": "P09_106+11_12_13_14", "video_id": "P09_106", "narration_ids": [ "P09_106_11", "P09_106_12", "P09_106_13", "P09_106_14" ], "src": "turn_on microwave . open fridge . take juice", "src1": "turn_on microwave", "src2": "open fridge", "src3": "take juice", "trg": "close fridge", "vis_src": "P09_106:11 P09_106:12 P09_106:13", "vis_trg": "P09_106:14", "narrations": [ "turn on microwave", "open fridge", "take juice", "close fridge" ], "verbs": [ "turn-on", "open", "take", "close" ], "verb_classes": [ 6, 3, 0, 4 ], "nouns": [ "microwave", "fridge", "juice", "fridge" ], "noun_classes": [ 90, 12, 183, 12 ], "start_stop_timestamps": [ [ "00:01:04.57", "00:01:05.14" ], [ "00:01:07.53", "00:01:08.26" ], [ "00:01:08.35", "00:01:15.30" ], [ "00:01:12.94", "00:01:20.44" ] ], "start_stop_frames": [ [ 3228, 3257 ], [ 3376, 3413 ], [ 3417, 3765 ], [ 3647, 4022 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_109+456_457_458_459", "video_id": "P04_109", "narration_ids": [ "P04_109_456", "P04_109_457", "P04_109_458", "P04_109_459" ], "src": "grab peanuts . drop peanuts into ramekin . pick_up peanut_ramekin", "src1": "grab peanuts", "src2": "drop peanuts into ramekin", "src3": "pick_up peanut_ramekin", "trg": "wipe peanuts off chopping board and into ramekin", "vis_src": "P04_109:456 P04_109:457 P04_109:458", "vis_trg": "P04_109:459", "narrations": [ "grab peanuts", "drop peanuts into ramekin", "pick up peanut ramekin", "wipe peanuts off chopping board and into ramekin" ], "verbs": [ "grab", "drop-into", "pick-up", "wipe-off" ], "verb_classes": [ 0, 5, 0, 2 ], "nouns": [ "peanut", "peanut", "ramekin:peanut", "peanut" ], "noun_classes": [ 133, 133, 7, 133 ], "start_stop_timestamps": [ [ "00:14:03.48", "00:14:04.22" ], [ "00:14:04.63", "00:14:05.95" ], [ "00:14:06.34", "00:14:07.83" ], [ "00:14:07.64", "00:14:17.94" ] ], "start_stop_frames": [ [ 42174, 42211 ], [ 42231, 42297 ], [ 42317, 42391 ], [ 42382, 42897 ] ], "trgnoun": "peanut", "trgverb": "wipe_off" }, { "key": "P28_14+5_6_7_8", "video_id": "P28_14", "narration_ids": [ "P28_14_5", "P28_14_6", "P28_14_7", "P28_14_8" ], "src": "open fridge . move stuff . take food_container", "src1": "open fridge", "src2": "move stuff", "src3": "take food_container", "trg": "close fridge", "vis_src": "P28_14:5 P28_14:6 P28_14:7", "vis_trg": "P28_14:8", "narrations": [ "open fridge", "move stuff", "take food container", "close fridge" ], "verbs": [ "open", "move", "take", "close" ], "verb_classes": [ 3, 11, 0, 4 ], "nouns": [ "fridge", "food", "container:food", "fridge" ], "noun_classes": [ 12, 34, 21, 12 ], "start_stop_timestamps": [ [ "00:00:17.33", "00:00:19.58" ], [ "00:00:19.90", "00:00:25.29" ], [ "00:00:25.54", "00:00:29.56" ], [ "00:00:29.60", "00:00:32.61" ] ], "start_stop_frames": [ [ 1039, 1174 ], [ 1194, 1517 ], [ 1532, 1773 ], [ 1776, 1956 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P28_111+34_35_36_37", "video_id": "P28_111", "narration_ids": [ "P28_111_34", "P28_111_35", "P28_111_36", "P28_111_37" ], "src": "put knife . take colander . rinse colander", "src1": "put knife", "src2": "take colander", "src3": "rinse colander", "trg": "put colander", "vis_src": "P28_111:34 P28_111:35 P28_111:36", "vis_trg": "P28_111:37", "narrations": [ "put knife", "take colander", "rinse colander", "put colander" ], "verbs": [ "put", "take", "rinse", "put" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "knife", "colander", "colander", "colander" ], "noun_classes": [ 4, 39, 39, 39 ], "start_stop_timestamps": [ [ "00:01:45.56", "00:01:46.44" ], [ "00:01:46.39", "00:01:47.49" ], [ "00:01:47.74", "00:01:50.47" ], [ "00:01:51.33", "00:01:53.46" ] ], "start_stop_frames": [ [ 5278, 5322 ], [ 5319, 5374 ], [ 5387, 5523 ], [ 5566, 5673 ] ], "trgnoun": "colander", "trgverb": "put" }, { "key": "P04_107+473_474_475_476", "video_id": "P04_107", "narration_ids": [ "P04_107_473", "P04_107_474", "P04_107_475", "P04_107_476" ], "src": "put baking_tray on pan . pick_up tea_towel . lay tea_towel over baking tray", "src1": "put baking_tray on pan", "src2": "pick_up tea_towel", "src3": "lay tea_towel over baking tray", "trg": "pick_up baking_tray", "vis_src": "P04_107:473 P04_107:474 P04_107:475", "vis_trg": "P04_107:476", "narrations": [ "put baking tray on pan", "pick up tea towel", "lay tea towel over baking tray", "pick up baking tray" ], "verbs": [ "put-on", "pick-up", "lay-over", "pick-up" ], "verb_classes": [ 1, 0, 36, 0 ], "nouns": [ "tray:baking", "towel:tea", "towel:tea", "tray:baking" ], "noun_classes": [ 35, 52, 52, 35 ], "start_stop_timestamps": [ [ "00:13:46.13", "00:13:49.09" ], [ "00:13:49.19", "00:13:51.69" ], [ "00:13:50.84", "00:13:55.05" ], [ "00:13:54.87", "00:13:59.08" ] ], "start_stop_frames": [ [ 41306, 41454 ], [ 41459, 41584 ], [ 41542, 41752 ], [ 41743, 41954 ] ], "trgnoun": "baking_tray", "trgverb": "pick_up" }, { "key": "P22_10+255_256_257_258", "video_id": "P22_10", "narration_ids": [ "P22_10_255", "P22_10_256", "P22_10_257", "P22_10_258" ], "src": "rinse container . put_down down container . grab potato_peeler", "src1": "rinse container", "src2": "put_down down container", "src3": "grab potato_peeler", "trg": "grab_down potato_peeler", "vis_src": "P22_10:255 P22_10:256 P22_10:257", "vis_trg": "P22_10:258", "narrations": [ "rinse container", "put down down container", "grab potato peeler", "grab down potato peeler" ], "verbs": [ "rinse", "put-down", "grab", "grab-down" ], "verb_classes": [ 2, 1, 0, 0 ], "nouns": [ "container", "container", "peeler:potato", "peeler:potato" ], "noun_classes": [ 21, 21, 87, 87 ], "start_stop_timestamps": [ [ "00:09:03.37", "00:09:11.12" ], [ "00:09:11.22", "00:09:12.22" ], [ "00:09:12.12", "00:09:12.87" ], [ "00:09:16.17", "00:09:17.42" ] ], "start_stop_frames": [ [ 32602, 33067 ], [ 33073, 33133 ], [ 33127, 33172 ], [ 33370, 33445 ] ], "trgnoun": "potato_peeler", "trgverb": "grab_down" }, { "key": "P22_113+147_182_199_239", "video_id": "P22_113", "narration_ids": [ "P22_113_147", "P22_113_182", "P22_113_199", "P22_113_239" ], "src": "open fridge . open cupboard . put_down container", "src1": "open fridge", "src2": "open cupboard", "src3": "put_down container", "trg": "close fridge", "vis_src": "P22_113:147 P22_113:182 P22_113:199", "vis_trg": "P22_113:239", "narrations": [ "open fridge", "open cupboard", "put down container", "close fridge" ], "verbs": [ "open", "open", "put-down", "close" ], "verb_classes": [ 3, 3, 1, 4 ], "nouns": [ "fridge", "cupboard", "container", "fridge" ], "noun_classes": [ 12, 3, 21, 12 ], "start_stop_timestamps": [ [ "00:05:03.00", "00:05:07.42" ], [ "00:06:13.73", "00:06:16.00" ], [ "00:06:49.74", "00:06:50.85" ], [ "00:08:20.41", "00:08:21.33" ] ], "start_stop_frames": [ [ 15150, 15371 ], [ 18686, 18800 ], [ 20487, 20542 ], [ 25020, 25066 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P01_17+241_242_243_244", "video_id": "P01_17", "narration_ids": [ "P01_17_241", "P01_17_242", "P01_17_243", "P01_17_244" ], "src": "rinse spoon . put_down spoon . take colander", "src1": "rinse spoon", "src2": "put_down spoon", "src3": "take colander", "trg": "rinse colander", "vis_src": "P01_17:241 P01_17:242 P01_17:243", "vis_trg": "P01_17:244", "narrations": [ "rinse spoon", "put down spoon", "take colander", "rinse colander" ], "verbs": [ "rinse", "put-down", "take", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spoon", "spoon", "colander", "colander" ], "noun_classes": [ 1, 1, 39, 39 ], "start_stop_timestamps": [ [ "00:16:00.10", "00:16:01.41" ], [ "00:16:01.30", "00:16:02.55" ], [ "00:16:01.87", "00:16:03.23" ], [ "00:16:03.33", "00:16:14.25" ] ], "start_stop_frames": [ [ 57606, 57684 ], [ 57678, 57753 ], [ 57712, 57793 ], [ 57799, 58455 ] ], "trgnoun": "colander", "trgverb": "rinse" }, { "key": "P05_03+27_28_29_30", "video_id": "P05_03", "narration_ids": [ "P05_03_27", "P05_03_28", "P05_03_29", "P05_03_30" ], "src": "open milk_bottle . serve milk in cup . rinse milk_bottle", "src1": "open milk_bottle", "src2": "serve milk in cup", "src3": "rinse milk_bottle", "trg": "close milk_bottle", "vis_src": "P05_03:27 P05_03:28 P05_03:29", "vis_trg": "P05_03:30", "narrations": [ "open milk bottle", "serve milk in cup", "rinse milk bottle", "close milk bottle" ], "verbs": [ "open", "serve-in", "rinse", "close" ], "verb_classes": [ 3, 82, 2, 4 ], "nouns": [ "bottle:milk", "milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 15, 64, 15, 15 ], "start_stop_timestamps": [ [ "00:01:19.30", "00:01:20.28" ], [ "00:01:20.82", "00:01:25.31" ], [ "00:01:26.02", "00:01:33.32" ], [ "00:01:33.43", "00:01:35.29" ] ], "start_stop_frames": [ [ 4758, 4816 ], [ 4849, 5118 ], [ 5161, 5599 ], [ 5605, 5717 ] ], "trgnoun": "milk_bottle", "trgverb": "close" }, { "key": "P26_29+2_3_4_5", "video_id": "P26_29", "narration_ids": [ "P26_29_2", "P26_29_3", "P26_29_4", "P26_29_5" ], "src": "pick_up sponge . open water . rinse colander", "src1": "pick_up sponge", "src2": "open water", "src3": "rinse colander", "trg": "put colander", "vis_src": "P26_29:2 P26_29:3 P26_29:4", "vis_trg": "P26_29:5", "narrations": [ "pick up sponge", "open water", "rinse colander", "put colander" ], "verbs": [ "pick-up", "turn-on", "rinse", "put" ], "verb_classes": [ 0, 6, 2, 1 ], "nouns": [ "sponge", "tap", "colander", "colander" ], "noun_classes": [ 9, 0, 39, 39 ], "start_stop_timestamps": [ [ "00:00:10.13", "00:00:11.20" ], [ "00:00:11.66", "00:00:12.97" ], [ "00:00:12.77", "00:00:26.64" ], [ "00:00:26.46", "00:00:28.87" ] ], "start_stop_frames": [ [ 607, 672 ], [ 699, 778 ], [ 766, 1598 ], [ 1587, 1732 ] ], "trgnoun": "colander", "trgverb": "put" }, { "key": "P28_111+69_70_71_72", "video_id": "P28_111", "narration_ids": [ "P28_111_69", "P28_111_70", "P28_111_71", "P28_111_72" ], "src": "wash colander . put sponge . turn_on tap", "src1": "wash colander", "src2": "put sponge", "src3": "turn_on tap", "trg": "rinse colander", "vis_src": "P28_111:69 P28_111:70 P28_111:71", "vis_trg": "P28_111:72", "narrations": [ "wash colander", "put sponge", "turn on tap", "rinse colander" ], "verbs": [ "wash", "put", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "colander", "sponge", "tap", "colander" ], "noun_classes": [ 39, 9, 0, 39 ], "start_stop_timestamps": [ [ "00:03:43.65", "00:03:56.60" ], [ "00:03:56.20", "00:03:56.55" ], [ "00:03:57.02", "00:03:58.89" ], [ "00:03:57.90", "00:04:08.04" ] ], "start_stop_frames": [ [ 11182, 11830 ], [ 11810, 11827 ], [ 11851, 11944 ], [ 11895, 12402 ] ], "trgnoun": "colander", "trgverb": "rinse" }, { "key": "P02_118+5_6_7_8", "video_id": "P02_118", "narration_ids": [ "P02_118_5", "P02_118_6", "P02_118_7", "P02_118_8" ], "src": "close drawer . open fridge . pick_up butter", "src1": "close drawer", "src2": "open fridge", "src3": "pick_up butter", "trg": "close fridge", "vis_src": "P02_118:5 P02_118:6 P02_118:7", "vis_trg": "P02_118:8", "narrations": [ "close drawer", "open fridge", "pick up butter", "close fridge" ], "verbs": [ "close", "open", "pick-up", "close" ], "verb_classes": [ 4, 3, 0, 4 ], "nouns": [ "drawer", "fridge", "butter", "fridge" ], "noun_classes": [ 8, 12, 78, 12 ], "start_stop_timestamps": [ [ "00:00:16.65", "00:00:17.24" ], [ "00:00:17.22", "00:00:19.13" ], [ "00:00:18.13", "00:00:20.46" ], [ "00:00:20.33", "00:00:22.33" ] ], "start_stop_frames": [ [ 832, 861 ], [ 861, 956 ], [ 906, 1023 ], [ 1016, 1116 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P01_17+157_158_159_160", "video_id": "P01_17", "narration_ids": [ "P01_17_157", "P01_17_158", "P01_17_159", "P01_17_160" ], "src": "put soya_milk into fridge . put olives into fridge . close fridge", "src1": "put soya_milk into fridge", "src2": "put olives into fridge", "src3": "close fridge", "trg": "cut olives", "vis_src": "P01_17:157 P01_17:158 P01_17:159", "vis_trg": "P01_17:160", "narrations": [ "put soya milk into fridge", "put olives into fridge", "close fridge", "cut olives" ], "verbs": [ "put-into", "put-into", "close", "cut" ], "verb_classes": [ 5, 5, 4, 7 ], "nouns": [ "milk:soya", "olive", "fridge", "olive" ], "noun_classes": [ 64, 83, 12, 83 ], "start_stop_timestamps": [ [ "00:10:55.88", "00:10:56.96" ], [ "00:10:57.65", "00:10:58.88" ], [ "00:10:58.79", "00:11:00.37" ], [ "00:11:06.36", "00:11:28.50" ] ], "start_stop_frames": [ [ 39352, 39417 ], [ 39459, 39532 ], [ 39527, 39622 ], [ 39981, 41310 ] ], "trgnoun": "olive", "trgverb": "cut" }, { "key": "P22_14+129_130_131_132", "video_id": "P22_14", "narration_ids": [ "P22_14_129", "P22_14_130", "P22_14_131", "P22_14_132" ], "src": "put_down bowl . open tap . rinse colander", "src1": "put_down bowl", "src2": "open tap", "src3": "rinse colander", "trg": "put_down colander", "vis_src": "P22_14:129 P22_14:130 P22_14:131", "vis_trg": "P22_14:132", "narrations": [ "put down bowl", "open tap", "rinse colander", "put down colander" ], "verbs": [ "put-down", "turn-on", "rinse", "put-down" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "bowl", "tap", "colander", "colander" ], "noun_classes": [ 7, 0, 39, 39 ], "start_stop_timestamps": [ [ "00:05:26.49", "00:05:28.28" ], [ "00:05:28.85", "00:05:29.87" ], [ "00:05:29.26", "00:05:37.14" ], [ "00:05:37.24", "00:05:38.60" ] ], "start_stop_frames": [ [ 19589, 19696 ], [ 19731, 19792 ], [ 19755, 20228 ], [ 20234, 20316 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P08_08+30_31_32_33", "video_id": "P08_08", "narration_ids": [ "P08_08_30", "P08_08_31", "P08_08_32", "P08_08_33" ], "src": "put_back lid . open fridge . put the pot", "src1": "put_back lid", "src2": "open fridge", "src3": "put the pot", "trg": "close fridge", "vis_src": "P08_08:30 P08_08:31 P08_08:32", "vis_trg": "P08_08:33", "narrations": [ "put back lid", "open fridge", "put the pot", "close fridge" ], "verbs": [ "put-back", "open", "put", "close" ], "verb_classes": [ 1, 3, 1, 4 ], "nouns": [ "lid", "fridge", "pot", "fridge" ], "noun_classes": [ 6, 12, 29, 12 ], "start_stop_timestamps": [ [ "00:02:05.32", "00:02:07.00" ], [ "00:02:07.10", "00:02:08.36" ], [ "00:02:08.41", "00:02:12.47" ], [ "00:02:11.43", "00:02:14.92" ] ], "start_stop_frames": [ [ 7519, 7620 ], [ 7626, 7701 ], [ 7704, 7948 ], [ 7885, 8095 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P06_07+64_65_66_67", "video_id": "P06_07", "narration_ids": [ "P06_07_64", "P06_07_65", "P06_07_66", "P06_07_67" ], "src": "put tray down . pick_up pizza . move tray", "src1": "put tray down", "src2": "pick_up pizza", "src3": "move tray", "trg": "move pizza", "vis_src": "P06_07:64 P06_07:65 P06_07:66", "vis_trg": "P06_07:67", "narrations": [ "put tray down", "pick up pizza", "move tray", "move pizza" ], "verbs": [ "put-down", "pick-up", "move", "move" ], "verb_classes": [ 1, 0, 11, 11 ], "nouns": [ "tray", "pizza", "tray", "pizza" ], "noun_classes": [ 35, 91, 35, 91 ], "start_stop_timestamps": [ [ "00:04:00.27", "00:04:02.35" ], [ "00:04:01.89", "00:04:05.42" ], [ "00:04:06.55", "00:04:08.54" ], [ "00:04:10.00", "00:04:11.36" ] ], "start_stop_frames": [ [ 14416, 14541 ], [ 14513, 14725 ], [ 14793, 14912 ], [ 15000, 15081 ] ], "trgnoun": "pizza", "trgverb": "move" }, { "key": "P06_07+183_184_185_186", "video_id": "P06_07", "narration_ids": [ "P06_07_183", "P06_07_184", "P06_07_185", "P06_07_186" ], "src": "put pizza on plate . open oven . put pizza in oven", "src1": "put pizza on plate", "src2": "open oven", "src3": "put pizza in oven", "trg": "pick_up pizza and plate", "vis_src": "P06_07:183 P06_07:184 P06_07:185", "vis_trg": "P06_07:186", "narrations": [ "put pizza on plate", "open oven", "put pizza in oven", "pick up pizza and plate" ], "verbs": [ "put-on", "open", "put-in", "pick-up" ], "verb_classes": [ 1, 3, 5, 0 ], "nouns": [ "pizza", "oven", "pizza", "pizza" ], "noun_classes": [ 91, 46, 91, 91 ], "start_stop_timestamps": [ [ "00:13:23.41", "00:13:26.18" ], [ "00:13:26.28", "00:13:28.81" ], [ "00:13:28.91", "00:13:31.36" ], [ "00:13:31.25", "00:13:35.26" ] ], "start_stop_frames": [ [ 48204, 48370 ], [ 48376, 48528 ], [ 48534, 48681 ], [ 48675, 48915 ] ], "trgnoun": "pizza", "trgverb": "pick_up" }, { "key": "P06_07+65_66_67_68", "video_id": "P06_07", "narration_ids": [ "P06_07_65", "P06_07_66", "P06_07_67", "P06_07_68" ], "src": "pick_up pizza . move tray . move pizza", "src1": "pick_up pizza", "src2": "move tray", "src3": "move pizza", "trg": "put_down pizza", "vis_src": "P06_07:65 P06_07:66 P06_07:67", "vis_trg": "P06_07:68", "narrations": [ "pick up pizza", "move tray", "move pizza", "put down pizza" ], "verbs": [ "pick-up", "move", "move", "put-down" ], "verb_classes": [ 0, 11, 11, 1 ], "nouns": [ "pizza", "tray", "pizza", "pizza" ], "noun_classes": [ 91, 35, 91, 91 ], "start_stop_timestamps": [ [ "00:04:01.89", "00:04:05.42" ], [ "00:04:06.55", "00:04:08.54" ], [ "00:04:10.00", "00:04:11.36" ], [ "00:04:11.11", "00:04:14.08" ] ], "start_stop_frames": [ [ 14513, 14725 ], [ 14793, 14912 ], [ 15000, 15081 ], [ 15066, 15244 ] ], "trgnoun": "pizza", "trgverb": "put_down" }, { "key": "P26_104+10_11_12_13", "video_id": "P26_104", "narration_ids": [ "P26_104_10", "P26_104_11", "P26_104_12", "P26_104_13" ], "src": "put_down pizza . pick_up paper . turn_on oven", "src1": "put_down pizza", "src2": "pick_up paper", "src3": "turn_on oven", "trg": "pick_up pizza", "vis_src": "P26_104:10 P26_104:11 P26_104:12", "vis_trg": "P26_104:13", "narrations": [ "put down pizza", "pick up paper", "turn on oven", "pick up pizza" ], "verbs": [ "put-down", "pick-up", "turn-on", "pick-up" ], "verb_classes": [ 1, 0, 6, 0 ], "nouns": [ "pizza", "paper", "oven", "pizza" ], "noun_classes": [ 91, 49, 46, 91 ], "start_stop_timestamps": [ [ "00:00:31.97", "00:00:33.08" ], [ "00:00:33.39", "00:00:34.00" ], [ "00:00:37.60", "00:00:39.23" ], [ "00:00:39.88", "00:00:43.24" ] ], "start_stop_frames": [ [ 1598, 1654 ], [ 1669, 1700 ], [ 1880, 1961 ], [ 1994, 2162 ] ], "trgnoun": "pizza", "trgverb": "pick_up" }, { "key": "P11_105+1_2_3_4", "video_id": "P11_105", "narration_ids": [ "P11_105_1", "P11_105_2", "P11_105_3", "P11_105_4" ], "src": "pick_up pizza . put_down pizza . open oven", "src1": "pick_up pizza", "src2": "put_down pizza", "src3": "open oven", "trg": "turn_on oven", "vis_src": "P11_105:1 P11_105:2 P11_105:3", "vis_trg": "P11_105:4", "narrations": [ "pick up pizza", "put down pizza", "open oven", "turn on oven" ], "verbs": [ "pick-up", "put-down", "open", "turn-on" ], "verb_classes": [ 0, 1, 3, 6 ], "nouns": [ "pizza", "pizza", "oven", "oven" ], "noun_classes": [ 91, 91, 46, 46 ], "start_stop_timestamps": [ [ "00:00:07.11", "00:00:09.72" ], [ "00:00:10.79", "00:00:11.75" ], [ "00:00:12.50", "00:00:13.15" ], [ "00:00:13.00", "00:00:22.43" ] ], "start_stop_frames": [ [ 355, 486 ], [ 539, 587 ], [ 625, 657 ], [ 650, 1121 ] ], "trgnoun": "oven", "trgverb": "turn_on" }, { "key": "P21_03+0_1_2_3", "video_id": "P21_03", "narration_ids": [ "P21_03_0", "P21_03_1", "P21_03_2", "P21_03_3" ], "src": "opening the fridge . taking out the cheese and the sauce . taking some dishes", "src1": "opening the fridge", "src2": "taking out the cheese and the sauce", "src3": "taking some dishes", "trg": "rinsing one of the dishes", "vis_src": "P21_03:0 P21_03:1 P21_03:2", "vis_trg": "P21_03:3", "narrations": [ "opening the fridge", "taking out the cheese and the sauce", "taking some dishes", "rinsing one of the dishes" ], "verbs": [ "open", "take-out", "take", "rinse" ], "verb_classes": [ 3, 12, 0, 2 ], "nouns": [ "fridge", "cheese", "dish", "dish" ], "noun_classes": [ 12, 32, 2, 2 ], "start_stop_timestamps": [ [ "00:00:03.08", "00:00:05.31" ], [ "00:00:05.58", "00:00:09.91" ], [ "00:00:15.16", "00:00:18.37" ], [ "00:00:18.45", "00:00:26.95" ] ], "start_stop_frames": [ [ 184, 318 ], [ 334, 594 ], [ 909, 1102 ], [ 1107, 1617 ] ], "trgnoun": "dish", "trgverb": "rinse" }, { "key": "P05_03+28_29_30_31", "video_id": "P05_03", "narration_ids": [ "P05_03_28", "P05_03_29", "P05_03_30", "P05_03_31" ], "src": "serve milk in cup . rinse milk_bottle . close milk_bottle", "src1": "serve milk in cup", "src2": "rinse milk_bottle", "src3": "close milk_bottle", "trg": "shake milk_bottle", "vis_src": "P05_03:28 P05_03:29 P05_03:30", "vis_trg": "P05_03:31", "narrations": [ "serve milk in cup", "rinse milk bottle", "close milk bottle", "shake milk bottle" ], "verbs": [ "serve-in", "rinse", "close", "shake" ], "verb_classes": [ 82, 2, 4, 15 ], "nouns": [ "milk", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 64, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:01:20.82", "00:01:25.31" ], [ "00:01:26.02", "00:01:33.32" ], [ "00:01:33.43", "00:01:35.29" ], [ "00:01:35.50", "00:01:37.25" ] ], "start_stop_frames": [ [ 4849, 5118 ], [ 5161, 5599 ], [ 5605, 5717 ], [ 5730, 5835 ] ], "trgnoun": "milk_bottle", "trgverb": "shake" }, { "key": "P02_101+45_46_47_48", "video_id": "P02_101", "narration_ids": [ "P02_101_45", "P02_101_46", "P02_101_47", "P02_101_48" ], "src": "stir coffee . shake stirrer . open bin", "src1": "stir coffee", "src2": "shake stirrer", "src3": "open bin", "trg": "throw stirrer", "vis_src": "P02_101:45 P02_101:46 P02_101:47", "vis_trg": "P02_101:48", "narrations": [ "stir coffee", "shake stirrer", "open bin", "throw stirrer" ], "verbs": [ "stir", "shake", "open", "throw" ], "verb_classes": [ 10, 15, 3, 13 ], "nouns": [ "coffee", "stirrer", "bin", "stirrer" ], "noun_classes": [ 59, 1, 36, 1 ], "start_stop_timestamps": [ [ "00:01:38.04", "00:01:42.56" ], [ "00:01:42.39", "00:01:43.45" ], [ "00:01:44.68", "00:01:46.16" ], [ "00:01:45.46", "00:01:45.98" ] ], "start_stop_frames": [ [ 4902, 5128 ], [ 5119, 5172 ], [ 5234, 5308 ], [ 5273, 5298 ] ], "trgnoun": "stirrer", "trgverb": "throw" }, { "key": "P01_105+63_64_65_66", "video_id": "P01_105", "narration_ids": [ "P01_105_63", "P01_105_64", "P01_105_65", "P01_105_66" ], "src": "close drawer . close fridge . pick_up pak_choi", "src1": "close drawer", "src2": "close fridge", "src3": "pick_up pak_choi", "trg": "put_down pak_choi", "vis_src": "P01_105:63 P01_105:64 P01_105:65", "vis_trg": "P01_105:66", "narrations": [ "close drawer", "close fridge", "pick up pak choi", "put down pak choi" ], "verbs": [ "close", "close", "pick-up", "put-down" ], "verb_classes": [ 4, 4, 0, 1 ], "nouns": [ "drawer", "fridge", "choi:pak", "choi:pak" ], "noun_classes": [ 8, 12, 151, 151 ], "start_stop_timestamps": [ [ "00:01:25.16", "00:01:26.40" ], [ "00:01:26.35", "00:01:28.30" ], [ "00:01:28.26", "00:01:29.28" ], [ "00:01:30.14", "00:01:31.18" ] ], "start_stop_frames": [ [ 4258, 4320 ], [ 4317, 4415 ], [ 4413, 4464 ], [ 4507, 4559 ] ], "trgnoun": "pak_choi", "trgverb": "put_down" }, { "key": "P02_122+12_13_14_15", "video_id": "P02_122", "narration_ids": [ "P02_122_12", "P02_122_13", "P02_122_14", "P02_122_15" ], "src": "slide tray . take_off glove . pick_up cake_mould", "src1": "slide tray", "src2": "take_off glove", "src3": "pick_up cake_mould", "trg": "put cake_mould in oven", "vis_src": "P02_122:12 P02_122:13 P02_122:14", "vis_trg": "P02_122:15", "narrations": [ "slide tray", "take off glove", "pick up cake mould", "put cake mould in oven" ], "verbs": [ "slide", "take-off", "pick-up", "put-in" ], "verb_classes": [ 61, 12, 0, 5 ], "nouns": [ "tray", "glove", "mould:cake", "mould:cake" ], "noun_classes": [ 35, 60, 35, 35 ], "start_stop_timestamps": [ [ "00:00:29.60", "00:00:30.96" ], [ "00:00:30.97", "00:00:31.83" ], [ "00:00:32.58", "00:00:35.41" ], [ "00:00:35.60", "00:00:38.53" ] ], "start_stop_frames": [ [ 1480, 1548 ], [ 1548, 1591 ], [ 1629, 1770 ], [ 1780, 1926 ] ], "trgnoun": "cake_mould", "trgverb": "put_in" }, { "key": "P26_104+101_102_103_104", "video_id": "P26_104", "narration_ids": [ "P26_104_101", "P26_104_102", "P26_104_103", "P26_104_104" ], "src": "dry hands . open oven . take oven_rack", "src1": "dry hands", "src2": "open oven", "src3": "take oven_rack", "trg": "put oven_rack", "vis_src": "P26_104:101 P26_104:102 P26_104:103", "vis_trg": "P26_104:104", "narrations": [ "dry hands", "open oven", "take oven rack", "put oven rack" ], "verbs": [ "dry", "open", "take", "put" ], "verb_classes": [ 14, 3, 0, 1 ], "nouns": [ "hand", "oven", "rack:oven", "rack:oven" ], "noun_classes": [ 11, 46, 110, 110 ], "start_stop_timestamps": [ [ "00:07:49.66", "00:07:56.90" ], [ "00:07:57.20", "00:08:00.65" ], [ "00:08:01.24", "00:08:03.65" ], [ "00:08:03.55", "00:08:10.30" ] ], "start_stop_frames": [ [ 23483, 23845 ], [ 23860, 24032 ], [ 24062, 24182 ], [ 24177, 24515 ] ], "trgnoun": "oven_rack", "trgverb": "put" }, { "key": "P04_116+36_37_49_51", "video_id": "P04_116", "narration_ids": [ "P04_116_36", "P04_116_37", "P04_116_49", "P04_116_51" ], "src": "tilt saucepan . lower saucepan . scrape egg off bottom of pan", "src1": "tilt saucepan", "src2": "lower saucepan", "src3": "scrape egg off bottom of pan", "trg": "stir egg in pan using spatula", "vis_src": "P04_116:36 P04_116:37 P04_116:49", "vis_trg": "P04_116:51", "narrations": [ "tilt saucepan", "lower saucepan", "scrape egg off bottom of pan", "stir egg in pan using spatula" ], "verbs": [ "tilt", "lower", "scrape-off", "stir-in" ], "verb_classes": [ 33, 73, 25, 10 ], "nouns": [ "saucepan", "saucepan", "egg", "egg" ], "noun_classes": [ 5, 5, 53, 53 ], "start_stop_timestamps": [ [ "00:00:57.01", "00:00:58.63" ], [ "00:00:59.46", "00:01:00.61" ], [ "00:01:40.62", "00:01:56.56" ], [ "00:01:40.72", "00:01:51.70" ] ], "start_stop_frames": [ [ 2850, 2931 ], [ 2973, 3030 ], [ 5031, 5828 ], [ 5036, 5585 ] ], "trgnoun": "egg", "trgverb": "stir_in" }, { "key": "P13_05+2_3_4_5", "video_id": "P13_05", "narration_ids": [ "P13_05_2", "P13_05_3", "P13_05_4", "P13_05_5" ], "src": "wash mug . open fridge . pick_up milk", "src1": "wash mug", "src2": "open fridge", "src3": "pick_up milk", "trg": "close fridge", "vis_src": "P13_05:2 P13_05:3 P13_05:4", "vis_trg": "P13_05:5", "narrations": [ "wash mug", "open fridge", "pick up milk", "close fridge" ], "verbs": [ "wash", "open", "pick-up", "close" ], "verb_classes": [ 2, 3, 0, 4 ], "nouns": [ "mug", "fridge", "milk", "fridge" ], "noun_classes": [ 13, 12, 64, 12 ], "start_stop_timestamps": [ [ "00:00:20.73", "00:00:42.14" ], [ "00:00:53.10", "00:00:55.10" ], [ "00:00:55.34", "00:00:56.49" ], [ "00:00:56.52", "00:00:57.94" ] ], "start_stop_frames": [ [ 1243, 2528 ], [ 3186, 3306 ], [ 3320, 3389 ], [ 3391, 3476 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P09_104+39_40_41_42", "video_id": "P09_104", "narration_ids": [ "P09_104_39", "P09_104_40", "P09_104_41", "P09_104_42" ], "src": "close soy_milk . open fridge . put milk on fridge", "src1": "close soy_milk", "src2": "open fridge", "src3": "put milk on fridge", "trg": "close fridge", "vis_src": "P09_104:39 P09_104:40 P09_104:41", "vis_trg": "P09_104:42", "narrations": [ "close soy milk", "open fridge", "put milk on fridge", "close fridge" ], "verbs": [ "close", "open", "put-on", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "milk:soy", "fridge", "milk", "fridge" ], "noun_classes": [ 64, 12, 64, 12 ], "start_stop_timestamps": [ [ "00:03:30.21", "00:03:31.30" ], [ "00:03:32.32", "00:03:34.54" ], [ "00:03:34.33", "00:03:37.37" ], [ "00:03:37.45", "00:03:39.83" ] ], "start_stop_frames": [ [ 10510, 10565 ], [ 10616, 10727 ], [ 10716, 10868 ], [ 10872, 10991 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P25_106+251_252_253_254", "video_id": "P25_106", "narration_ids": [ "P25_106_251", "P25_106_252", "P25_106_253", "P25_106_254" ], "src": "put_down spoon . open fridge . pick_up eggs", "src1": "put_down spoon", "src2": "open fridge", "src3": "pick_up eggs", "trg": "close fridge", "vis_src": "P25_106:251 P25_106:252 P25_106:253", "vis_trg": "P25_106:254", "narrations": [ "put down spoon", "open fridge", "pick up eggs", "close fridge" ], "verbs": [ "put-down", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "spoon", "fridge", "egg", "fridge" ], "noun_classes": [ 1, 12, 53, 12 ], "start_stop_timestamps": [ [ "00:21:56.81", "00:21:57.96" ], [ "00:21:59.52", "00:22:00.42" ], [ "00:22:03.12", "00:22:04.83" ], [ "00:22:05.24", "00:22:06.00" ] ], "start_stop_frames": [ [ 65840, 65898 ], [ 65976, 66021 ], [ 66156, 66241 ], [ 66262, 66300 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P03_117+207_208_209_210", "video_id": "P03_117", "narration_ids": [ "P03_117_207", "P03_117_208", "P03_117_209", "P03_117_210" ], "src": "open fridge . put bread in fridge . take strawberries from fridge", "src1": "open fridge", "src2": "put bread in fridge", "src3": "take strawberries from fridge", "trg": "put strawberries in fridge", "vis_src": "P03_117:207 P03_117:208 P03_117:209", "vis_trg": "P03_117:210", "narrations": [ "open fridge", "put bread in fridge", "take strawberries from fridge", "put strawberries in fridge" ], "verbs": [ "open", "put-in", "take-from", "put-in" ], "verb_classes": [ 3, 5, 0, 5 ], "nouns": [ "fridge", "bread", "strawberry", "strawberry" ], "noun_classes": [ 12, 33, 243, 243 ], "start_stop_timestamps": [ [ "00:10:06.44", "00:10:08.52" ], [ "00:10:09.21", "00:10:09.80" ], [ "00:10:09.72", "00:10:11.28" ], [ "00:10:15.34", "00:10:16.96" ] ], "start_stop_frames": [ [ 30322, 30426 ], [ 30460, 30489 ], [ 30486, 30564 ], [ 30767, 30848 ] ], "trgnoun": "strawberry", "trgverb": "put_in" }, { "key": "P02_123+257_258_259_260", "video_id": "P02_123", "narration_ids": [ "P02_123_257", "P02_123_258", "P02_123_259", "P02_123_260" ], "src": "pick_up sponge . pick_up washing_liquid . pour washing_liquid onto sponge", "src1": "pick_up sponge", "src2": "pick_up washing_liquid", "src3": "pour washing_liquid onto sponge", "trg": "put_down washing_liquid", "vis_src": "P02_123:257 P02_123:258 P02_123:259", "vis_trg": "P02_123:260", "narrations": [ "pick up sponge", "pick up washing liquid", "pour washing liquid onto sponge", "put down washing liquid" ], "verbs": [ "pick-up", "pick-up", "pour-onto", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "sponge", "liquid:washing", "liquid:washing", "liquid:washing" ], "noun_classes": [ 9, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:13:41.50", "00:13:42.65" ], [ "00:13:42.04", "00:13:42.51" ], [ "00:13:42.55", "00:13:43.83" ], [ "00:13:43.79", "00:13:44.59" ] ], "start_stop_frames": [ [ 41075, 41132 ], [ 41102, 41125 ], [ 41127, 41191 ], [ 41189, 41229 ] ], "trgnoun": "washing_liquid", "trgverb": "put_down" }, { "key": "P04_112+242_243_244_245", "video_id": "P04_112", "narration_ids": [ "P04_112_242", "P04_112_243", "P04_112_244", "P04_112_245" ], "src": "pick_up fork . put_down fork . pick_up cling_film", "src1": "pick_up fork", "src2": "put_down fork", "src3": "pick_up cling_film", "trg": "unroll cling_film", "vis_src": "P04_112:242 P04_112:243 P04_112:244", "vis_trg": "P04_112:245", "narrations": [ "pick up fork", "put down fork", "pick up cling film", "unroll cling film" ], "verbs": [ "pick-up", "put-down", "pick-up", "unroll" ], "verb_classes": [ 0, 1, 0, 39 ], "nouns": [ "fork", "fork", "film:cling", "film:cling" ], "noun_classes": [ 14, 14, 100, 100 ], "start_stop_timestamps": [ [ "00:07:24.51", "00:07:25.51" ], [ "00:07:25.52", "00:07:26.33" ], [ "00:07:27.52", "00:07:28.61" ], [ "00:07:28.71", "00:07:46.17" ] ], "start_stop_frames": [ [ 22225, 22275 ], [ 22276, 22316 ], [ 22376, 22430 ], [ 22435, 23308 ] ], "trgnoun": "cling_film", "trgverb": "unroll" }, { "key": "P35_105+231_232_233_234", "video_id": "P35_105", "narration_ids": [ "P35_105_231", "P35_105_232", "P35_105_233", "P35_105_234" ], "src": "put_down spoon . open fridge . pick_up cream", "src1": "put_down spoon", "src2": "open fridge", "src3": "pick_up cream", "trg": "close fridge", "vis_src": "P35_105:231 P35_105:232 P35_105:233", "vis_trg": "P35_105:234", "narrations": [ "put down spoon", "open fridge", "pick up cream", "close fridge" ], "verbs": [ "put-down", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "spoon", "fridge", "cream", "fridge" ], "noun_classes": [ 1, 12, 143, 12 ], "start_stop_timestamps": [ [ "00:16:55.13", "00:16:57.96" ], [ "00:17:01.90", "00:17:03.80" ], [ "00:17:04.19", "00:17:05.50" ], [ "00:17:05.60", "00:17:06.66" ] ], "start_stop_frames": [ [ 50756, 50898 ], [ 51095, 51190 ], [ 51209, 51275 ], [ 51279, 51333 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P02_122+13_14_15_16", "video_id": "P02_122", "narration_ids": [ "P02_122_13", "P02_122_14", "P02_122_15", "P02_122_16" ], "src": "take_off glove . pick_up cake_mould . put cake_mould in oven", "src1": "take_off glove", "src2": "pick_up cake_mould", "src3": "put cake_mould in oven", "trg": "pick_up gloves", "vis_src": "P02_122:13 P02_122:14 P02_122:15", "vis_trg": "P02_122:16", "narrations": [ "take off glove", "pick up cake mould", "put cake mould in oven", "pick up gloves" ], "verbs": [ "take-off", "pick-up", "put-in", "pick-up" ], "verb_classes": [ 12, 0, 5, 0 ], "nouns": [ "glove", "mould:cake", "mould:cake", "glove" ], "noun_classes": [ 60, 35, 35, 60 ], "start_stop_timestamps": [ [ "00:00:30.97", "00:00:31.83" ], [ "00:00:32.58", "00:00:35.41" ], [ "00:00:35.60", "00:00:38.53" ], [ "00:00:38.63", "00:00:39.49" ] ], "start_stop_frames": [ [ 1548, 1591 ], [ 1629, 1770 ], [ 1780, 1926 ], [ 1931, 1974 ] ], "trgnoun": "glove", "trgverb": "pick_up" }, { "key": "P06_03+16_17_18_19", "video_id": "P06_03", "narration_ids": [ "P06_03_16", "P06_03_17", "P06_03_18", "P06_03_19" ], "src": "put flour down . open cupboard . take pepper", "src1": "put flour down", "src2": "open cupboard", "src3": "take pepper", "trg": "pour pepper into pan", "vis_src": "P06_03:16 P06_03:17 P06_03:18", "vis_trg": "P06_03:19", "narrations": [ "put flour down", "open cupboard", "take pepper", "pour pepper into pan" ], "verbs": [ "put-down", "open", "take", "pour-into" ], "verb_classes": [ 1, 3, 0, 9 ], "nouns": [ "flour", "cupboard", "pepper", "pepper" ], "noun_classes": [ 75, 3, 37, 37 ], "start_stop_timestamps": [ [ "00:01:03.12", "00:01:04.10" ], [ "00:01:04.51", "00:01:05.97" ], [ "00:01:07.88", "00:01:08.85" ], [ "00:01:09.12", "00:01:11.96" ] ], "start_stop_frames": [ [ 3787, 3845 ], [ 3870, 3958 ], [ 4072, 4131 ], [ 4147, 4317 ] ], "trgnoun": "pepper", "trgverb": "pour_into" }, { "key": "P22_113+236_237_238_239", "video_id": "P22_113", "narration_ids": [ "P22_113_236", "P22_113_237", "P22_113_238", "P22_113_239" ], "src": "open cupboard . open fridge . put_down container", "src1": "open cupboard", "src2": "open fridge", "src3": "put_down container", "trg": "close fridge", "vis_src": "P22_113:236 P22_113:237 P22_113:238", "vis_trg": "P22_113:239", "narrations": [ "open cupboard", "open fridge", "put down container", "close fridge" ], "verbs": [ "open", "open", "put-down", "close" ], "verb_classes": [ 3, 3, 1, 4 ], "nouns": [ "cupboard", "fridge", "container", "fridge" ], "noun_classes": [ 3, 12, 21, 12 ], "start_stop_timestamps": [ [ "00:08:16.71", "00:08:17.19" ], [ "00:08:18.50", "00:08:19.50" ], [ "00:08:19.59", "00:08:20.14" ], [ "00:08:20.41", "00:08:21.33" ] ], "start_stop_frames": [ [ 24835, 24859 ], [ 24925, 24975 ], [ 24979, 25007 ], [ 25020, 25066 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P02_127+0_1_2_3", "video_id": "P02_127", "narration_ids": [ "P02_127_0", "P02_127_1", "P02_127_2", "P02_127_3" ], "src": "pick_up tablets . get tablet from packaging . put_down tablets", "src1": "pick_up tablets", "src2": "get tablet from packaging", "src3": "put_down tablets", "trg": "hold tablet in hand", "vis_src": "P02_127:0 P02_127:1 P02_127:2", "vis_trg": "P02_127:3", "narrations": [ "pick up tablets", "get tablet from packaging", "put down tablets", "hold tablet in hand" ], "verbs": [ "pick-up", "get-from", "put-down", "hold-in" ], "verb_classes": [ 0, 0, 1, 34 ], "nouns": [ "tablet", "tablet", "tablet", "tablet" ], "noun_classes": [ 171, 171, 171, 171 ], "start_stop_timestamps": [ [ "00:00:04.84", "00:00:07.44" ], [ "00:00:07.25", "00:00:10.37" ], [ "00:00:10.53", "00:00:10.89" ], [ "00:00:10.92", "00:00:11.22" ] ], "start_stop_frames": [ [ 242, 372 ], [ 362, 518 ], [ 526, 544 ], [ 546, 561 ] ], "trgnoun": "tablet", "trgverb": "hold_in" }, { "key": "P02_06+131_132_133_134", "video_id": "P02_06", "narration_ids": [ "P02_06_131", "P02_06_132", "P02_06_133", "P02_06_134" ], "src": "take_off gloves . open cupboard . get strainer", "src1": "take_off gloves", "src2": "open cupboard", "src3": "get strainer", "trg": "put strainer", "vis_src": "P02_06:131 P02_06:132 P02_06:133", "vis_trg": "P02_06:134", "narrations": [ "take off gloves", "open cupboard", "get strainer", "put strainer" ], "verbs": [ "take-off", "open", "get", "put" ], "verb_classes": [ 12, 3, 0, 1 ], "nouns": [ "glove", "cupboard", "strainer", "strainer" ], "noun_classes": [ 60, 3, 39, 39 ], "start_stop_timestamps": [ [ "00:05:43.02", "00:05:45.07" ], [ "00:05:45.15", "00:05:45.90" ], [ "00:05:46.75", "00:05:47.75" ], [ "00:05:53.10", "00:05:54.10" ] ], "start_stop_frames": [ [ 20581, 20704 ], [ 20709, 20754 ], [ 20805, 20865 ], [ 21186, 21246 ] ], "trgnoun": "strainer", "trgverb": "put" }, { "key": "P02_122+6_7_8_9", "video_id": "P02_122", "narration_ids": [ "P02_122_6", "P02_122_7", "P02_122_8", "P02_122_9" ], "src": "take_off glove . put_down glove . pick_up cake_mould", "src1": "take_off glove", "src2": "put_down glove", "src3": "pick_up cake_mould", "trg": "put_down cake_mould", "vis_src": "P02_122:6 P02_122:7 P02_122:8", "vis_trg": "P02_122:9", "narrations": [ "take off glove", "put down glove", "pick up cake mould", "put down cake mould" ], "verbs": [ "take-off", "put-down", "pick-up", "put-down" ], "verb_classes": [ 12, 1, 0, 1 ], "nouns": [ "glove", "glove", "mould:cake", "mould:cake" ], "noun_classes": [ 60, 60, 35, 35 ], "start_stop_timestamps": [ [ "00:00:16.90", "00:00:17.56" ], [ "00:00:17.54", "00:00:17.90" ], [ "00:00:18.00", "00:00:21.21" ], [ "00:00:23.33", "00:00:25.75" ] ], "start_stop_frames": [ [ 844, 877 ], [ 877, 894 ], [ 900, 1060 ], [ 1166, 1287 ] ], "trgnoun": "cake_mould", "trgverb": "put_down" }, { "key": "P03_09+13_14_15_16", "video_id": "P03_09", "narration_ids": [ "P03_09_13", "P03_09_14", "P03_09_15", "P03_09_16" ], "src": "open fridge . put bottle in fridge . grab squash", "src1": "open fridge", "src2": "put bottle in fridge", "src3": "grab squash", "trg": "close fridge", "vis_src": "P03_09:13 P03_09:14 P03_09:15", "vis_trg": "P03_09:16", "narrations": [ "open fridge", "put bottle in fridge", "grab squash", "close fridge" ], "verbs": [ "open", "put-in", "grab", "close" ], "verb_classes": [ 3, 5, 0, 4 ], "nouns": [ "fridge", "bottle", "squash", "fridge" ], "noun_classes": [ 12, 15, 116, 12 ], "start_stop_timestamps": [ [ "00:00:23.56", "00:00:25.30" ], [ "00:00:26.90", "00:00:28.15" ], [ "00:00:28.39", "00:00:31.96" ], [ "00:00:29.35", "00:00:30.60" ] ], "start_stop_frames": [ [ 1413, 1518 ], [ 1614, 1689 ], [ 1703, 1917 ], [ 1761, 1836 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P28_103+124_125_126_127", "video_id": "P28_103", "narration_ids": [ "P28_103_124", "P28_103_125", "P28_103_126", "P28_103_127" ], "src": "take oil . put oil . take pepper", "src1": "take oil", "src2": "put oil", "src3": "take pepper", "trg": "put pepper", "vis_src": "P28_103:124 P28_103:125 P28_103:126", "vis_trg": "P28_103:127", "narrations": [ "take oil", "put oil", "take pepper", "put pepper" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "oil", "oil", "pepper", "pepper" ], "noun_classes": [ 31, 31, 37, 37 ], "start_stop_timestamps": [ [ "00:13:00.62", "00:13:01.68" ], [ "00:13:04.29", "00:13:05.11" ], [ "00:13:07.36", "00:13:08.36" ], [ "00:13:08.71", "00:13:09.29" ] ], "start_stop_frames": [ [ 39031, 39084 ], [ 39214, 39255 ], [ 39368, 39418 ], [ 39435, 39464 ] ], "trgnoun": "pepper", "trgverb": "put" }, { "key": "P06_03+17_18_19_20", "video_id": "P06_03", "narration_ids": [ "P06_03_17", "P06_03_18", "P06_03_19", "P06_03_20" ], "src": "open cupboard . take pepper . pour pepper into pan", "src1": "open cupboard", "src2": "take pepper", "src3": "pour pepper into pan", "trg": "put pepper", "vis_src": "P06_03:17 P06_03:18 P06_03:19", "vis_trg": "P06_03:20", "narrations": [ "open cupboard", "take pepper", "pour pepper into pan", "put pepper" ], "verbs": [ "open", "take", "pour-into", "put" ], "verb_classes": [ 3, 0, 9, 1 ], "nouns": [ "cupboard", "pepper", "pepper", "pepper" ], "noun_classes": [ 3, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:01:04.51", "00:01:05.97" ], [ "00:01:07.88", "00:01:08.85" ], [ "00:01:09.12", "00:01:11.96" ], [ "00:01:12.14", "00:01:13.26" ] ], "start_stop_frames": [ [ 3870, 3958 ], [ 4072, 4131 ], [ 4147, 4317 ], [ 4328, 4395 ] ], "trgnoun": "pepper", "trgverb": "put" }, { "key": "P24_08+167_168_169_170", "video_id": "P24_08", "narration_ids": [ "P24_08_167", "P24_08_168", "P24_08_169", "P24_08_170" ], "src": "put_down spoon . open fridge . pick_up mozzarella", "src1": "put_down spoon", "src2": "open fridge", "src3": "pick_up mozzarella", "trg": "close fridge", "vis_src": "P24_08:167 P24_08:168 P24_08:169", "vis_trg": "P24_08:170", "narrations": [ "put down spoon", "open fridge", "pick up mozzarella", "close fridge" ], "verbs": [ "put-down", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "spoon", "fridge", "mozzarella", "fridge" ], "noun_classes": [ 1, 12, 32, 12 ], "start_stop_timestamps": [ [ "00:12:10.37", "00:12:11.62" ], [ "00:12:13.95", "00:12:15.21" ], [ "00:12:15.31", "00:12:20.93" ], [ "00:12:21.03", "00:12:22.65" ] ], "start_stop_frames": [ [ 43822, 43897 ], [ 44037, 44112 ], [ 44118, 44455 ], [ 44461, 44559 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P12_01+33_34_35_36", "video_id": "P12_01", "narration_ids": [ "P12_01_33", "P12_01_34", "P12_01_35", "P12_01_36" ], "src": "put salt on salad . put_back salt . take pepper", "src1": "put salt on salad", "src2": "put_back salt", "src3": "take pepper", "trg": "put pepper on salad", "vis_src": "P12_01:33 P12_01:34 P12_01:35", "vis_trg": "P12_01:36", "narrations": [ "put salt on salad", "put back salt", "take pepper", "put pepper on salad" ], "verbs": [ "put-on", "put-back", "take", "put-on" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "salt", "salt", "pepper", "pepper" ], "noun_classes": [ 38, 38, 37, 37 ], "start_stop_timestamps": [ [ "00:03:24.70", "00:03:29.76" ], [ "00:03:31.64", "00:03:35.62" ], [ "00:03:35.99", "00:03:37.88" ], [ "00:03:39.58", "00:03:42.54" ] ], "start_stop_frames": [ [ 12282, 12585 ], [ 12698, 12937 ], [ 12959, 13072 ], [ 13174, 13352 ] ], "trgnoun": "pepper", "trgverb": "put_on" }, { "key": "P22_17+392_393_394_395", "video_id": "P22_17", "narration_ids": [ "P22_17_392", "P22_17_393", "P22_17_394", "P22_17_395" ], "src": "open trash_can . throw_away food_residue . empty filter", "src1": "open trash_can", "src2": "throw_away food_residue", "src3": "empty filter", "trg": "close trash_can", "vis_src": "P22_17:392 P22_17:393 P22_17:394", "vis_trg": "P22_17:395", "narrations": [ "open trash can", "throw away food residue", "empty filter", "close trash can" ], "verbs": [ "open", "throw-away", "empty", "close" ], "verb_classes": [ 3, 13, 20, 4 ], "nouns": [ "can:trash", "residue:food", "filter", "can:trash" ], "noun_classes": [ 36, 54, 77, 36 ], "start_stop_timestamps": [ [ "00:15:20.26", "00:15:21.30" ], [ "00:15:20.35", "00:15:27.38" ], [ "00:15:22.02", "00:15:23.38" ], [ "00:15:23.38", "00:15:27.89" ] ], "start_stop_frames": [ [ 55215, 55278 ], [ 55221, 55642 ], [ 55321, 55402 ], [ 55402, 55673 ] ], "trgnoun": "trash_can", "trgverb": "close" }, { "key": "P04_107+463_464_465_466", "video_id": "P04_107", "narration_ids": [ "P04_107_463", "P04_107_464", "P04_107_465", "P04_107_466" ], "src": "fold dough over chopstick . pat dough . lift_up chopstick", "src1": "fold dough over chopstick", "src2": "pat dough", "src3": "lift_up chopstick", "trg": "hold dough", "vis_src": "P04_107:463 P04_107:464 P04_107:465", "vis_trg": "P04_107:466", "narrations": [ "fold dough over chopstick", "pat dough", "lift up chopstick", "hold dough" ], "verbs": [ "fold-over", "pat", "lift-up", "hold" ], "verb_classes": [ 28, 32, 33, 34 ], "nouns": [ "dough", "dough", "chopstick", "dough" ], "noun_classes": [ 25, 25, 80, 25 ], "start_stop_timestamps": [ [ "00:13:33.92", "00:13:34.74" ], [ "00:13:34.84", "00:13:35.55" ], [ "00:13:35.61", "00:13:36.07" ], [ "00:13:36.17", "00:13:36.55" ] ], "start_stop_frames": [ [ 40696, 40737 ], [ 40742, 40777 ], [ 40780, 40803 ], [ 40808, 40827 ] ], "trgnoun": "dough", "trgverb": "hold" }, { "key": "P02_06+286_287_288_289", "video_id": "P02_06", "narration_ids": [ "P02_06_286", "P02_06_287", "P02_06_288", "P02_06_289" ], "src": "put onion_rings on tray . cook onion_rings . close bag", "src1": "put onion_rings on tray", "src2": "cook onion_rings", "src3": "close bag", "trg": "put bag", "vis_src": "P02_06:286 P02_06:287 P02_06:288", "vis_trg": "P02_06:289", "narrations": [ "put onion rings on tray", "cook onion rings", "close bag", "put bag" ], "verbs": [ "put-on", "cook", "close", "put" ], "verb_classes": [ 1, 45, 4, 1 ], "nouns": [ "ring:onion", "ring:onion", "bag", "bag" ], "noun_classes": [ 261, 261, 19, 19 ], "start_stop_timestamps": [ [ "00:13:27.64", "00:13:29.69" ], [ "00:13:31.11", "00:13:32.49" ], [ "00:13:31.93", "00:13:32.94" ], [ "00:13:35.54", "00:13:36.77" ] ], "start_stop_frames": [ [ 48458, 48581 ], [ 48666, 48749 ], [ 48715, 48776 ], [ 48932, 49006 ] ], "trgnoun": "bag", "trgverb": "put" }, { "key": "P02_102+93_94_95_96", "video_id": "P02_102", "narration_ids": [ "P02_102_93", "P02_102_94", "P02_102_95", "P02_102_96" ], "src": "put_down spice_jar . pick_up sauce_bottle . shake bottle", "src1": "put_down spice_jar", "src2": "pick_up sauce_bottle", "src3": "shake bottle", "trg": "hit bottle", "vis_src": "P02_102:93 P02_102:94 P02_102:95", "vis_trg": "P02_102:96", "narrations": [ "put down spice jar", "pick up sauce bottle", "shake bottle", "hit bottle" ], "verbs": [ "put-down", "pick-up", "shake", "hit" ], "verb_classes": [ 1, 0, 15, 32 ], "nouns": [ "jar:spice", "bottle:sauce", "bottle", "bottle" ], "noun_classes": [ 40, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:02:54.15", "00:02:55.14" ], [ "00:02:54.34", "00:02:55.36" ], [ "00:02:55.46", "00:02:57.97" ], [ "00:02:58.02", "00:02:59.29" ] ], "start_stop_frames": [ [ 8707, 8757 ], [ 8717, 8768 ], [ 8773, 8898 ], [ 8901, 8964 ] ], "trgnoun": "bottle", "trgverb": "hit" }, { "key": "P09_104+14_15_16_17", "video_id": "P09_104", "narration_ids": [ "P09_104_14", "P09_104_15", "P09_104_16", "P09_104_17" ], "src": "peel banana . open fridge . take strawberries", "src1": "peel banana", "src2": "open fridge", "src3": "take strawberries", "trg": "close fridge", "vis_src": "P09_104:14 P09_104:15 P09_104:16", "vis_trg": "P09_104:17", "narrations": [ "peel banana", "open fridge", "take strawberries", "close fridge" ], "verbs": [ "peel", "open", "take", "close" ], "verb_classes": [ 19, 3, 0, 4 ], "nouns": [ "banana", "fridge", "strawberry", "fridge" ], "noun_classes": [ 146, 12, 243, 12 ], "start_stop_timestamps": [ [ "00:01:27.54", "00:01:28.65" ], [ "00:01:35.04", "00:01:37.22" ], [ "00:01:39.39", "00:01:41.61" ], [ "00:01:42.59", "00:01:44.58" ] ], "start_stop_frames": [ [ 4377, 4432 ], [ 4752, 4861 ], [ 4969, 5080 ], [ 5129, 5229 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P11_105+12_13_14_15", "video_id": "P11_105", "narration_ids": [ "P11_105_12", "P11_105_13", "P11_105_14", "P11_105_15" ], "src": "open pizza . put_down pizza . pick_up pizza_box", "src1": "open pizza", "src2": "put_down pizza", "src3": "pick_up pizza_box", "trg": "throw_away pizza_box", "vis_src": "P11_105:12 P11_105:13 P11_105:14", "vis_trg": "P11_105:15", "narrations": [ "open pizza", "put down pizza", "pick up pizza box", "throw away pizza box" ], "verbs": [ "open", "put-down", "pick-up", "throw-away" ], "verb_classes": [ 3, 1, 0, 13 ], "nouns": [ "pizza", "pizza", "box:pizza", "box:pizza" ], "noun_classes": [ 91, 91, 23, 23 ], "start_stop_timestamps": [ [ "00:00:36.75", "00:00:39.02" ], [ "00:00:38.99", "00:00:39.63" ], [ "00:00:39.13", "00:00:41.08" ], [ "00:00:39.35", "00:00:42.68" ] ], "start_stop_frames": [ [ 1837, 1951 ], [ 1949, 1981 ], [ 1956, 2054 ], [ 1967, 2134 ] ], "trgnoun": "pizza_box", "trgverb": "throw_away" }, { "key": "P04_109+156_157_158_159", "video_id": "P04_109", "narration_ids": [ "P04_109_156", "P04_109_157", "P04_109_158", "P04_109_159" ], "src": "slice cucumber . pick_up pieces of cucumber . drop cucumber into measuring jug", "src1": "slice cucumber", "src2": "pick_up pieces of cucumber", "src3": "drop cucumber into measuring jug", "trg": "slide pieces of cucumber off knife", "vis_src": "P04_109:156 P04_109:157 P04_109:158", "vis_trg": "P04_109:159", "narrations": [ "slice cucumber", "pick up pieces of cucumber", "drop cucumber into measuring jug", "slide pieces of cucumber off knife" ], "verbs": [ "slice", "pick-up", "drop-into", "slide" ], "verb_classes": [ 7, 0, 5, 61 ], "nouns": [ "cucumber", "piece:cucumber", "cucumber", "piece:cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:05:25.92", "00:05:29.61" ], [ "00:05:29.40", "00:05:31.81" ], [ "00:05:31.88", "00:05:32.43" ], [ "00:05:32.27", "00:05:33.24" ] ], "start_stop_frames": [ [ 16296, 16480 ], [ 16470, 16590 ], [ 16594, 16621 ], [ 16613, 16662 ] ], "trgnoun": "cucumber_piece", "trgverb": "slide" }, { "key": "P03_108+8_9_10_11", "video_id": "P03_108", "narration_ids": [ "P03_108_8", "P03_108_9", "P03_108_10", "P03_108_11" ], "src": "close fridge . open squash . pour squash into glass", "src1": "close fridge", "src2": "open squash", "src3": "pour squash into glass", "trg": "close squash", "vis_src": "P03_108:8 P03_108:9 P03_108:10", "vis_trg": "P03_108:11", "narrations": [ "close fridge", "open squash", "pour squash into glass", "close squash" ], "verbs": [ "close", "open", "pour-into", "close" ], "verb_classes": [ 4, 3, 9, 4 ], "nouns": [ "fridge", "squash", "squash", "squash" ], "noun_classes": [ 12, 116, 116, 116 ], "start_stop_timestamps": [ [ "00:00:18.52", "00:00:19.05" ], [ "00:00:18.55", "00:00:20.86" ], [ "00:00:20.61", "00:00:23.69" ], [ "00:00:23.79", "00:00:26.71" ] ], "start_stop_frames": [ [ 926, 952 ], [ 927, 1043 ], [ 1030, 1184 ], [ 1189, 1335 ] ], "trgnoun": "squash", "trgverb": "close" }, { "key": "P02_102+106_107_108_109", "video_id": "P02_102", "narration_ids": [ "P02_102_106", "P02_102_107", "P02_102_108", "P02_102_109" ], "src": "hit bottle . shake bottle . close sauce_bottle", "src1": "hit bottle", "src2": "shake bottle", "src3": "close sauce_bottle", "trg": "put sauce_bottle down", "vis_src": "P02_102:106 P02_102:107 P02_102:108", "vis_trg": "P02_102:109", "narrations": [ "hit bottle", "shake bottle", "close sauce bottle", "put sauce bottle down" ], "verbs": [ "hit", "shake", "close", "put" ], "verb_classes": [ 32, 15, 4, 1 ], "nouns": [ "bottle", "bottle", "bottle:sauce", "bottle:sauce" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:03:29.70", "00:03:30.63" ], [ "00:03:30.92", "00:03:39.39" ], [ "00:03:39.35", "00:03:42.78" ], [ "00:03:42.85", "00:03:44.84" ] ], "start_stop_frames": [ [ 10485, 10531 ], [ 10546, 10969 ], [ 10967, 11139 ], [ 11142, 11242 ] ], "trgnoun": "sauce_bottle", "trgverb": "put" }, { "key": "P09_104+18_19_20_21", "video_id": "P09_104", "narration_ids": [ "P09_104_18", "P09_104_19", "P09_104_20", "P09_104_21" ], "src": "clean strawberry . open fridge . place strawberries in fridge", "src1": "clean strawberry", "src2": "open fridge", "src3": "place strawberries in fridge", "trg": "close fridge", "vis_src": "P09_104:18 P09_104:19 P09_104:20", "vis_trg": "P09_104:21", "narrations": [ "clean strawberry", "open fridge", "place strawberries in fridge", "close fridge" ], "verbs": [ "clean", "open", "place-in", "close" ], "verb_classes": [ 2, 3, 5, 4 ], "nouns": [ "strawberry", "fridge", "strawberry", "fridge" ], "noun_classes": [ 243, 12, 243, 12 ], "start_stop_timestamps": [ [ "00:01:46.96", "00:02:07.15" ], [ "00:02:09.77", "00:02:11.31" ], [ "00:02:11.73", "00:02:12.26" ], [ "00:02:12.13", "00:02:13.50" ] ], "start_stop_frames": [ [ 5348, 6357 ], [ 6488, 6565 ], [ 6586, 6613 ], [ 6606, 6675 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P28_108+49_50_51_52", "video_id": "P28_108", "narration_ids": [ "P28_108_49", "P28_108_50", "P28_108_51", "P28_108_52" ], "src": "close parmesan_package . open fridge . put parmesan in fridge", "src1": "close parmesan_package", "src2": "open fridge", "src3": "put parmesan in fridge", "trg": "close fridge", "vis_src": "P28_108:49 P28_108:50 P28_108:51", "vis_trg": "P28_108:52", "narrations": [ "close parmesan package", "open fridge", "put parmesan in fridge", "close fridge" ], "verbs": [ "close", "open", "put-in", "close" ], "verb_classes": [ 4, 3, 5, 4 ], "nouns": [ "package:parmesan", "fridge", "fridge", "fridge" ], "noun_classes": [ 26, 12, 12, 12 ], "start_stop_timestamps": [ [ "00:05:37.88", "00:05:39.24" ], [ "00:05:39.65", "00:05:40.97" ], [ "00:05:41.07", "00:05:45.96" ], [ "00:05:46.70", "00:05:47.52" ] ], "start_stop_frames": [ [ 16894, 16962 ], [ 16982, 17048 ], [ 17053, 17298 ], [ 17335, 17376 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P01_19+127_128_129_130", "video_id": "P01_19", "narration_ids": [ "P01_19_127", "P01_19_128", "P01_19_129", "P01_19_130" ], "src": "hang cloth . move chair . take table_cloth", "src1": "hang cloth", "src2": "move chair", "src3": "take table_cloth", "trg": "fold table_cloth", "vis_src": "P01_19:127 P01_19:128 P01_19:129", "vis_trg": "P01_19:130", "narrations": [ "hang cloth", "move chair", "take table cloth", "fold table cloth" ], "verbs": [ "hang", "move", "take", "fold" ], "verb_classes": [ 41, 11, 0, 28 ], "nouns": [ "cloth", "chair", "cloth:table", "cloth:table" ], "noun_classes": [ 17, 182, 17, 17 ], "start_stop_timestamps": [ [ "00:07:21.27", "00:07:24.57" ], [ "00:07:25.10", "00:07:26.39" ], [ "00:07:26.49", "00:07:27.68" ], [ "00:07:27.78", "00:07:30.52" ] ], "start_stop_frames": [ [ 26476, 26674 ], [ 26706, 26783 ], [ 26789, 26860 ], [ 26866, 27031 ] ], "trgnoun": "table_cloth", "trgverb": "fold" }, { "key": "P04_113+44_45_46_47", "video_id": "P04_113", "narration_ids": [ "P04_113_44", "P04_113_45", "P04_113_46", "P04_113_47" ], "src": "take cling_film off bread dough . press bread_dough . touch bread_dough", "src1": "take cling_film off bread dough", "src2": "press bread_dough", "src3": "touch bread_dough", "trg": "unfurl cling_film", "vis_src": "P04_113:44 P04_113:45 P04_113:46", "vis_trg": "P04_113:47", "narrations": [ "take cling film off bread dough", "press bread dough", "touch bread dough", "unfurl cling film" ], "verbs": [ "take-off", "press", "touch", "unfurl" ], "verb_classes": [ 12, 21, 54, 39 ], "nouns": [ "film:cling", "dough:bread", "dough:bread", "film:cling" ], "noun_classes": [ 100, 25, 25, 100 ], "start_stop_timestamps": [ [ "00:01:28.26", "00:01:29.71" ], [ "00:01:29.77", "00:01:31.07" ], [ "00:01:31.51", "00:01:32.47" ], [ "00:01:31.01", "00:01:35.45" ] ], "start_stop_frames": [ [ 4413, 4485 ], [ 4488, 4553 ], [ 4575, 4623 ], [ 4550, 4772 ] ], "trgnoun": "cling_film", "trgverb": "unfurl" }, { "key": "P04_107+902_903_904_905", "video_id": "P04_107", "narration_ids": [ "P04_107_902", "P04_107_903", "P04_107_904", "P04_107_905" ], "src": "pick_up tea_towel . close drawer . lay tea_towel over baking tray", "src1": "pick_up tea_towel", "src2": "close drawer", "src3": "lay tea_towel over baking tray", "trg": "tuck tea_towel under baking tray", "vis_src": "P04_107:902 P04_107:903 P04_107:904", "vis_trg": "P04_107:905", "narrations": [ "pick up tea towel", "close drawer", "lay tea towel over baking tray", "tuck tea towel under baking tray" ], "verbs": [ "pick-up", "close", "lay-over", "tuck-under" ], "verb_classes": [ 0, 4, 36, 1 ], "nouns": [ "towel:tea", "drawer", "towel:tea", "towel:tea" ], "noun_classes": [ 52, 8, 52, 52 ], "start_stop_timestamps": [ [ "00:23:31.74", "00:23:32.74" ], [ "00:23:32.88", "00:23:33.47" ], [ "00:23:35.04", "00:23:36.20" ], [ "00:23:36.98", "00:23:37.80" ] ], "start_stop_frames": [ [ 70587, 70637 ], [ 70644, 70673 ], [ 70752, 70810 ], [ 70849, 70890 ] ], "trgnoun": "tea_towel", "trgverb": "tuck_under" }, { "key": "P01_05+253_254_255_256", "video_id": "P01_05", "narration_ids": [ "P01_05_253", "P01_05_254", "P01_05_255", "P01_05_256" ], "src": "open rosemary . sprinkle rosemary . close rosemary", "src1": "open rosemary", "src2": "sprinkle rosemary", "src3": "close rosemary", "trg": "put rosemary down", "vis_src": "P01_05:253 P01_05:254 P01_05:255", "vis_trg": "P01_05:256", "narrations": [ "open rosemary", "sprinkle rosemary", "close rosemary", "put rosemary down" ], "verbs": [ "open", "sprinkle", "close", "put-down" ], "verb_classes": [ 3, 42, 4, 1 ], "nouns": [ "rosemary", "rosemary", "rosemary", "rosemary" ], "noun_classes": [ 277, 277, 277, 277 ], "start_stop_timestamps": [ [ "00:20:45.15", "00:20:47.23" ], [ "00:20:48.49", "00:20:55.88" ], [ "00:20:55.94", "00:20:58.73" ], [ "00:20:58.78", "00:21:00.00" ] ], "start_stop_frames": [ [ 74709, 74833 ], [ 74909, 75352 ], [ 75356, 75523 ], [ 75526, 75600 ] ], "trgnoun": "rosemary", "trgverb": "put_down" }, { "key": "P02_123+53_54_55_56", "video_id": "P02_123", "narration_ids": [ "P02_123_53", "P02_123_54", "P02_123_55", "P02_123_56" ], "src": "put_down lemon_peel . pick_up second lemon half . squeeze lemon", "src1": "put_down lemon_peel", "src2": "pick_up second lemon half", "src3": "squeeze lemon", "trg": "pick_up first lemon_peel", "vis_src": "P02_123:53 P02_123:54 P02_123:55", "vis_trg": "P02_123:56", "narrations": [ "put down lemon peel", "pick up second lemon half", "squeeze lemon", "pick up first lemon peel" ], "verbs": [ "put-down", "pick-up", "squeeze", "pick-up" ], "verb_classes": [ 1, 0, 18, 0 ], "nouns": [ "peel:lemon", "half:second:lemon", "lemon", "peel:lemon" ], "noun_classes": [ 48, 105, 105, 48 ], "start_stop_timestamps": [ [ "00:02:10.37", "00:02:11.40" ], [ "00:02:11.50", "00:02:12.39" ], [ "00:02:13.10", "00:02:34.28" ], [ "00:02:34.36", "00:02:35.60" ] ], "start_stop_frames": [ [ 6518, 6570 ], [ 6575, 6619 ], [ 6655, 7714 ], [ 7718, 7780 ] ], "trgnoun": "lemon_peel", "trgverb": "pick_up" }, { "key": "P02_135+14_15_16_17", "video_id": "P02_135", "narration_ids": [ "P02_135_14", "P02_135_15", "P02_135_16", "P02_135_17" ], "src": "crumple bag . open bin . throw bag", "src1": "crumple bag", "src2": "open bin", "src3": "throw bag", "trg": "close bin", "vis_src": "P02_135:14 P02_135:15 P02_135:16", "vis_trg": "P02_135:17", "narrations": [ "crumple bag", "open bin", "throw bag", "close bin" ], "verbs": [ "crumple", "open", "throw", "close" ], "verb_classes": [ 18, 3, 13, 4 ], "nouns": [ "bag", "bin", "bag", "bin" ], "noun_classes": [ 19, 36, 19, 36 ], "start_stop_timestamps": [ [ "00:00:29.31", "00:00:31.81" ], [ "00:00:32.16", "00:00:32.86" ], [ "00:00:32.49", "00:00:33.29" ], [ "00:00:33.35", "00:00:35.07" ] ], "start_stop_frames": [ [ 1465, 1590 ], [ 1607, 1643 ], [ 1624, 1664 ], [ 1667, 1753 ] ], "trgnoun": "bin", "trgverb": "close" }, { "key": "P01_109+92_93_94_95", "video_id": "P01_109", "narration_ids": [ "P01_109_92", "P01_109_93", "P01_109_94", "P01_109_95" ], "src": "pick_up potato . pick_up peeler . peel potato", "src1": "pick_up potato", "src2": "pick_up peeler", "src3": "peel potato", "trg": "put_down potato", "vis_src": "P01_109:92 P01_109:93 P01_109:94", "vis_trg": "P01_109:95", "narrations": [ "pick up potato", "pick up peeler", "peel potato", "put down potato" ], "verbs": [ "pick-up", "pick-up", "peel", "put-down" ], "verb_classes": [ 0, 0, 19, 1 ], "nouns": [ "potato", "peeler", "potato", "potato" ], "noun_classes": [ 30, 87, 30, 30 ], "start_stop_timestamps": [ [ "00:04:21.92", "00:04:22.43" ], [ "00:04:22.53", "00:04:23.10" ], [ "00:04:23.05", "00:05:09.22" ], [ "00:05:09.26", "00:05:10.06" ] ], "start_stop_frames": [ [ 13096, 13121 ], [ 13126, 13155 ], [ 13152, 15461 ], [ 15463, 15503 ] ], "trgnoun": "potato", "trgverb": "put_down" }, { "key": "P28_103+44_45_46_47", "video_id": "P28_103", "narration_ids": [ "P28_103_44", "P28_103_45", "P28_103_46", "P28_103_47" ], "src": "put knife . take peeler . take potato", "src1": "put knife", "src2": "take peeler", "src3": "take potato", "trg": "peel potato", "vis_src": "P28_103:44 P28_103:45 P28_103:46", "vis_trg": "P28_103:47", "narrations": [ "put knife", "take peeler", "take potato", "peel potato" ], "verbs": [ "put", "take", "take", "peel" ], "verb_classes": [ 1, 0, 0, 19 ], "nouns": [ "knife", "peeler", "potato", "potato" ], "noun_classes": [ 4, 87, 30, 30 ], "start_stop_timestamps": [ [ "00:02:43.67", "00:02:45.64" ], [ "00:02:46.03", "00:02:48.11" ], [ "00:02:48.20", "00:02:48.70" ], [ "00:02:50.07", "00:03:09.03" ] ], "start_stop_frames": [ [ 8183, 8282 ], [ 8301, 8405 ], [ 8410, 8435 ], [ 8503, 9451 ] ], "trgnoun": "potato", "trgverb": "peel" }, { "key": "P22_111+324_325_326_327", "video_id": "P22_111", "narration_ids": [ "P22_111_324", "P22_111_325", "P22_111_326", "P22_111_327" ], "src": "close clip . open fridge . put_down olives", "src1": "close clip", "src2": "open fridge", "src3": "put_down olives", "trg": "close fridge", "vis_src": "P22_111:324 P22_111:325 P22_111:326", "vis_trg": "P22_111:327", "narrations": [ "close clip", "open fridge", "put down olives", "close fridge" ], "verbs": [ "close", "open", "put-down", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "clip", "fridge", "olive", "fridge" ], "noun_classes": [ 129, 12, 83, 12 ], "start_stop_timestamps": [ [ "00:12:51.36", "00:12:52.84" ], [ "00:12:53.46", "00:12:56.25" ], [ "00:12:55.87", "00:12:56.82" ], [ "00:12:56.76", "00:12:58.03" ] ], "start_stop_frames": [ [ 38568, 38642 ], [ 38673, 38812 ], [ 38793, 38841 ], [ 38838, 38901 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P29_02+8_9_10_11", "video_id": "P29_02", "narration_ids": [ "P29_02_8", "P29_02_9", "P29_02_10", "P29_02_11" ], "src": "stir ingredients . open fridge . pick_up yoghurt", "src1": "stir ingredients", "src2": "open fridge", "src3": "pick_up yoghurt", "trg": "put_down yoghurt", "vis_src": "P29_02:8 P29_02:9 P29_02:10", "vis_trg": "P29_02:11", "narrations": [ "stir ingredients", "open fridge", "pick up yoghurt", "put down yoghurt" ], "verbs": [ "stir", "open", "pick-up", "put-down" ], "verb_classes": [ 10, 3, 0, 1 ], "nouns": [ "ingredient", "fridge", "yoghurt", "yoghurt" ], "noun_classes": [ 34, 12, 98, 98 ], "start_stop_timestamps": [ [ "00:00:18.88", "00:00:22.32" ], [ "00:00:23.27", "00:00:25.19" ], [ "00:00:25.98", "00:00:26.75" ], [ "00:00:27.81", "00:00:28.44" ] ], "start_stop_frames": [ [ 1132, 1339 ], [ 1396, 1511 ], [ 1558, 1605 ], [ 1668, 1706 ] ], "trgnoun": "yoghurt", "trgverb": "put_down" }, { "key": "P06_106+48_49_50_51", "video_id": "P06_106", "narration_ids": [ "P06_106_48", "P06_106_49", "P06_106_50", "P06_106_51" ], "src": "put cheese into packet . open fridge . put cheese in fridge", "src1": "put cheese into packet", "src2": "open fridge", "src3": "put cheese in fridge", "trg": "close fridge", "vis_src": "P06_106:48 P06_106:49 P06_106:50", "vis_trg": "P06_106:51", "narrations": [ "put cheese into packet", "open fridge", "put cheese in fridge", "close fridge" ], "verbs": [ "put-into", "open", "put-in", "close" ], "verb_classes": [ 5, 3, 5, 4 ], "nouns": [ "cheese", "fridge", "cheese", "fridge" ], "noun_classes": [ 32, 12, 32, 12 ], "start_stop_timestamps": [ [ "00:02:39.97", "00:02:40.99" ], [ "00:02:43.17", "00:02:44.37" ], [ "00:02:44.30", "00:02:45.78" ], [ "00:02:45.81", "00:02:46.90" ] ], "start_stop_frames": [ [ 7998, 8049 ], [ 8158, 8218 ], [ 8215, 8289 ], [ 8290, 8345 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P03_09+26_27_28_29", "video_id": "P03_09", "narration_ids": [ "P03_09_26", "P03_09_27", "P03_09_28", "P03_09_29" ], "src": "open squash . pour squash . put bottle", "src1": "open squash", "src2": "pour squash", "src3": "put bottle", "trg": "close squash", "vis_src": "P03_09:26 P03_09:27 P03_09:28", "vis_trg": "P03_09:29", "narrations": [ "open squash", "pour squash", "put bottle", "close squash" ], "verbs": [ "open", "pour", "put", "close" ], "verb_classes": [ 3, 9, 1, 4 ], "nouns": [ "squash", "squash", "bottle", "squash" ], "noun_classes": [ 116, 116, 15, 116 ], "start_stop_timestamps": [ [ "00:00:44.39", "00:00:46.25" ], [ "00:00:47.66", "00:00:51.17" ], [ "00:00:51.55", "00:00:52.55" ], [ "00:00:52.94", "00:00:53.84" ] ], "start_stop_frames": [ [ 2663, 2775 ], [ 2859, 3070 ], [ 3093, 3153 ], [ 3176, 3230 ] ], "trgnoun": "squash", "trgverb": "close" }, { "key": "P04_116+62_63_64_65", "video_id": "P04_116", "narration_ids": [ "P04_116_62", "P04_116_63", "P04_116_64", "P04_116_65" ], "src": "put teaspoon in cutlery tray . open dishwasher_drawer . put bowl in dishwasher", "src1": "put teaspoon in cutlery tray", "src2": "open dishwasher_drawer", "src3": "put bowl in dishwasher", "trg": "close dishwasher_drawer", "vis_src": "P04_116:62 P04_116:63 P04_116:64", "vis_trg": "P04_116:65", "narrations": [ "put teaspoon in cutlery tray", "open dishwasher drawer", "put bowl in dishwasher", "close dishwasher drawer" ], "verbs": [ "put-in", "open", "put-in", "close" ], "verb_classes": [ 5, 3, 5, 4 ], "nouns": [ "teaspoon", "drawer:dishwasher", "bowl", "drawer:dishwasher" ], "noun_classes": [ 1, 70, 7, 70 ], "start_stop_timestamps": [ [ "00:02:06.55", "00:02:07.35" ], [ "00:02:07.72", "00:02:08.55" ], [ "00:02:08.86", "00:02:11.06" ], [ "00:02:11.29", "00:02:12.17" ] ], "start_stop_frames": [ [ 6327, 6367 ], [ 6386, 6427 ], [ 6443, 6553 ], [ 6564, 6608 ] ], "trgnoun": "dishwasher_drawer", "trgverb": "close" }, { "key": "P02_09+169_170_171_172", "video_id": "P02_09", "narration_ids": [ "P02_09_169", "P02_09_170", "P02_09_171", "P02_09_172" ], "src": "set timer . open fridge . get meat", "src1": "set timer", "src2": "open fridge", "src3": "get meat", "trg": "put_down meat", "vis_src": "P02_09:169 P02_09:170 P02_09:171", "vis_trg": "P02_09:172", "narrations": [ "set timer", "open fridge", "get meat", "put down meat" ], "verbs": [ "set", "open", "get", "put-down" ], "verb_classes": [ 53, 3, 0, 1 ], "nouns": [ "timer", "fridge", "meat", "meat" ], "noun_classes": [ 111, 12, 28, 28 ], "start_stop_timestamps": [ [ "00:10:45.04", "00:10:54.81" ], [ "00:10:58.94", "00:10:59.70" ], [ "00:11:00.06", "00:11:01.45" ], [ "00:11:05.13", "00:11:05.76" ] ], "start_stop_frames": [ [ 38702, 39288 ], [ 39536, 39582 ], [ 39603, 39687 ], [ 39907, 39945 ] ], "trgnoun": "meat", "trgverb": "put_down" }, { "key": "P06_07+81_82_83_84", "video_id": "P06_07", "narration_ids": [ "P06_07_81", "P06_07_82", "P06_07_83", "P06_07_84" ], "src": "spread flour on counter . put dough . press dough", "src1": "spread flour on counter", "src2": "put dough", "src3": "press dough", "trg": "roll dough", "vis_src": "P06_07:81 P06_07:82 P06_07:83", "vis_trg": "P06_07:84", "narrations": [ "spread flour on counter", "put dough", "press dough", "roll dough" ], "verbs": [ "spread-on", "put", "press", "roll" ], "verb_classes": [ 27, 1, 21, 47 ], "nouns": [ "flour", "dough", "dough", "dough" ], "noun_classes": [ 75, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:04:47.45", "00:04:50.26" ], [ "00:04:53.23", "00:04:55.62" ], [ "00:04:54.47", "00:04:56.57" ], [ "00:04:56.62", "00:05:11.48" ] ], "start_stop_frames": [ [ 17247, 17415 ], [ 17593, 17737 ], [ 17668, 17794 ], [ 17797, 18688 ] ], "trgnoun": "dough", "trgverb": "roll" }, { "key": "P22_113+115_116_117_118", "video_id": "P22_113", "narration_ids": [ "P22_113_115", "P22_113_116", "P22_113_117", "P22_113_118" ], "src": "open fridge . pick_up container . move lid", "src1": "open fridge", "src2": "pick_up container", "src3": "move lid", "trg": "put_down container", "vis_src": "P22_113:115 P22_113:116 P22_113:117", "vis_trg": "P22_113:118", "narrations": [ "open fridge", "pick up container", "move lid", "put down container" ], "verbs": [ "open", "pick-up", "move", "put-down" ], "verb_classes": [ 3, 0, 11, 1 ], "nouns": [ "fridge", "container", "lid", "container" ], "noun_classes": [ 12, 21, 6, 21 ], "start_stop_timestamps": [ [ "00:03:57.50", "00:03:58.33" ], [ "00:03:59.25", "00:03:59.78" ], [ "00:04:02.50", "00:04:03.45" ], [ "00:04:03.34", "00:04:03.67" ] ], "start_stop_frames": [ [ 11875, 11916 ], [ 11962, 11989 ], [ 12125, 12172 ], [ 12167, 12183 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P01_09+585_586_587_588", "video_id": "P01_09", "narration_ids": [ "P01_09_585", "P01_09_586", "P01_09_587", "P01_09_588" ], "src": "flatten dough . put_down dough . sprinkle flour", "src1": "flatten dough", "src2": "put_down dough", "src3": "sprinkle flour", "trg": "roll dough", "vis_src": "P01_09:585 P01_09:586 P01_09:587", "vis_trg": "P01_09:588", "narrations": [ "flatten dough", "put down dough", "sprinkle flour", "roll dough" ], "verbs": [ "flatten", "put-down", "sprinkle", "roll" ], "verb_classes": [ 87, 1, 42, 47 ], "nouns": [ "dough", "dough", "flour", "dough" ], "noun_classes": [ 25, 25, 75, 25 ], "start_stop_timestamps": [ [ "00:41:02.82", "00:41:08.53" ], [ "00:41:07.88", "00:41:09.13" ], [ "00:41:11.11", "00:41:15.94" ], [ "00:41:17.30", "00:41:22.88" ] ], "start_stop_frames": [ [ 147769, 148111 ], [ 148072, 148147 ], [ 148266, 148556 ], [ 148638, 148972 ] ], "trgnoun": "dough", "trgverb": "roll" }, { "key": "P02_101+8_9_10_11", "video_id": "P02_101", "narration_ids": [ "P02_101_8", "P02_101_9", "P02_101_10", "P02_101_11" ], "src": "open fridge . pick milk . close fridge", "src1": "open fridge", "src2": "pick milk", "src3": "close fridge", "trg": "open milk", "vis_src": "P02_101:8 P02_101:9 P02_101:10", "vis_trg": "P02_101:11", "narrations": [ "open fridge", "pick milk", "close fridge", "open milk" ], "verbs": [ "open", "pick", "close", "open" ], "verb_classes": [ 3, 0, 4, 3 ], "nouns": [ "fridge", "milk", "fridge", "milk" ], "noun_classes": [ 12, 64, 12, 64 ], "start_stop_timestamps": [ [ "00:00:17.70", "00:00:18.56" ], [ "00:00:18.64", "00:00:19.64" ], [ "00:00:19.73", "00:00:20.63" ], [ "00:00:22.21", "00:00:23.30" ] ], "start_stop_frames": [ [ 885, 927 ], [ 932, 982 ], [ 986, 1031 ], [ 1110, 1165 ] ], "trgnoun": "milk", "trgverb": "open" }, { "key": "P10_01+50_51_52_53", "video_id": "P10_01", "narration_ids": [ "P10_01_50", "P10_01_51", "P10_01_52", "P10_01_53" ], "src": "remove the cover of the pot . switch_off the oven_top left . pour the water inside the pot in the bottom right oven", "src1": "remove the cover of the pot", "src2": "switch_off the oven_top left", "src3": "pour the water inside the pot in the bottom right oven", "trg": "put the cover on the pot", "vis_src": "P10_01:50 P10_01:51 P10_01:52", "vis_trg": "P10_01:53", "narrations": [ "remove the cover of the pot", "switch off the oven top left", "pour the water inside the pot in the bottom right oven", "put the cover on the pot" ], "verbs": [ "remove", "switch-off", "pour-inside", "put-on" ], "verb_classes": [ 12, 8, 9, 1 ], "nouns": [ "cover", "top:oven", "water", "cover" ], "noun_classes": [ 89, 46, 27, 89 ], "start_stop_timestamps": [ [ "00:05:45.75", "00:05:46.71" ], [ "00:05:59.05", "00:06:00.76" ], [ "00:06:01.74", "00:06:05.71" ], [ "00:06:12.15", "00:06:14.94" ] ], "start_stop_frames": [ [ 20745, 20802 ], [ 21543, 21645 ], [ 21704, 21942 ], [ 22329, 22496 ] ], "trgnoun": "cover", "trgverb": "put_on" }, { "key": "P04_107+409_410_411_412", "video_id": "P04_107", "narration_ids": [ "P04_107_409", "P04_107_410", "P04_107_411", "P04_107_412" ], "src": "roll dough . pull dough off rolling pin . lift rolling_pin", "src1": "roll dough", "src2": "pull dough off rolling pin", "src3": "lift rolling_pin", "trg": "flip_over dough", "vis_src": "P04_107:409 P04_107:410 P04_107:411", "vis_trg": "P04_107:412", "narrations": [ "roll dough", "pull dough off rolling pin", "lift rolling pin", "flip over dough" ], "verbs": [ "roll", "pull-off", "lift", "flip-over" ], "verb_classes": [ 47, 0, 33, 22 ], "nouns": [ "dough", "dough", "pin:rolling", "dough" ], "noun_classes": [ 25, 25, 136, 25 ], "start_stop_timestamps": [ [ "00:12:25.10", "00:12:27.35" ], [ "00:12:27.18", "00:12:27.93" ], [ "00:12:27.78", "00:12:28.80" ], [ "00:12:28.74", "00:12:29.33" ] ], "start_stop_frames": [ [ 37255, 37367 ], [ 37359, 37396 ], [ 37389, 37440 ], [ 37437, 37466 ] ], "trgnoun": "dough", "trgverb": "flip_over" }, { "key": "P06_07+76_77_78_79", "video_id": "P06_07", "narration_ids": [ "P06_07_76", "P06_07_77", "P06_07_78", "P06_07_79" ], "src": "roll dough . move knife . move fork", "src1": "roll dough", "src2": "move knife", "src3": "move fork", "trg": "squeeze dough", "vis_src": "P06_07:76 P06_07:77 P06_07:78", "vis_trg": "P06_07:79", "narrations": [ "roll dough", "move knife", "move fork", "squeeze dough" ], "verbs": [ "roll", "move", "move", "squeeze" ], "verb_classes": [ 47, 11, 11, 18 ], "nouns": [ "dough", "knife", "fork", "dough" ], "noun_classes": [ 25, 4, 14, 25 ], "start_stop_timestamps": [ [ "00:04:31.00", "00:04:36.00" ], [ "00:04:36.00", "00:04:37.70" ], [ "00:04:43.26", "00:04:44.30" ], [ "00:04:44.66", "00:04:45.45" ] ], "start_stop_frames": [ [ 16260, 16560 ], [ 16560, 16662 ], [ 16995, 17058 ], [ 17079, 17127 ] ], "trgnoun": "dough", "trgverb": "squeeze" }, { "key": "P04_107+181_182_184_499", "video_id": "P04_107", "narration_ids": [ "P04_107_181", "P04_107_182", "P04_107_184", "P04_107_499" ], "src": "flip_over dough . roll dough . put_down rolling_pin", "src1": "flip_over dough", "src2": "roll dough", "src3": "put_down rolling_pin", "trg": "turn dough", "vis_src": "P04_107:181 P04_107:182 P04_107:184", "vis_trg": "P04_107:499", "narrations": [ "flip over dough", "roll dough", "put down rolling pin", "turn dough" ], "verbs": [ "flip-over", "roll", "put-down", "turn" ], "verb_classes": [ 22, 47, 1, 23 ], "nouns": [ "dough", "dough", "pin:rolling", "dough" ], "noun_classes": [ 25, 25, 136, 25 ], "start_stop_timestamps": [ [ "00:06:31.90", "00:06:32.75" ], [ "00:06:32.85", "00:06:35.36" ], [ "00:06:40.90", "00:06:43.53" ], [ "00:14:39.66", "00:14:40.37" ] ], "start_stop_frames": [ [ 19595, 19637 ], [ 19642, 19768 ], [ 20045, 20176 ], [ 43983, 44018 ] ], "trgnoun": "dough", "trgverb": "turn" }, { "key": "P04_107+405_406_407_408", "video_id": "P04_107", "narration_ids": [ "P04_107_405", "P04_107_406", "P04_107_407", "P04_107_408" ], "src": "unfold dough . put dough on chopping board . roll dough", "src1": "unfold dough", "src2": "put dough on chopping board", "src3": "roll dough", "trg": "flip_over dough", "vis_src": "P04_107:405 P04_107:406 P04_107:407", "vis_trg": "P04_107:408", "narrations": [ "unfold dough", "put dough on chopping board", "roll dough", "flip over dough" ], "verbs": [ "unfold", "put-on", "roll", "flip-over" ], "verb_classes": [ 39, 1, 47, 22 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:12:14.09", "00:12:18.94" ], [ "00:12:19.14", "00:12:19.67" ], [ "00:12:19.85", "00:12:23.81" ], [ "00:12:23.89", "00:12:25.14" ] ], "start_stop_frames": [ [ 36704, 36947 ], [ 36957, 36983 ], [ 36992, 37190 ], [ 37194, 37257 ] ], "trgnoun": "dough", "trgverb": "flip_over" }, { "key": "P12_105+24_25_26_27", "video_id": "P12_105", "narration_ids": [ "P12_105_24", "P12_105_25", "P12_105_26", "P12_105_27" ], "src": "scoop_up soup into mug from saucepan . pour soup from mug into plastic bag . put_down plastic_bag", "src1": "scoop_up soup into mug from saucepan", "src2": "pour soup from mug into plastic bag", "src3": "put_down plastic_bag", "trg": "take plastic_bag", "vis_src": "P12_105:24 P12_105:25 P12_105:26", "vis_trg": "P12_105:27", "narrations": [ "scoop up soup into mug from saucepan", "pour soup from mug into plastic bag", "put down plastic bag", "take plastic bag" ], "verbs": [ "scoop-up", "pour-from", "put-down", "take" ], "verb_classes": [ 16, 9, 1, 0 ], "nouns": [ "soup", "soup", "bag:plastic", "bag:plastic" ], "noun_classes": [ 126, 126, 19, 19 ], "start_stop_timestamps": [ [ "00:01:35.54", "00:01:39.88" ], [ "00:01:39.98", "00:01:42.21" ], [ "00:01:44.24", "00:01:47.99" ], [ "00:01:48.36", "00:01:49.86" ] ], "start_stop_frames": [ [ 4777, 4994 ], [ 4998, 5110 ], [ 5212, 5399 ], [ 5418, 5493 ] ], "trgnoun": "plastic_bag", "trgverb": "take" }, { "key": "P03_19+5_6_7_8", "video_id": "P03_19", "narration_ids": [ "P03_19_5", "P03_19_6", "P03_19_7", "P03_19_8" ], "src": "grab saucepan . grab kettle . fill_up kettle", "src1": "grab saucepan", "src2": "grab kettle", "src3": "fill_up kettle", "trg": "put kettle", "vis_src": "P03_19:5 P03_19:6 P03_19:7", "vis_trg": "P03_19:8", "narrations": [ "grab saucepan", "grab kettle", "fill up kettle", "put kettle" ], "verbs": [ "grab", "grab", "fill-up", "put" ], "verb_classes": [ 0, 0, 26, 1 ], "nouns": [ "saucepan", "kettle", "kettle", "kettle" ], "noun_classes": [ 5, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:00:08.89", "00:00:09.65" ], [ "00:00:10.12", "00:00:10.62" ], [ "00:00:11.93", "00:00:14.78" ], [ "00:00:14.67", "00:00:17.10" ] ], "start_stop_frames": [ [ 533, 579 ], [ 607, 637 ], [ 715, 886 ], [ 880, 1026 ] ], "trgnoun": "kettle", "trgverb": "put" }, { "key": "P04_107+229_230_231_232", "video_id": "P04_107", "narration_ids": [ "P04_107_229", "P04_107_230", "P04_107_231", "P04_107_232" ], "src": "roll dough . unfold dough . roll_out dough", "src1": "roll dough", "src2": "unfold dough", "src3": "roll_out dough", "trg": "flip_over dough", "vis_src": "P04_107:229 P04_107:230 P04_107:231", "vis_trg": "P04_107:232", "narrations": [ "roll dough", "unfold dough", "roll out dough", "flip over dough" ], "verbs": [ "roll", "unfold", "roll-out", "flip-over" ], "verb_classes": [ 47, 39, 39, 22 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:07:48.56", "00:07:49.96" ], [ "00:07:52.84", "00:07:54.91" ], [ "00:07:55.01", "00:07:57.03" ], [ "00:07:56.95", "00:07:58.18" ] ], "start_stop_frames": [ [ 23428, 23498 ], [ 23642, 23745 ], [ 23750, 23851 ], [ 23847, 23909 ] ], "trgnoun": "dough", "trgverb": "flip_over" }, { "key": "P22_115+200_201_202_203", "video_id": "P22_115", "narration_ids": [ "P22_115_200", "P22_115_201", "P22_115_202", "P22_115_203" ], "src": "open cupboard . open fridge . put_down container", "src1": "open cupboard", "src2": "open fridge", "src3": "put_down container", "trg": "close fridge", "vis_src": "P22_115:200 P22_115:201 P22_115:202", "vis_trg": "P22_115:203", "narrations": [ "open cupboard", "open fridge", "put down container", "close fridge" ], "verbs": [ "open", "open", "put-down", "close" ], "verb_classes": [ 3, 3, 1, 4 ], "nouns": [ "cupboard", "fridge", "container", "fridge" ], "noun_classes": [ 3, 12, 21, 12 ], "start_stop_timestamps": [ [ "00:06:31.67", "00:06:32.26" ], [ "00:06:33.30", "00:06:34.42" ], [ "00:06:35.04", "00:06:36.14" ], [ "00:06:36.46", "00:06:37.70" ] ], "start_stop_frames": [ [ 19583, 19613 ], [ 19665, 19721 ], [ 19752, 19807 ], [ 19823, 19885 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P03_19+51_52_53_54", "video_id": "P03_19", "narration_ids": [ "P03_19_51", "P03_19_52", "P03_19_53", "P03_19_54" ], "src": "open squash . pour squash . put bottle", "src1": "open squash", "src2": "pour squash", "src3": "put bottle", "trg": "close squash", "vis_src": "P03_19:51 P03_19:52 P03_19:53", "vis_trg": "P03_19:54", "narrations": [ "open squash", "pour squash", "put bottle", "close squash" ], "verbs": [ "open", "pour", "put", "close" ], "verb_classes": [ 3, 9, 1, 4 ], "nouns": [ "squash", "squash", "bottle", "squash" ], "noun_classes": [ 116, 116, 15, 116 ], "start_stop_timestamps": [ [ "00:02:35.38", "00:02:36.39" ], [ "00:02:36.49", "00:02:40.35" ], [ "00:02:41.09", "00:02:41.74" ], [ "00:02:41.77", "00:02:43.58" ] ], "start_stop_frames": [ [ 9322, 9383 ], [ 9389, 9621 ], [ 9665, 9704 ], [ 9706, 9814 ] ], "trgnoun": "squash", "trgverb": "close" }, { "key": "P03_10+27_28_29_30", "video_id": "P03_10", "narration_ids": [ "P03_10_27", "P03_10_28", "P03_10_29", "P03_10_30" ], "src": "put glass . open fridge . grab juice", "src1": "put glass", "src2": "open fridge", "src3": "grab juice", "trg": "close fridge", "vis_src": "P03_10:27 P03_10:28 P03_10:29", "vis_trg": "P03_10:30", "narrations": [ "put glass", "open fridge", "grab juice", "close fridge" ], "verbs": [ "put", "open", "grab", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "glass", "fridge", "juice", "fridge" ], "noun_classes": [ 10, 12, 183, 12 ], "start_stop_timestamps": [ [ "00:01:07.47", "00:01:08.47" ], [ "00:01:09.53", "00:01:10.78" ], [ "00:01:10.88", "00:01:11.88" ], [ "00:01:12.03", "00:01:13.05" ] ], "start_stop_frames": [ [ 4048, 4108 ], [ 4171, 4246 ], [ 4252, 4312 ], [ 4321, 4383 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P30_111+274_275_276_277", "video_id": "P30_111", "narration_ids": [ "P30_111_274", "P30_111_275", "P30_111_276", "P30_111_277" ], "src": "close fridge . move packet of cheese . put salami_packets down", "src1": "close fridge", "src2": "move packet of cheese", "src3": "put salami_packets down", "trg": "open fridge", "vis_src": "P30_111:274 P30_111:275 P30_111:276", "vis_trg": "P30_111:277", "narrations": [ "close fridge", "move packet of cheese", "put salami packets down", "open fridge" ], "verbs": [ "close", "move", "put-down", "open" ], "verb_classes": [ 4, 11, 1, 3 ], "nouns": [ "fridge", "packet:cheese", "packet:salami", "fridge" ], "noun_classes": [ 12, 26, 26, 12 ], "start_stop_timestamps": [ [ "00:11:10.22", "00:11:11.26" ], [ "00:11:12.32", "00:11:13.28" ], [ "00:11:13.16", "00:11:14.07" ], [ "00:11:14.84", "00:11:16.38" ] ], "start_stop_frames": [ [ 33511, 33563 ], [ 33616, 33664 ], [ 33658, 33703 ], [ 33742, 33819 ] ], "trgnoun": "fridge", "trgverb": "open" }, { "key": "P30_05+719_721_722_723", "video_id": "P30_05", "narration_ids": [ "P30_05_719", "P30_05_721", "P30_05_722", "P30_05_723" ], "src": "put bottle in fridge . close fridge . take carrot_skinner", "src1": "put bottle in fridge", "src2": "close fridge", "src3": "take carrot_skinner", "trg": "put carrot_skinner in drying rack", "vis_src": "P30_05:719 P30_05:721 P30_05:722", "vis_trg": "P30_05:723", "narrations": [ "put bottle in fridge", "close fridge", "take carrot skinner", "put carrot skinner in drying rack" ], "verbs": [ "put-in", "close", "take", "put-in" ], "verb_classes": [ 5, 4, 0, 5 ], "nouns": [ "bottle", "fridge", "skinner:carrot", "skinner:carrot" ], "noun_classes": [ 15, 12, 87, 87 ], "start_stop_timestamps": [ [ "00:51:45.70", "00:51:47.70" ], [ "00:51:48.61", "00:51:49.50" ], [ "00:51:51.87", "00:51:52.62" ], [ "00:51:52.33", "00:52:05.93" ] ], "start_stop_frames": [ [ 186342, 186462 ], [ 186516, 186570 ], [ 186712, 186757 ], [ 186739, 187555 ] ], "trgnoun": "carrot_skinner", "trgverb": "put_in" }, { "key": "P22_113+81_82_83_84", "video_id": "P22_113", "narration_ids": [ "P22_113_81", "P22_113_82", "P22_113_83", "P22_113_84" ], "src": "open cupboard . open fridge . pick_up egg", "src1": "open cupboard", "src2": "open fridge", "src3": "pick_up egg", "trg": "close fridge", "vis_src": "P22_113:81 P22_113:82 P22_113:83", "vis_trg": "P22_113:84", "narrations": [ "open cupboard", "open fridge", "pick up egg", "close fridge" ], "verbs": [ "open", "open", "pick-up", "close" ], "verb_classes": [ 3, 3, 0, 4 ], "nouns": [ "cupboard", "fridge", "egg", "fridge" ], "noun_classes": [ 3, 12, 53, 12 ], "start_stop_timestamps": [ [ "00:02:07.33", "00:02:08.06" ], [ "00:02:08.49", "00:02:09.49" ], [ "00:02:09.59", "00:02:15.59" ], [ "00:02:15.42", "00:02:16.57" ] ], "start_stop_frames": [ [ 6366, 6403 ], [ 6424, 6474 ], [ 6479, 6779 ], [ 6770, 6828 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_107+802_803_804_805", "video_id": "P04_107", "narration_ids": [ "P04_107_802", "P04_107_803", "P04_107_804", "P04_107_805" ], "src": "roll_out dough . lift_up rolling_pin . lay_out dough", "src1": "roll_out dough", "src2": "lift_up rolling_pin", "src3": "lay_out dough", "trg": "roll dough", "vis_src": "P04_107:802 P04_107:803 P04_107:804", "vis_trg": "P04_107:805", "narrations": [ "roll out dough", "lift up rolling pin", "lay out dough", "roll dough" ], "verbs": [ "roll-out", "lift-up", "lay-out", "roll" ], "verb_classes": [ 39, 33, 1, 47 ], "nouns": [ "dough", "pin:rolling", "dough", "dough" ], "noun_classes": [ 25, 136, 25, 25 ], "start_stop_timestamps": [ [ "00:21:16.09", "00:21:20.03" ], [ "00:21:20.03", "00:21:20.69" ], [ "00:21:20.69", "00:21:21.31" ], [ "00:21:21.41", "00:21:23.22" ] ], "start_stop_frames": [ [ 63804, 64001 ], [ 64001, 64034 ], [ 64034, 64065 ], [ 64070, 64161 ] ], "trgnoun": "dough", "trgverb": "roll" }, { "key": "P01_109+56_57_58_59", "video_id": "P01_109", "narration_ids": [ "P01_109_56", "P01_109_57", "P01_109_58", "P01_109_59" ], "src": "pick_up potato . move potato . peel potato", "src1": "pick_up potato", "src2": "move potato", "src3": "peel potato", "trg": "put_down potato", "vis_src": "P01_109:56 P01_109:57 P01_109:58", "vis_trg": "P01_109:59", "narrations": [ "pick up potato", "move potato", "peel potato", "put down potato" ], "verbs": [ "pick-up", "move", "peel", "put-down" ], "verb_classes": [ 0, 11, 19, 1 ], "nouns": [ "potato", "potato", "potato", "potato" ], "noun_classes": [ 30, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:01:41.07", "00:01:42.44" ], [ "00:01:41.64", "00:01:41.89" ], [ "00:01:43.64", "00:03:10.59" ], [ "00:03:09.89", "00:03:11.64" ] ], "start_stop_frames": [ [ 5053, 5122 ], [ 5082, 5094 ], [ 5182, 9529 ], [ 9494, 9582 ] ], "trgnoun": "potato", "trgverb": "put_down" }, { "key": "P03_28+36_37_38_39", "video_id": "P03_28", "narration_ids": [ "P03_28_36", "P03_28_37", "P03_28_38", "P03_28_39" ], "src": "open fridge . place squash . place bottle", "src1": "open fridge", "src2": "place squash", "src3": "place bottle", "trg": "close fridge", "vis_src": "P03_28:36 P03_28:37 P03_28:38", "vis_trg": "P03_28:39", "narrations": [ "open fridge", "place squash", "place bottle", "close fridge" ], "verbs": [ "open", "place", "place", "close" ], "verb_classes": [ 3, 1, 1, 4 ], "nouns": [ "fridge", "squash", "bottle", "fridge" ], "noun_classes": [ 12, 116, 15, 12 ], "start_stop_timestamps": [ [ "00:01:13.90", "00:01:15.20" ], [ "00:01:15.25", "00:01:16.36" ], [ "00:01:17.46", "00:01:18.66" ], [ "00:01:18.64", "00:01:19.55" ] ], "start_stop_frames": [ [ 4434, 4512 ], [ 4515, 4581 ], [ 4647, 4719 ], [ 4718, 4773 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P22_09+76_77_78_79", "video_id": "P22_09", "narration_ids": [ "P22_09_76", "P22_09_77", "P22_09_78", "P22_09_79" ], "src": "close garbage can . toss bag . pick_up box", "src1": "close garbage can", "src2": "toss bag", "src3": "pick_up box", "trg": "open box", "vis_src": "P22_09:76 P22_09:77 P22_09:78", "vis_trg": "P22_09:79", "narrations": [ "close garbage can", "toss bag", "pick up box", "open box" ], "verbs": [ "close", "toss", "pick-up", "open" ], "verb_classes": [ 4, 13, 0, 3 ], "nouns": [ "garbage", "bag", "box", "box" ], "noun_classes": [ 54, 19, 23, 23 ], "start_stop_timestamps": [ [ "00:02:20.08", "00:02:20.65" ], [ "00:02:20.75", "00:02:21.82" ], [ "00:02:24.34", "00:02:25.62" ], [ "00:02:25.34", "00:02:28.36" ] ], "start_stop_frames": [ [ 8404, 8439 ], [ 8445, 8509 ], [ 8660, 8737 ], [ 8720, 8901 ] ], "trgnoun": "box", "trgverb": "open" }, { "key": "P02_03+29_30_31_32", "video_id": "P02_03", "narration_ids": [ "P02_03_29", "P02_03_30", "P02_03_31", "P02_03_32" ], "src": "put chopping_board . open fridge . pick_up yoghurt", "src1": "put chopping_board", "src2": "open fridge", "src3": "pick_up yoghurt", "trg": "put yoghurt", "vis_src": "P02_03:29 P02_03:30 P02_03:31", "vis_trg": "P02_03:32", "narrations": [ "put chopping board", "open fridge", "pick up yoghurt", "put yoghurt" ], "verbs": [ "put", "open", "pick-up", "put" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "board:chopping", "fridge", "yoghurt", "yoghurt" ], "noun_classes": [ 18, 12, 98, 98 ], "start_stop_timestamps": [ [ "00:01:05.67", "00:01:07.15" ], [ "00:01:08.10", "00:01:09.77" ], [ "00:01:11.41", "00:01:12.31" ], [ "00:01:13.62", "00:01:14.32" ] ], "start_stop_frames": [ [ 3940, 4029 ], [ 4085, 4186 ], [ 4284, 4338 ], [ 4417, 4459 ] ], "trgnoun": "yoghurt", "trgverb": "put" }, { "key": "P22_107+159_160_161_162", "video_id": "P22_107", "narration_ids": [ "P22_107_159", "P22_107_160", "P22_107_161", "P22_107_162" ], "src": "put yoghurt . pick_up yogurt . put_down spoon", "src1": "put yoghurt", "src2": "pick_up yogurt", "src3": "put_down spoon", "trg": "close yoghurt", "vis_src": "P22_107:159 P22_107:160 P22_107:161", "vis_trg": "P22_107:162", "narrations": [ "put yoghurt", "pick up yogurt", "put down spoon", "close yoghurt" ], "verbs": [ "put", "pick-up", "put-down", "close" ], "verb_classes": [ 1, 0, 1, 4 ], "nouns": [ "yoghurt", "yogurt", "spoon", "yoghurt" ], "noun_classes": [ 98, 98, 1, 98 ], "start_stop_timestamps": [ [ "00:06:22.48", "00:06:23.69" ], [ "00:06:23.79", "00:06:24.58" ], [ "00:06:24.59", "00:06:25.66" ], [ "00:06:25.77", "00:06:28.79" ] ], "start_stop_frames": [ [ 19124, 19184 ], [ 19189, 19229 ], [ 19229, 19283 ], [ 19288, 19439 ] ], "trgnoun": "yoghurt", "trgverb": "close" }, { "key": "P22_16+269_270_271_272", "video_id": "P22_16", "narration_ids": [ "P22_16_269", "P22_16_270", "P22_16_271", "P22_16_272" ], "src": "pick_up lettuce . remove leaf . open cabinet", "src1": "pick_up lettuce", "src2": "remove leaf", "src3": "open cabinet", "trg": "move objects", "vis_src": "P22_16:269 P22_16:270 P22_16:271", "vis_trg": "P22_16:272", "narrations": [ "pick up lettuce", "remove leaf", "open cabinet", "move objects" ], "verbs": [ "pick-up", "remove", "open", "move" ], "verb_classes": [ 0, 12, 3, 11 ], "nouns": [ "lettuce", "leaf", "cabinet", "cabinet" ], "noun_classes": [ 120, 62, 3, 3 ], "start_stop_timestamps": [ [ "00:13:35.65", "00:13:37.05" ], [ "00:13:36.60", "00:13:40.85" ], [ "00:13:40.78", "00:13:41.40" ], [ "00:13:41.50", "00:13:42.90" ] ], "start_stop_frames": [ [ 48939, 49023 ], [ 48996, 49251 ], [ 49246, 49284 ], [ 49290, 49374 ] ], "trgnoun": "cabinet", "trgverb": "move" }, { "key": "P06_104+17_18_19_20", "video_id": "P06_104", "narration_ids": [ "P06_104_17", "P06_104_18", "P06_104_19", "P06_104_20" ], "src": "pick_up fork . pick_up sweet_potato with fork . cut sweet_potato", "src1": "pick_up fork", "src2": "pick_up sweet_potato with fork", "src3": "cut sweet_potato", "trg": "put sweet_potato in pan", "vis_src": "P06_104:17 P06_104:18 P06_104:19", "vis_trg": "P06_104:20", "narrations": [ "pick up fork", "pick up sweet potato with fork", "cut sweet potato", "put sweet potato in pan" ], "verbs": [ "pick-up", "pick-up", "cut", "put-in" ], "verb_classes": [ 0, 0, 7, 5 ], "nouns": [ "fork", "potato:sweet", "potato:sweet", "potato:sweet" ], "noun_classes": [ 14, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:01:13.36", "00:01:14.60" ], [ "00:01:14.23", "00:01:16.82" ], [ "00:01:16.87", "00:01:20.50" ], [ "00:01:20.60", "00:01:23.74" ] ], "start_stop_frames": [ [ 3668, 3729 ], [ 3711, 3840 ], [ 3843, 4025 ], [ 4029, 4187 ] ], "trgnoun": "sweet_potato", "trgverb": "put_in" }, { "key": "P22_09+32_33_34_35", "video_id": "P22_09", "narration_ids": [ "P22_09_32", "P22_09_33", "P22_09_34", "P22_09_35" ], "src": "close cabinet . pick_up colander . open cabinet", "src1": "close cabinet", "src2": "pick_up colander", "src3": "open cabinet", "trg": "put away colander", "vis_src": "P22_09:32 P22_09:33 P22_09:34", "vis_trg": "P22_09:35", "narrations": [ "close cabinet", "pick up colander", "open cabinet", "put away colander" ], "verbs": [ "close", "pick-up", "open", "put" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "cabinet", "colander", "cabinet", "colander" ], "noun_classes": [ 3, 39, 3, 39 ], "start_stop_timestamps": [ [ "00:00:48.60", "00:00:56.85" ], [ "00:00:56.83", "00:00:57.84" ], [ "00:00:57.35", "00:00:58.33" ], [ "00:00:58.43", "00:01:00.01" ] ], "start_stop_frames": [ [ 2916, 3411 ], [ 3409, 3470 ], [ 3441, 3499 ], [ 3505, 3600 ] ], "trgnoun": "colander", "trgverb": "put" }, { "key": "P22_09+31_32_33_34", "video_id": "P22_09", "narration_ids": [ "P22_09_31", "P22_09_32", "P22_09_33", "P22_09_34" ], "src": "pick_up plate . close cabinet . pick_up colander", "src1": "pick_up plate", "src2": "close cabinet", "src3": "pick_up colander", "trg": "open cabinet", "vis_src": "P22_09:31 P22_09:32 P22_09:33", "vis_trg": "P22_09:34", "narrations": [ "pick up plate", "close cabinet", "pick up colander", "open cabinet" ], "verbs": [ "pick-up", "close", "pick-up", "open" ], "verb_classes": [ 0, 4, 0, 3 ], "nouns": [ "plate", "cabinet", "colander", "cabinet" ], "noun_classes": [ 2, 3, 39, 3 ], "start_stop_timestamps": [ [ "00:00:48.14", "00:00:51.28" ], [ "00:00:48.60", "00:00:56.85" ], [ "00:00:56.83", "00:00:57.84" ], [ "00:00:57.35", "00:00:58.33" ] ], "start_stop_frames": [ [ 2888, 3076 ], [ 2916, 3411 ], [ 3409, 3470 ], [ 3441, 3499 ] ], "trgnoun": "cabinet", "trgverb": "open" }, { "key": "P22_05+390_391_392_393", "video_id": "P22_05", "narration_ids": [ "P22_05_390", "P22_05_391", "P22_05_392", "P22_05_393" ], "src": "put_down container . pick_up plate . open cabinet", "src1": "put_down container", "src2": "pick_up plate", "src3": "open cabinet", "trg": "close cabinet", "vis_src": "P22_05:390 P22_05:391 P22_05:392", "vis_trg": "P22_05:393", "narrations": [ "put down container", "pick up plate", "open cabinet", "close cabinet" ], "verbs": [ "put-down", "pick-up", "open", "close" ], "verb_classes": [ 1, 0, 3, 4 ], "nouns": [ "container", "plate", "cabinet", "cabinet" ], "noun_classes": [ 21, 2, 3, 3 ], "start_stop_timestamps": [ [ "00:16:04.32", "00:16:05.36" ], [ "00:16:09.85", "00:16:13.07" ], [ "00:16:09.94", "00:16:11.07" ], [ "00:16:13.36", "00:16:14.03" ] ], "start_stop_frames": [ [ 57859, 57921 ], [ 58191, 58384 ], [ 58196, 58264 ], [ 58401, 58441 ] ], "trgnoun": "cabinet", "trgverb": "close" }, { "key": "P22_107+152_153_154_155", "video_id": "P22_107", "narration_ids": [ "P22_107_152", "P22_107_153", "P22_107_154", "P22_107_155" ], "src": "move yoghurt . put_down bowl . pick_up yogurt", "src1": "move yoghurt", "src2": "put_down bowl", "src3": "pick_up yogurt", "trg": "put yoghurt", "vis_src": "P22_107:152 P22_107:153 P22_107:154", "vis_trg": "P22_107:155", "narrations": [ "move yoghurt", "put down bowl", "pick up yogurt", "put yoghurt" ], "verbs": [ "move", "put-down", "pick-up", "put" ], "verb_classes": [ 11, 1, 0, 1 ], "nouns": [ "yoghurt", "bowl", "yogurt", "yoghurt" ], "noun_classes": [ 98, 7, 98, 98 ], "start_stop_timestamps": [ [ "00:06:14.09", "00:06:15.00" ], [ "00:06:15.10", "00:06:15.71" ], [ "00:06:15.77", "00:06:17.25" ], [ "00:06:17.35", "00:06:18.19" ] ], "start_stop_frames": [ [ 18704, 18750 ], [ 18755, 18785 ], [ 18788, 18862 ], [ 18867, 18909 ] ], "trgnoun": "yoghurt", "trgverb": "put" }, { "key": "P22_12+256_257_258_259", "video_id": "P22_12", "narration_ids": [ "P22_12_256", "P22_12_257", "P22_12_258", "P22_12_259" ], "src": "place knife . open cabinet . pick_up cup", "src1": "place knife", "src2": "open cabinet", "src3": "pick_up cup", "trg": "close cabinet", "vis_src": "P22_12:256 P22_12:257 P22_12:258", "vis_trg": "P22_12:259", "narrations": [ "place knife", "open cabinet", "pick up cup", "close cabinet" ], "verbs": [ "place", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "knife", "cabinet", "cup", "cabinet" ], "noun_classes": [ 4, 3, 13, 3 ], "start_stop_timestamps": [ [ "00:10:16.60", "00:10:17.83" ], [ "00:10:17.93", "00:10:18.94" ], [ "00:10:18.68", "00:10:21.23" ], [ "00:10:20.36", "00:10:22.24" ] ], "start_stop_frames": [ [ 36996, 37069 ], [ 37075, 37136 ], [ 37120, 37273 ], [ 37221, 37334 ] ], "trgnoun": "cabinet", "trgverb": "close" }, { "key": "P26_01+14_15_16_17", "video_id": "P26_01", "narration_ids": [ "P26_01_14", "P26_01_15", "P26_01_16", "P26_01_17" ], "src": "close drawer . put_down fork . open cabinet", "src1": "close drawer", "src2": "put_down fork", "src3": "open cabinet", "trg": "close cabinet", "vis_src": "P26_01:14 P26_01:15 P26_01:16", "vis_trg": "P26_01:17", "narrations": [ "close drawer", "put down fork", "open cabinet", "close cabinet" ], "verbs": [ "close", "put-down", "open", "close" ], "verb_classes": [ 4, 1, 3, 4 ], "nouns": [ "drawer", "fork", "cabinet", "cabinet" ], "noun_classes": [ 8, 14, 3, 3 ], "start_stop_timestamps": [ [ "00:00:33.02", "00:00:34.02" ], [ "00:00:36.26", "00:00:37.36" ], [ "00:00:41.06", "00:00:42.29" ], [ "00:00:43.92", "00:00:45.32" ] ], "start_stop_frames": [ [ 1981, 2041 ], [ 2175, 2241 ], [ 2463, 2537 ], [ 2635, 2719 ] ], "trgnoun": "cabinet", "trgverb": "close" }, { "key": "P15_10+13_14_15_16", "video_id": "P15_10", "narration_ids": [ "P15_10_13", "P15_10_14", "P15_10_15", "P15_10_16" ], "src": "close sauce_bottle . open fridge . store salsa", "src1": "close sauce_bottle", "src2": "open fridge", "src3": "store salsa", "trg": "close fridge", "vis_src": "P15_10:13 P15_10:14 P15_10:15", "vis_trg": "P15_10:16", "narrations": [ "close sauce bottle", "open fridge", "store salsa", "close fridge" ], "verbs": [ "close", "open", "store", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "bottle:sauce", "fridge", "salsa", "fridge" ], "noun_classes": [ 15, 12, 47, 12 ], "start_stop_timestamps": [ [ "00:02:08.12", "00:02:10.51" ], [ "00:02:10.61", "00:02:14.31" ], [ "00:02:13.08", "00:02:14.85" ], [ "00:02:15.05", "00:02:16.42" ] ], "start_stop_frames": [ [ 7687, 7830 ], [ 7836, 8058 ], [ 7984, 8091 ], [ 8103, 8185 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P22_15+106_107_108_109", "video_id": "P22_15", "narration_ids": [ "P22_15_106", "P22_15_107", "P22_15_108", "P22_15_109" ], "src": "put_down bowl . open cabinet . pick_up plastic_wrap", "src1": "put_down bowl", "src2": "open cabinet", "src3": "pick_up plastic_wrap", "trg": "open plastic_wrap", "vis_src": "P22_15:106 P22_15:107 P22_15:108", "vis_trg": "P22_15:109", "narrations": [ "put down bowl", "open cabinet", "pick up plastic wrap", "open plastic wrap" ], "verbs": [ "put-down", "open", "pick-up", "open" ], "verb_classes": [ 1, 3, 0, 3 ], "nouns": [ "bowl", "cabinet", "wrap:plastic", "wrap:plastic" ], "noun_classes": [ 7, 3, 100, 100 ], "start_stop_timestamps": [ [ "00:03:51.17", "00:03:52.29" ], [ "00:03:52.09", "00:03:52.89" ], [ "00:03:54.38", "00:03:55.77" ], [ "00:03:56.86", "00:04:06.96" ] ], "start_stop_frames": [ [ 13870, 13937 ], [ 13925, 13973 ], [ 14062, 14146 ], [ 14211, 14817 ] ], "trgnoun": "plastic_wrap", "trgverb": "open" }, { "key": "P27_103+174_175_176_177", "video_id": "P27_103", "narration_ids": [ "P27_103_174", "P27_103_175", "P27_103_176", "P27_103_177" ], "src": "turn container . pick_up saucepan . pour liquid", "src1": "turn container", "src2": "pick_up saucepan", "src3": "pour liquid", "trg": "put_down saucepan", "vis_src": "P27_103:174 P27_103:175 P27_103:176", "vis_trg": "P27_103:177", "narrations": [ "turn container", "pick up saucepan", "pour liquid", "put down saucepan" ], "verbs": [ "turn", "pick-up", "pour", "put-down" ], "verb_classes": [ 23, 0, 9, 1 ], "nouns": [ "container", "saucepan", "liquid", "saucepan" ], "noun_classes": [ 21, 5, 150, 5 ], "start_stop_timestamps": [ [ "00:10:29.03", "00:11:10.93" ], [ "00:11:11.03", "00:11:11.91" ], [ "00:11:12.77", "00:11:16.75" ], [ "00:11:18.45", "00:11:20.42" ] ], "start_stop_frames": [ [ 31451, 33546 ], [ 33551, 33595 ], [ 33638, 33837 ], [ 33922, 34021 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P22_05+442_443_444_445", "video_id": "P22_05", "narration_ids": [ "P22_05_442", "P22_05_443", "P22_05_444", "P22_05_445" ], "src": "clean counter . pick_up detergent . open cabinet", "src1": "clean counter", "src2": "pick_up detergent", "src3": "open cabinet", "trg": "put away detergent", "vis_src": "P22_05:442 P22_05:443 P22_05:444", "vis_trg": "P22_05:445", "narrations": [ "clean counter", "pick up detergent", "open cabinet", "put away detergent" ], "verbs": [ "clean", "pick-up", "open", "put" ], "verb_classes": [ 2, 0, 3, 1 ], "nouns": [ "counter", "detergent", "cabinet", "detergent" ], "noun_classes": [ 42, 22, 3, 22 ], "start_stop_timestamps": [ [ "00:18:21.67", "00:18:26.57" ], [ "00:18:26.28", "00:18:27.78" ], [ "00:18:28.60", "00:18:29.19" ], [ "00:18:29.46", "00:18:30.41" ] ], "start_stop_frames": [ [ 66100, 66394 ], [ 66376, 66466 ], [ 66516, 66551 ], [ 66567, 66624 ] ], "trgnoun": "detergent", "trgverb": "put" }, { "key": "P01_106+91_92_93_94", "video_id": "P01_106", "narration_ids": [ "P01_106_91", "P01_106_92", "P01_106_93", "P01_106_94" ], "src": "rinse bowl . put bowl onto drying rack . pick_up colander", "src1": "rinse bowl", "src2": "put bowl onto drying rack", "src3": "pick_up colander", "trg": "rinse colander", "vis_src": "P01_106:91 P01_106:92 P01_106:93", "vis_trg": "P01_106:94", "narrations": [ "rinse bowl", "put bowl onto drying rack", "pick up colander", "rinse colander" ], "verbs": [ "rinse", "put-onto", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "bowl", "bowl", "colander", "colander" ], "noun_classes": [ 7, 7, 39, 39 ], "start_stop_timestamps": [ [ "00:04:09.20", "00:04:14.62" ], [ "00:04:14.85", "00:04:15.97" ], [ "00:04:16.69", "00:04:17.88" ], [ "00:04:17.91", "00:04:30.49" ] ], "start_stop_frames": [ [ 12460, 12731 ], [ 12742, 12798 ], [ 12834, 12894 ], [ 12895, 13524 ] ], "trgnoun": "colander", "trgverb": "rinse" }, { "key": "P22_10+391_392_393_394", "video_id": "P22_10", "narration_ids": [ "P22_10_391", "P22_10_392", "P22_10_393", "P22_10_394" ], "src": "pick_up detergent . open cabinet . put away detergent", "src1": "pick_up detergent", "src2": "open cabinet", "src3": "put away detergent", "trg": "close cabinet", "vis_src": "P22_10:391 P22_10:392 P22_10:393", "vis_trg": "P22_10:394", "narrations": [ "pick up detergent", "open cabinet", "put away detergent", "close cabinet" ], "verbs": [ "pick-up", "open", "put", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "detergent", "cabinet", "detergent", "cabinet" ], "noun_classes": [ 22, 3, 22, 3 ], "start_stop_timestamps": [ [ "00:14:14.43", "00:14:15.28" ], [ "00:14:20.26", "00:14:21.01" ], [ "00:14:21.11", "00:14:22.61" ], [ "00:14:22.60", "00:14:23.39" ] ], "start_stop_frames": [ [ 51265, 51316 ], [ 51615, 51660 ], [ 51666, 51756 ], [ 51756, 51803 ] ], "trgnoun": "cabinet", "trgverb": "close" }, { "key": "P22_07+338_339_340_341", "video_id": "P22_07", "narration_ids": [ "P22_07_338", "P22_07_339", "P22_07_340", "P22_07_341" ], "src": "pick_up bag . open cabinet . put away bag", "src1": "pick_up bag", "src2": "open cabinet", "src3": "put away bag", "trg": "close cabinet", "vis_src": "P22_07:338 P22_07:339 P22_07:340", "vis_trg": "P22_07:341", "narrations": [ "pick up bag", "open cabinet", "put away bag", "close cabinet" ], "verbs": [ "pick-up", "open", "put", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "bag", "cabinet", "bag", "cabinet" ], "noun_classes": [ 19, 3, 19, 3 ], "start_stop_timestamps": [ [ "00:15:53.35", "00:15:54.96" ], [ "00:15:55.97", "00:15:57.72" ], [ "00:15:59.82", "00:16:01.32" ], [ "00:16:01.20", "00:16:02.32" ] ], "start_stop_frames": [ [ 57201, 57297 ], [ 57358, 57463 ], [ 57589, 57679 ], [ 57672, 57739 ] ], "trgnoun": "cabinet", "trgverb": "close" }, { "key": "P22_12+254_255_256_257", "video_id": "P22_12", "narration_ids": [ "P22_12_254", "P22_12_255", "P22_12_256", "P22_12_257" ], "src": "place jar . close cabinet . place knife", "src1": "place jar", "src2": "close cabinet", "src3": "place knife", "trg": "open cabinet", "vis_src": "P22_12:254 P22_12:255 P22_12:256", "vis_trg": "P22_12:257", "narrations": [ "place jar", "close cabinet", "place knife", "open cabinet" ], "verbs": [ "place", "close", "place", "open" ], "verb_classes": [ 1, 4, 1, 3 ], "nouns": [ "jar", "cabinet", "knife", "cabinet" ], "noun_classes": [ 40, 3, 4, 3 ], "start_stop_timestamps": [ [ "00:10:11.82", "00:10:13.32" ], [ "00:10:13.34", "00:10:14.28" ], [ "00:10:16.60", "00:10:17.83" ], [ "00:10:17.93", "00:10:18.94" ] ], "start_stop_frames": [ [ 36709, 36799 ], [ 36800, 36856 ], [ 36996, 37069 ], [ 37075, 37136 ] ], "trgnoun": "cabinet", "trgverb": "open" }, { "key": "P30_101+159_160_161_162", "video_id": "P30_101", "narration_ids": [ "P30_101_159", "P30_101_160", "P30_101_161", "P30_101_162" ], "src": "close fridge . open hummus . smell hummus", "src1": "close fridge", "src2": "open hummus", "src3": "smell hummus", "trg": "close hummus", "vis_src": "P30_101:159 P30_101:160 P30_101:161", "vis_trg": "P30_101:162", "narrations": [ "close fridge", "open hummus", "smell hummus", "close hummus" ], "verbs": [ "close", "open", "smell", "close" ], "verb_classes": [ 4, 3, 75, 4 ], "nouns": [ "fridge", "hummus", "hummus", "hummus" ], "noun_classes": [ 12, 181, 181, 181 ], "start_stop_timestamps": [ [ "00:05:09.60", "00:05:10.72" ], [ "00:05:10.16", "00:05:11.49" ], [ "00:05:11.39", "00:05:13.69" ], [ "00:05:13.72", "00:05:14.84" ] ], "start_stop_frames": [ [ 15480, 15536 ], [ 15508, 15574 ], [ 15569, 15684 ], [ 15686, 15741 ] ], "trgnoun": "hummus", "trgverb": "close" }, { "key": "P22_12+250_251_252_253", "video_id": "P22_12", "narration_ids": [ "P22_12_250", "P22_12_251", "P22_12_252", "P22_12_253" ], "src": "put lid . open cabinet . place jar", "src1": "put lid", "src2": "open cabinet", "src3": "place jar", "trg": "move jar", "vis_src": "P22_12:250 P22_12:251 P22_12:252", "vis_trg": "P22_12:253", "narrations": [ "put lid", "open cabinet", "place jar", "move jar" ], "verbs": [ "put", "open", "place", "move" ], "verb_classes": [ 1, 3, 1, 11 ], "nouns": [ "lid", "cabinet", "jar", "jar" ], "noun_classes": [ 6, 3, 40, 40 ], "start_stop_timestamps": [ [ "00:10:07.02", "00:10:09.01" ], [ "00:10:09.20", "00:10:10.13" ], [ "00:10:09.87", "00:10:10.84" ], [ "00:10:10.90", "00:10:11.72" ] ], "start_stop_frames": [ [ 36421, 36540 ], [ 36552, 36607 ], [ 36592, 36650 ], [ 36654, 36703 ] ], "trgnoun": "jar", "trgverb": "move" }, { "key": "P22_07+668_669_670_671", "video_id": "P22_07", "narration_ids": [ "P22_07_668", "P22_07_669", "P22_07_670", "P22_07_671" ], "src": "stir pasta . open cabinet . pick_up pesto_sauce", "src1": "stir pasta", "src2": "open cabinet", "src3": "pick_up pesto_sauce", "trg": "close cabinet", "vis_src": "P22_07:668 P22_07:669 P22_07:670", "vis_trg": "P22_07:671", "narrations": [ "stir pasta", "open cabinet", "pick up pesto sauce", "close cabinet" ], "verbs": [ "stir", "open", "pick-up", "close" ], "verb_classes": [ 10, 3, 0, 4 ], "nouns": [ "pasta", "cabinet", "sauce:pesto", "cabinet" ], "noun_classes": [ 45, 3, 47, 3 ], "start_stop_timestamps": [ [ "00:32:09.49", "00:32:16.88" ], [ "00:32:17.60", "00:32:18.41" ], [ "00:32:20.95", "00:32:21.53" ], [ "00:32:21.48", "00:32:23.65" ] ], "start_stop_frames": [ [ 115769, 116212 ], [ 116256, 116304 ], [ 116457, 116491 ], [ 116488, 116619 ] ], "trgnoun": "cabinet", "trgverb": "close" }, { "key": "P26_02+36_37_38_39", "video_id": "P26_02", "narration_ids": [ "P26_02_36", "P26_02_37", "P26_02_38", "P26_02_39" ], "src": "put_down fork . open fridge . take lemon", "src1": "put_down fork", "src2": "open fridge", "src3": "take lemon", "trg": "close fridge", "vis_src": "P26_02:36 P26_02:37 P26_02:38", "vis_trg": "P26_02:39", "narrations": [ "put down fork", "open fridge", "take lemon", "close fridge" ], "verbs": [ "put-down", "open", "take", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "fork", "fridge", "lemon", "fridge" ], "noun_classes": [ 14, 12, 105, 12 ], "start_stop_timestamps": [ [ "00:03:48.25", "00:03:50.35" ], [ "00:04:04.87", "00:04:06.54" ], [ "00:04:07.18", "00:04:07.98" ], [ "00:04:07.84", "00:04:09.04" ] ], "start_stop_frames": [ [ 13695, 13821 ], [ 14692, 14792 ], [ 14830, 14878 ], [ 14870, 14942 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P22_07+337_338_339_340", "video_id": "P22_07", "narration_ids": [ "P22_07_337", "P22_07_338", "P22_07_339", "P22_07_340" ], "src": "move knife . pick_up bag . open cabinet", "src1": "move knife", "src2": "pick_up bag", "src3": "open cabinet", "trg": "put away bag", "vis_src": "P22_07:337 P22_07:338 P22_07:339", "vis_trg": "P22_07:340", "narrations": [ "move knife", "pick up bag", "open cabinet", "put away bag" ], "verbs": [ "move", "pick-up", "open", "put" ], "verb_classes": [ 11, 0, 3, 1 ], "nouns": [ "knife", "bag", "cabinet", "bag" ], "noun_classes": [ 4, 19, 3, 19 ], "start_stop_timestamps": [ [ "00:15:52.75", "00:15:53.50" ], [ "00:15:53.35", "00:15:54.96" ], [ "00:15:55.97", "00:15:57.72" ], [ "00:15:59.82", "00:16:01.32" ] ], "start_stop_frames": [ [ 57165, 57210 ], [ 57201, 57297 ], [ 57358, 57463 ], [ 57589, 57679 ] ], "trgnoun": "bag", "trgverb": "put" }, { "key": "P13_04+6_7_8_9", "video_id": "P13_04", "narration_ids": [ "P13_04_6", "P13_04_7", "P13_04_8", "P13_04_9" ], "src": "pick_up milk . open fridge . put_down milk in fridge", "src1": "pick_up milk", "src2": "open fridge", "src3": "put_down milk in fridge", "trg": "close fridge", "vis_src": "P13_04:6 P13_04:7 P13_04:8", "vis_trg": "P13_04:9", "narrations": [ "pick up milk", "open fridge", "put down milk in fridge", "close fridge" ], "verbs": [ "pick-up", "open", "put-down", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "milk", "fridge", "milk", "fridge" ], "noun_classes": [ 64, 12, 64, 12 ], "start_stop_timestamps": [ [ "00:00:32.51", "00:00:33.56" ], [ "00:00:34.87", "00:00:36.34" ], [ "00:00:36.11", "00:00:38.28" ], [ "00:00:38.61", "00:00:39.77" ] ], "start_stop_frames": [ [ 1950, 2013 ], [ 2092, 2180 ], [ 2166, 2296 ], [ 2316, 2386 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P22_11+121_122_123_124", "video_id": "P22_11", "narration_ids": [ "P22_11_121", "P22_11_122", "P22_11_123", "P22_11_124" ], "src": "close jar . open cabinet . place jar", "src1": "close jar", "src2": "open cabinet", "src3": "place jar", "trg": "pick_up jar", "vis_src": "P22_11:121 P22_11:122 P22_11:123", "vis_trg": "P22_11:124", "narrations": [ "close jar", "open cabinet", "place jar", "pick up jar" ], "verbs": [ "close", "open", "place", "pick-up" ], "verb_classes": [ 4, 3, 1, 0 ], "nouns": [ "jar", "cabinet", "jar", "jar" ], "noun_classes": [ 40, 3, 40, 40 ], "start_stop_timestamps": [ [ "00:04:20.85", "00:04:22.23" ], [ "00:04:22.29", "00:04:23.12" ], [ "00:04:23.64", "00:04:24.78" ], [ "00:04:24.63", "00:04:25.35" ] ], "start_stop_frames": [ [ 15651, 15733 ], [ 15737, 15787 ], [ 15818, 15886 ], [ 15877, 15921 ] ], "trgnoun": "jar", "trgverb": "pick_up" }, { "key": "P20_03+15_16_17_18", "video_id": "P20_03", "narration_ids": [ "P20_03_15", "P20_03_16", "P20_03_17", "P20_03_18" ], "src": "open fridge . pick_up milk . close fridge", "src1": "open fridge", "src2": "pick_up milk", "src3": "close fridge", "trg": "put_down milk", "vis_src": "P20_03:15 P20_03:16 P20_03:17", "vis_trg": "P20_03:18", "narrations": [ "open fridge", "pick up milk", "close fridge", "put down milk" ], "verbs": [ "open", "pick-up", "close", "put-down" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "fridge", "milk", "fridge", "milk" ], "noun_classes": [ 12, 64, 12, 64 ], "start_stop_timestamps": [ [ "00:00:40.36", "00:00:40.91" ], [ "00:00:42.07", "00:00:43.25" ], [ "00:00:43.87", "00:00:44.77" ], [ "00:00:45.35", "00:00:46.23" ] ], "start_stop_frames": [ [ 2421, 2454 ], [ 2524, 2595 ], [ 2632, 2686 ], [ 2721, 2773 ] ], "trgnoun": "milk", "trgverb": "put_down" }, { "key": "P22_11+122_123_124_125", "video_id": "P22_11", "narration_ids": [ "P22_11_122", "P22_11_123", "P22_11_124", "P22_11_125" ], "src": "open cabinet . place jar . pick_up jar", "src1": "open cabinet", "src2": "place jar", "src3": "pick_up jar", "trg": "close jar", "vis_src": "P22_11:122 P22_11:123 P22_11:124", "vis_trg": "P22_11:125", "narrations": [ "open cabinet", "place jar", "pick up jar", "close jar" ], "verbs": [ "open", "place", "pick-up", "close" ], "verb_classes": [ 3, 1, 0, 4 ], "nouns": [ "cabinet", "jar", "jar", "jar" ], "noun_classes": [ 3, 40, 40, 40 ], "start_stop_timestamps": [ [ "00:04:22.29", "00:04:23.12" ], [ "00:04:23.64", "00:04:24.78" ], [ "00:04:24.63", "00:04:25.35" ], [ "00:04:25.41", "00:04:27.11" ] ], "start_stop_frames": [ [ 15737, 15787 ], [ 15818, 15886 ], [ 15877, 15921 ], [ 15924, 16026 ] ], "trgnoun": "jar", "trgverb": "close" }, { "key": "P04_101+0_33_80_82", "video_id": "P04_101", "narration_ids": [ "P04_101_0", "P04_101_33", "P04_101_80", "P04_101_82" ], "src": "pick_up cling_film . pick_up tub . put cling_film on tub", "src1": "pick_up cling_film", "src2": "pick_up tub", "src3": "put cling_film on tub", "trg": "put_down tub", "vis_src": "P04_101:0 P04_101:33 P04_101:80", "vis_trg": "P04_101:82", "narrations": [ "pick up cling film", "pick up tub", "put cling film on tub", "put down tub" ], "verbs": [ "pick-up", "pick-up", "put-on", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "film:cling", "tub", "film:cling", "tub" ], "noun_classes": [ 100, 23, 100, 23 ], "start_stop_timestamps": [ [ "00:00:01.37", "00:00:02.68" ], [ "00:00:54.47", "00:00:55.52" ], [ "00:03:16.85", "00:03:18.71" ], [ "00:03:18.85", "00:03:19.67" ] ], "start_stop_frames": [ [ 68, 134 ], [ 2723, 2776 ], [ 9842, 9935 ], [ 9942, 9983 ] ], "trgnoun": "tub", "trgverb": "put_down" }, { "key": "P24_02+26_27_28_29", "video_id": "P24_02", "narration_ids": [ "P24_02_26", "P24_02_27", "P24_02_28", "P24_02_29" ], "src": "put meat in pan . open cabinets . grab fork", "src1": "put meat in pan", "src2": "open cabinets", "src3": "grab fork", "trg": "close cabinets", "vis_src": "P24_02:26 P24_02:27 P24_02:28", "vis_trg": "P24_02:29", "narrations": [ "put meat in pan", "open cabinets", "grab fork", "close cabinets" ], "verbs": [ "put-in", "open", "grab", "close" ], "verb_classes": [ 5, 3, 0, 4 ], "nouns": [ "meat", "cabinet", "fork", "cabinet" ], "noun_classes": [ 28, 3, 14, 3 ], "start_stop_timestamps": [ [ "00:01:40.41", "00:01:46.76" ], [ "00:01:48.84", "00:01:50.27" ], [ "00:01:50.45", "00:01:51.87" ], [ "00:01:51.97", "00:01:52.48" ] ], "start_stop_frames": [ [ 6024, 6405 ], [ 6530, 6616 ], [ 6627, 6712 ], [ 6718, 6748 ] ], "trgnoun": "cabinet", "trgverb": "close" }, { "key": "P04_10+38_39_40_41", "video_id": "P04_10", "narration_ids": [ "P04_10_38", "P04_10_39", "P04_10_40", "P04_10_41" ], "src": "close fridge . open packet of peppers . pick_up pepper", "src1": "close fridge", "src2": "open packet of peppers", "src3": "pick_up pepper", "trg": "put_away pepper", "vis_src": "P04_10:38 P04_10:39 P04_10:40", "vis_trg": "P04_10:41", "narrations": [ "close fridge", "open packet of peppers", "pick up pepper", "put away pepper" ], "verbs": [ "close", "open", "pick-up", "put-away" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "fridge", "packet:pepper", "pepper", "pepper" ], "noun_classes": [ 12, 26, 37, 37 ], "start_stop_timestamps": [ [ "00:05:45.34", "00:05:47.29" ], [ "00:05:50.82", "00:05:54.01" ], [ "00:05:53.80", "00:05:56.08" ], [ "00:05:59.04", "00:06:05.40" ] ], "start_stop_frames": [ [ 20720, 20837 ], [ 21049, 21240 ], [ 21228, 21364 ], [ 21542, 21924 ] ], "trgnoun": "pepper", "trgverb": "put_away" }, { "key": "P04_110+154_155_156_157", "video_id": "P04_110", "narration_ids": [ "P04_110_154", "P04_110_155", "P04_110_156", "P04_110_157" ], "src": "put_down fork . adjust steamed_bun . open steamed_bun", "src1": "put_down fork", "src2": "adjust steamed_bun", "src3": "open steamed_bun", "trg": "close steamed_bun", "vis_src": "P04_110:154 P04_110:155 P04_110:156", "vis_trg": "P04_110:157", "narrations": [ "put down fork", "adjust steamed bun", "open steamed bun", "close steamed bun" ], "verbs": [ "put-down", "adjust", "open", "close" ], "verb_classes": [ 1, 17, 3, 4 ], "nouns": [ "fork", "bun:steamed", "bun:steamed", "bun:steamed" ], "noun_classes": [ 14, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:05:48.31", "00:05:49.90" ], [ "00:05:52.93", "00:05:54.72" ], [ "00:05:54.05", "00:05:56.00" ], [ "00:05:56.10", "00:05:56.85" ] ], "start_stop_frames": [ [ 17415, 17495 ], [ 17646, 17736 ], [ 17702, 17800 ], [ 17805, 17842 ] ], "trgnoun": "steamed_bun", "trgverb": "close" }, { "key": "P26_19+54_55_56_57", "video_id": "P26_19", "narration_ids": [ "P26_19_54", "P26_19_55", "P26_19_56", "P26_19_57" ], "src": "lather saucer . lather plate . rinse saucer", "src1": "lather saucer", "src2": "lather plate", "src3": "rinse saucer", "trg": "rinse plate", "vis_src": "P26_19:54 P26_19:55 P26_19:56", "vis_trg": "P26_19:57", "narrations": [ "lather saucer", "lather plate", "rinse saucer", "rinse plate" ], "verbs": [ "lather", "lather", "rinse", "rinse" ], "verb_classes": [ 2, 2, 2, 2 ], "nouns": [ "saucer", "plate", "saucer", "plate" ], "noun_classes": [ 2, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:03:11.99", "00:03:18.08" ], [ "00:03:17.36", "00:03:23.61" ], [ "00:03:18.18", "00:03:24.54" ], [ "00:03:18.21", "00:03:24.37" ] ], "start_stop_frames": [ [ 11519, 11884 ], [ 11841, 12216 ], [ 11890, 12272 ], [ 11892, 12262 ] ], "trgnoun": "plate", "trgverb": "rinse" }, { "key": "P06_07+196_197_198_199", "video_id": "P06_07", "narration_ids": [ "P06_07_196", "P06_07_197", "P06_07_198", "P06_07_199" ], "src": "pick_up pesto . open fridge . put food in fridge", "src1": "pick_up pesto", "src2": "open fridge", "src3": "put food in fridge", "trg": "close fridge", "vis_src": "P06_07:196 P06_07:197 P06_07:198", "vis_trg": "P06_07:199", "narrations": [ "pick up pesto", "open fridge", "put food in fridge", "close fridge" ], "verbs": [ "pick-up", "open", "put-in", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "pesto", "fridge", "food", "fridge" ], "noun_classes": [ 47, 12, 34, 12 ], "start_stop_timestamps": [ [ "00:14:06.74", "00:14:08.12" ], [ "00:14:10.49", "00:14:12.09" ], [ "00:14:11.67", "00:14:15.06" ], [ "00:14:14.97", "00:14:16.10" ] ], "start_stop_frames": [ [ 50804, 50887 ], [ 51029, 51125 ], [ 51100, 51303 ], [ 51298, 51366 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P22_12+257_258_259_260", "video_id": "P22_12", "narration_ids": [ "P22_12_257", "P22_12_258", "P22_12_259", "P22_12_260" ], "src": "open cabinet . pick_up cup . close cabinet", "src1": "open cabinet", "src2": "pick_up cup", "src3": "close cabinet", "trg": "place cup", "vis_src": "P22_12:257 P22_12:258 P22_12:259", "vis_trg": "P22_12:260", "narrations": [ "open cabinet", "pick up cup", "close cabinet", "place cup" ], "verbs": [ "open", "pick-up", "close", "place" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "cabinet", "cup", "cabinet", "cup" ], "noun_classes": [ 3, 13, 3, 13 ], "start_stop_timestamps": [ [ "00:10:17.93", "00:10:18.94" ], [ "00:10:18.68", "00:10:21.23" ], [ "00:10:20.36", "00:10:22.24" ], [ "00:10:22.99", "00:10:24.24" ] ], "start_stop_frames": [ [ 37075, 37136 ], [ 37120, 37273 ], [ 37221, 37334 ], [ 37379, 37454 ] ], "trgnoun": "cup", "trgverb": "place" }, { "key": "P22_16+391_392_393_394", "video_id": "P22_16", "narration_ids": [ "P22_16_391", "P22_16_392", "P22_16_393", "P22_16_394" ], "src": "put_down spoon . open cabinet . pick_up bread", "src1": "put_down spoon", "src2": "open cabinet", "src3": "pick_up bread", "trg": "close cabinet", "vis_src": "P22_16:391 P22_16:392 P22_16:393", "vis_trg": "P22_16:394", "narrations": [ "put down spoon", "open cabinet", "pick up bread", "close cabinet" ], "verbs": [ "put-down", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "spoon", "cabinet", "bread", "cabinet" ], "noun_classes": [ 1, 3, 33, 3 ], "start_stop_timestamps": [ [ "00:19:41.86", "00:19:42.63" ], [ "00:19:43.44", "00:19:44.56" ], [ "00:19:44.85", "00:19:45.70" ], [ "00:19:45.82", "00:19:46.71" ] ], "start_stop_frames": [ [ 70911, 70957 ], [ 71006, 71073 ], [ 71091, 71142 ], [ 71149, 71202 ] ], "trgnoun": "cabinet", "trgverb": "close" }, { "key": "P22_07+669_670_671_672", "video_id": "P22_07", "narration_ids": [ "P22_07_669", "P22_07_670", "P22_07_671", "P22_07_672" ], "src": "open cabinet . pick_up pesto_sauce . close cabinet", "src1": "open cabinet", "src2": "pick_up pesto_sauce", "src3": "close cabinet", "trg": "open pesto_sauce", "vis_src": "P22_07:669 P22_07:670 P22_07:671", "vis_trg": "P22_07:672", "narrations": [ "open cabinet", "pick up pesto sauce", "close cabinet", "open pesto sauce" ], "verbs": [ "open", "pick-up", "close", "open" ], "verb_classes": [ 3, 0, 4, 3 ], "nouns": [ "cabinet", "sauce:pesto", "cabinet", "sauce:pesto" ], "noun_classes": [ 3, 47, 3, 47 ], "start_stop_timestamps": [ [ "00:32:17.60", "00:32:18.41" ], [ "00:32:20.95", "00:32:21.53" ], [ "00:32:21.48", "00:32:23.65" ], [ "00:32:23.96", "00:32:26.14" ] ], "start_stop_frames": [ [ 116256, 116304 ], [ 116457, 116491 ], [ 116488, 116619 ], [ 116637, 116768 ] ], "trgnoun": "pesto_sauce", "trgverb": "open" }, { "key": "P24_02+31_32_33_34", "video_id": "P24_02", "narration_ids": [ "P24_02_31", "P24_02_32", "P24_02_33", "P24_02_34" ], "src": "put_down fork . grab oil . open oil_bottle", "src1": "put_down fork", "src2": "grab oil", "src3": "open oil_bottle", "trg": "pour oil in salad", "vis_src": "P24_02:31 P24_02:32 P24_02:33", "vis_trg": "P24_02:34", "narrations": [ "put down fork", "grab oil", "open oil bottle", "pour oil in salad" ], "verbs": [ "put-down", "grab", "open", "pour-in" ], "verb_classes": [ 1, 0, 3, 9 ], "nouns": [ "fork", "oil", "bottle:oil", "oil" ], "noun_classes": [ 14, 31, 15, 31 ], "start_stop_timestamps": [ [ "00:02:08.67", "00:02:09.31" ], [ "00:02:11.88", "00:02:13.01" ], [ "00:02:13.77", "00:02:17.80" ], [ "00:02:17.85", "00:02:23.41" ] ], "start_stop_frames": [ [ 7720, 7758 ], [ 7912, 7980 ], [ 8026, 8268 ], [ 8271, 8604 ] ], "trgnoun": "oil", "trgverb": "pour_in" }, { "key": "P09_06+14_15_16_17", "video_id": "P09_06", "narration_ids": [ "P09_06_14", "P09_06_15", "P09_06_16", "P09_06_17" ], "src": "dry hands . open oil_bottle . pour oil on pan", "src1": "dry hands", "src2": "open oil_bottle", "src3": "pour oil on pan", "trg": "close oil", "vis_src": "P09_06:14 P09_06:15 P09_06:16", "vis_trg": "P09_06:17", "narrations": [ "dry hands", "open oil bottle", "pour oil on pan", "close oil" ], "verbs": [ "dry", "open", "pour-on", "close" ], "verb_classes": [ 14, 3, 9, 4 ], "nouns": [ "hand", "bottle:oil", "oil", "oil" ], "noun_classes": [ 11, 15, 31, 31 ], "start_stop_timestamps": [ [ "00:01:33.39", "00:01:36.94" ], [ "00:01:37.69", "00:01:40.44" ], [ "00:01:40.23", "00:01:43.77" ], [ "00:01:43.20", "00:01:49.45" ] ], "start_stop_frames": [ [ 5603, 5816 ], [ 5861, 6026 ], [ 6013, 6226 ], [ 6192, 6567 ] ], "trgnoun": "oil", "trgverb": "close" }, { "key": "P03_10+35_36_37_38", "video_id": "P03_10", "narration_ids": [ "P03_10_35", "P03_10_36", "P03_10_37", "P03_10_38" ], "src": "close juice . open fridge . place juice", "src1": "close juice", "src2": "open fridge", "src3": "place juice", "trg": "close fridge", "vis_src": "P03_10:35 P03_10:36 P03_10:37", "vis_trg": "P03_10:38", "narrations": [ "close juice", "open fridge", "place juice", "close fridge" ], "verbs": [ "close", "open", "place", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "juice", "fridge", "juice", "fridge" ], "noun_classes": [ 183, 12, 183, 12 ], "start_stop_timestamps": [ [ "00:01:25.20", "00:01:26.95" ], [ "00:01:27.54", "00:01:28.55" ], [ "00:01:29.38", "00:01:30.05" ], [ "00:01:29.94", "00:01:30.63" ] ], "start_stop_frames": [ [ 5112, 5217 ], [ 5252, 5313 ], [ 5362, 5403 ], [ 5396, 5437 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P24_02+32_33_34_35", "video_id": "P24_02", "narration_ids": [ "P24_02_32", "P24_02_33", "P24_02_34", "P24_02_35" ], "src": "grab oil . open oil_bottle . pour oil in salad", "src1": "grab oil", "src2": "open oil_bottle", "src3": "pour oil in salad", "trg": "put_down oil_bottle", "vis_src": "P24_02:32 P24_02:33 P24_02:34", "vis_trg": "P24_02:35", "narrations": [ "grab oil", "open oil bottle", "pour oil in salad", "put down oil bottle" ], "verbs": [ "grab", "open", "pour-in", "put-down" ], "verb_classes": [ 0, 3, 9, 1 ], "nouns": [ "oil", "bottle:oil", "oil", "bottle:oil" ], "noun_classes": [ 31, 15, 31, 15 ], "start_stop_timestamps": [ [ "00:02:11.88", "00:02:13.01" ], [ "00:02:13.77", "00:02:17.80" ], [ "00:02:17.85", "00:02:23.41" ], [ "00:02:24.01", "00:02:27.51" ] ], "start_stop_frames": [ [ 7912, 7980 ], [ 8026, 8268 ], [ 8271, 8604 ], [ 8640, 8850 ] ], "trgnoun": "oil_bottle", "trgverb": "put_down" }, { "key": "P02_102+65_66_67_68", "video_id": "P02_102", "narration_ids": [ "P02_102_65", "P02_102_66", "P02_102_67", "P02_102_68" ], "src": "open oil_bottle . pour oil in tupperware . close oil_bottle", "src1": "open oil_bottle", "src2": "pour oil in tupperware", "src3": "close oil_bottle", "trg": "put oil_bottle down", "vis_src": "P02_102:65 P02_102:66 P02_102:67", "vis_trg": "P02_102:68", "narrations": [ "open oil bottle", "pour oil in tupperware", "close oil bottle", "put oil bottle down" ], "verbs": [ "open", "pour-in", "close", "put" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "bottle:oil", "oil", "bottle:oil", "bottle:oil" ], "noun_classes": [ 15, 31, 15, 15 ], "start_stop_timestamps": [ [ "00:01:51.97", "00:01:53.68" ], [ "00:01:53.97", "00:01:56.27" ], [ "00:01:56.59", "00:01:58.78" ], [ "00:01:58.98", "00:02:00.04" ] ], "start_stop_frames": [ [ 5598, 5684 ], [ 5698, 5813 ], [ 5829, 5939 ], [ 5948, 6002 ] ], "trgnoun": "oil_bottle", "trgverb": "put" }, { "key": "P26_116+63_64_65_66", "video_id": "P26_116", "narration_ids": [ "P26_116_63", "P26_116_64", "P26_116_65", "P26_116_66" ], "src": "pick_up towel . put_down table_cloth . pick_up tray", "src1": "pick_up towel", "src2": "put_down table_cloth", "src3": "pick_up tray", "trg": "put_down tray", "vis_src": "P26_116:63 P26_116:64 P26_116:65", "vis_trg": "P26_116:66", "narrations": [ "pick up towel", "put down table cloth", "pick up tray", "put down tray" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "towel", "cloth:table", "tray", "tray" ], "noun_classes": [ 52, 17, 35, 35 ], "start_stop_timestamps": [ [ "00:02:58.85", "00:03:02.11" ], [ "00:03:00.41", "00:03:15.41" ], [ "00:03:15.45", "00:03:17.35" ], [ "00:03:17.45", "00:03:18.94" ] ], "start_stop_frames": [ [ 8942, 9105 ], [ 9020, 9770 ], [ 9772, 9867 ], [ 9872, 9947 ] ], "trgnoun": "tray", "trgverb": "put_down" }, { "key": "P02_108+337_338_339_340", "video_id": "P02_108", "narration_ids": [ "P02_108_337", "P02_108_338", "P02_108_339", "P02_108_340" ], "src": "get one compost_bag . tear compost_bag . stretch open compost_bag", "src1": "get one compost_bag", "src2": "tear compost_bag", "src3": "stretch open compost_bag", "trg": "put compost_bag in compost bin", "vis_src": "P02_108:337 P02_108:338 P02_108:339", "vis_trg": "P02_108:340", "narrations": [ "get one compost bag", "tear compost bag", "stretch open compost bag", "put compost bag in compost bin" ], "verbs": [ "get", "tear", "stretch", "put-in" ], "verb_classes": [ 0, 43, 50, 5 ], "nouns": [ "bag:compost", "bag:compost", "bag:compost", "bag:compost" ], "noun_classes": [ 19, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:16:53.20", "00:16:57.97" ], [ "00:16:54.21", "00:16:57.75" ], [ "00:16:59.08", "00:17:06.06" ], [ "00:17:06.03", "00:17:10.93" ] ], "start_stop_frames": [ [ 50660, 50898 ], [ 50710, 50887 ], [ 50954, 51303 ], [ 51301, 51546 ] ], "trgnoun": "compost_bag", "trgverb": "put_in" }, { "key": "P12_02+109_110_111_112", "video_id": "P12_02", "narration_ids": [ "P12_02_109", "P12_02_110", "P12_02_111", "P12_02_112" ], "src": "adjust heat on frying pan . take parsley . take garbage", "src1": "adjust heat on frying pan", "src2": "take parsley", "src3": "take garbage", "trg": "throw away garbage", "vis_src": "P12_02:109 P12_02:110 P12_02:111", "vis_trg": "P12_02:112", "narrations": [ "adjust heat on frying pan", "take parsley", "take garbage", "throw away garbage" ], "verbs": [ "adjust-on", "take", "take", "throw" ], "verb_classes": [ 17, 0, 0, 13 ], "nouns": [ "heat", "parsley", "garbage", "garbage" ], "noun_classes": [ 65, 169, 54, 54 ], "start_stop_timestamps": [ [ "00:18:03.44", "00:18:06.19" ], [ "00:18:05.94", "00:18:13.44" ], [ "00:18:16.79", "00:18:24.04" ], [ "00:18:24.75", "00:18:28.75" ] ], "start_stop_frames": [ [ 65006, 65171 ], [ 65156, 65606 ], [ 65807, 66242 ], [ 66285, 66525 ] ], "trgnoun": "garbage", "trgverb": "throw" }, { "key": "P15_02+53_54_55_56", "video_id": "P15_02", "narration_ids": [ "P15_02_53", "P15_02_54", "P15_02_55", "P15_02_56" ], "src": "beat eggs . stir potatoes with skimmer . put onion on pan", "src1": "beat eggs", "src2": "stir potatoes with skimmer", "src3": "put onion on pan", "trg": "stir onion", "vis_src": "P15_02:53 P15_02:54 P15_02:55", "vis_trg": "P15_02:56", "narrations": [ "beat eggs", "stir potatoes with skimmer", "put onion on pan", "stir" ], "verbs": [ "beat", "stir-with", "put-on", "stir" ], "verb_classes": [ 10, 10, 1, 10 ], "nouns": [ "egg", "potato", "onion", "onion" ], "noun_classes": [ 53, 30, 16, 16 ], "start_stop_timestamps": [ [ "00:09:03.52", "00:09:17.77" ], [ "00:09:21.11", "00:09:36.98" ], [ "00:09:42.16", "00:09:48.18" ], [ "00:09:53.83", "00:10:26.38" ] ], "start_stop_frames": [ [ 32611, 33466 ], [ 33666, 34618 ], [ 34929, 35290 ], [ 35629, 37582 ] ], "trgnoun": "onion", "trgverb": "stir" }, { "key": "P03_04+134_135_136_137", "video_id": "P03_04", "narration_ids": [ "P03_04_134", "P03_04_135", "P03_04_136", "P03_04_137" ], "src": "close olive_oil . put olive_oil . get kettle", "src1": "close olive_oil", "src2": "put olive_oil", "src3": "get kettle", "trg": "fill kettle", "vis_src": "P03_04:134 P03_04:135 P03_04:136", "vis_trg": "P03_04:137", "narrations": [ "close olive oil", "put olive oil", "get kettle", "fill kettle" ], "verbs": [ "close", "put", "get", "fill" ], "verb_classes": [ 4, 1, 0, 26 ], "nouns": [ "oil:olive", "oil:olive", "kettle", "kettle" ], "noun_classes": [ 31, 31, 44, 44 ], "start_stop_timestamps": [ [ "00:09:16.78", "00:09:17.59" ], [ "00:09:17.82", "00:09:18.48" ], [ "00:09:19.10", "00:09:19.85" ], [ "00:09:21.05", "00:09:22.05" ] ], "start_stop_frames": [ [ 33406, 33455 ], [ 33469, 33508 ], [ 33546, 33591 ], [ 33663, 33723 ] ], "trgnoun": "kettle", "trgverb": "fill" }, { "key": "P05_08+15_16_17_18", "video_id": "P05_08", "narration_ids": [ "P05_08_15", "P05_08_16", "P05_08_17", "P05_08_18" ], "src": "open oil_bottle . pour oil in saucepan . close oil_bottle", "src1": "open oil_bottle", "src2": "pour oil in saucepan", "src3": "close oil_bottle", "trg": "place oil_bottle on refrigerator", "vis_src": "P05_08:15 P05_08:16 P05_08:17", "vis_trg": "P05_08:18", "narrations": [ "open oil bottle", "pour oil in saucepan", "close oil bottle", "place oil bottle on refrigerator" ], "verbs": [ "open", "pour-in", "close", "place-on" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "bottle:oil", "oil", "bottle:oil", "bottle:oil" ], "noun_classes": [ 15, 31, 15, 15 ], "start_stop_timestamps": [ [ "00:00:39.23", "00:00:44.21" ], [ "00:00:45.24", "00:00:51.41" ], [ "00:00:50.85", "00:00:52.05" ], [ "00:00:51.68", "00:00:52.73" ] ], "start_stop_frames": [ [ 2353, 2652 ], [ 2714, 3084 ], [ 3051, 3123 ], [ 3100, 3163 ] ], "trgnoun": "oil_bottle", "trgverb": "place_on" }, { "key": "P02_101+107_108_109_110", "video_id": "P02_101", "narration_ids": [ "P02_101_107", "P02_101_108", "P02_101_109", "P02_101_110" ], "src": "open fridge . put butter . put jam", "src1": "open fridge", "src2": "put butter", "src3": "put jam", "trg": "close fridge", "vis_src": "P02_101:107 P02_101:108 P02_101:109", "vis_trg": "P02_101:110", "narrations": [ "open fridge", "put butter", "put jam", "close fridge" ], "verbs": [ "open", "put", "put", "close" ], "verb_classes": [ 3, 1, 1, 4 ], "nouns": [ "fridge", "butter", "jam", "fridge" ], "noun_classes": [ 12, 78, 115, 12 ], "start_stop_timestamps": [ [ "00:03:56.95", "00:03:58.61" ], [ "00:03:57.54", "00:03:59.09" ], [ "00:03:59.35", "00:04:00.20" ], [ "00:04:00.27", "00:04:01.70" ] ], "start_stop_frames": [ [ 11847, 11930 ], [ 11877, 11954 ], [ 11967, 12010 ], [ 12013, 12085 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P24_08+64_65_66_67", "video_id": "P24_08", "narration_ids": [ "P24_08_64", "P24_08_65", "P24_08_66", "P24_08_67" ], "src": "open oil_bottle . pour oil in the pan . close oil_bottle", "src1": "open oil_bottle", "src2": "pour oil in the pan", "src3": "close oil_bottle", "trg": "put oil_bottle", "vis_src": "P24_08:64 P24_08:65 P24_08:66", "vis_trg": "P24_08:67", "narrations": [ "open oil bottle", "pour oil in the pan", "close oil bottle", "put oil bottle" ], "verbs": [ "open", "pour-in", "close", "put" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "bottle:oil", "oil", "bottle:oil", "bottle:oil" ], "noun_classes": [ 15, 31, 15, 15 ], "start_stop_timestamps": [ [ "00:04:09.04", "00:04:11.39" ], [ "00:04:11.88", "00:04:14.30" ], [ "00:04:14.43", "00:04:17.79" ], [ "00:04:16.63", "00:04:19.04" ] ], "start_stop_frames": [ [ 14942, 15083 ], [ 15112, 15258 ], [ 15265, 15467 ], [ 15397, 15542 ] ], "trgnoun": "oil_bottle", "trgverb": "put" }, { "key": "P20_04+380_381_382_383", "video_id": "P20_04", "narration_ids": [ "P20_04_380", "P20_04_381", "P20_04_382", "P20_04_383" ], "src": "wipe milk_bottle with rag . open fridge . put milk_bottle into fridge", "src1": "wipe milk_bottle with rag", "src2": "open fridge", "src3": "put milk_bottle into fridge", "trg": "close fridge", "vis_src": "P20_04:380 P20_04:381 P20_04:382", "vis_trg": "P20_04:383", "narrations": [ "wipe milk bottle with rag", "open fridge", "put milk bottle into fridge", "close fridge" ], "verbs": [ "wipe-with", "open", "put-into", "close" ], "verb_classes": [ 2, 3, 5, 4 ], "nouns": [ "bottle:milk", "fridge", "bottle:milk", "fridge" ], "noun_classes": [ 15, 12, 15, 12 ], "start_stop_timestamps": [ [ "00:36:36.65", "00:36:39.40" ], [ "00:36:39.50", "00:36:40.27" ], [ "00:36:40.70", "00:36:42.61" ], [ "00:36:43.43", "00:36:44.72" ] ], "start_stop_frames": [ [ 131799, 131964 ], [ 131970, 132016 ], [ 132042, 132156 ], [ 132205, 132283 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P05_08+14_15_16_17", "video_id": "P05_08", "narration_ids": [ "P05_08_14", "P05_08_15", "P05_08_16", "P05_08_17" ], "src": "take oil_bottle . open oil_bottle . pour oil in saucepan", "src1": "take oil_bottle", "src2": "open oil_bottle", "src3": "pour oil in saucepan", "trg": "close oil_bottle", "vis_src": "P05_08:14 P05_08:15 P05_08:16", "vis_trg": "P05_08:17", "narrations": [ "take oil bottle", "open oil bottle", "pour oil in saucepan", "close oil bottle" ], "verbs": [ "take", "open", "pour-in", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "bottle:oil", "bottle:oil", "oil", "bottle:oil" ], "noun_classes": [ 15, 15, 31, 15 ], "start_stop_timestamps": [ [ "00:00:38.10", "00:00:39.13" ], [ "00:00:39.23", "00:00:44.21" ], [ "00:00:45.24", "00:00:51.41" ], [ "00:00:50.85", "00:00:52.05" ] ], "start_stop_frames": [ [ 2286, 2347 ], [ 2353, 2652 ], [ 2714, 3084 ], [ 3051, 3123 ] ], "trgnoun": "oil_bottle", "trgverb": "close" }, { "key": "P24_05+68_69_70_71", "video_id": "P24_05", "narration_ids": [ "P24_05_68", "P24_05_69", "P24_05_70", "P24_05_71" ], "src": "put pan on switched on hob . grab oil . open oil_bottle", "src1": "put pan on switched on hob", "src2": "grab oil", "src3": "open oil_bottle", "trg": "pour oil into pan", "vis_src": "P24_05:68 P24_05:69 P24_05:70", "vis_trg": "P24_05:71", "narrations": [ "put pan on switched on hob", "grab oil", "open oil bottle", "pour oil into pan" ], "verbs": [ "put-on", "grab", "open", "pour-into" ], "verb_classes": [ 1, 0, 3, 9 ], "nouns": [ "pan", "oil", "bottle:oil", "oil" ], "noun_classes": [ 5, 31, 15, 31 ], "start_stop_timestamps": [ [ "00:06:36.61", "00:06:38.77" ], [ "00:06:38.66", "00:06:43.59" ], [ "00:06:44.03", "00:06:47.47" ], [ "00:06:48.29", "00:06:51.53" ] ], "start_stop_frames": [ [ 23796, 23926 ], [ 23919, 24215 ], [ 24241, 24448 ], [ 24497, 24691 ] ], "trgnoun": "oil", "trgverb": "pour_into" }, { "key": "P02_123+332_333_334_335", "video_id": "P02_123", "narration_ids": [ "P02_123_332", "P02_123_333", "P02_123_334", "P02_123_335" ], "src": "put bowl in drainer . pick_up washing_liquid . pour washing_liquid onto sponge", "src1": "put bowl in drainer", "src2": "pick_up washing_liquid", "src3": "pour washing_liquid onto sponge", "trg": "put_down washing_liquid", "vis_src": "P02_123:332 P02_123:333 P02_123:334", "vis_trg": "P02_123:335", "narrations": [ "put bowl in drainer", "pick up washing liquid", "pour washing liquid onto sponge", "put down washing liquid" ], "verbs": [ "put-in", "pick-up", "pour-onto", "put-down" ], "verb_classes": [ 5, 0, 9, 1 ], "nouns": [ "bowl", "liquid:washing", "liquid:washing", "liquid:washing" ], "noun_classes": [ 7, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:17:41.16", "00:17:43.24" ], [ "00:17:44.44", "00:17:44.77" ], [ "00:17:44.95", "00:17:46.28" ], [ "00:17:46.35", "00:17:46.97" ] ], "start_stop_frames": [ [ 53058, 53162 ], [ 53222, 53238 ], [ 53247, 53314 ], [ 53317, 53348 ] ], "trgnoun": "washing_liquid", "trgverb": "put_down" }, { "key": "P24_05+235_236_237_238", "video_id": "P24_05", "narration_ids": [ "P24_05_235", "P24_05_236", "P24_05_237", "P24_05_238" ], "src": "open bottle of oil . put oil in salad . close oil_bottle", "src1": "open bottle of oil", "src2": "put oil in salad", "src3": "close oil_bottle", "trg": "put_down oil_bottle", "vis_src": "P24_05:235 P24_05:236 P24_05:237", "vis_trg": "P24_05:238", "narrations": [ "open bottle of oil", "put oil in salad", "close oil bottle", "put down oil bottle" ], "verbs": [ "open", "put-in", "close", "put-down" ], "verb_classes": [ 3, 5, 4, 1 ], "nouns": [ "bottle:oil", "oil", "bottle:oil", "bottle:oil" ], "noun_classes": [ 15, 31, 15, 15 ], "start_stop_timestamps": [ [ "00:20:26.09", "00:20:29.39" ], [ "00:20:29.33", "00:20:33.99" ], [ "00:20:34.12", "00:20:38.01" ], [ "00:20:38.11", "00:20:39.64" ] ], "start_stop_frames": [ [ 73565, 73763 ], [ 73759, 74039 ], [ 74047, 74280 ], [ 74286, 74378 ] ], "trgnoun": "oil_bottle", "trgverb": "put_down" }, { "key": "P24_08+61_62_63_64", "video_id": "P24_08", "narration_ids": [ "P24_08_61", "P24_08_62", "P24_08_63", "P24_08_64" ], "src": "adjust cooker . put pan . pick_up oil_bottle", "src1": "adjust cooker", "src2": "put pan", "src3": "pick_up oil_bottle", "trg": "open oil_bottle", "vis_src": "P24_08:61 P24_08:62 P24_08:63", "vis_trg": "P24_08:64", "narrations": [ "adjust cooker", "put pan", "pick up oil bottle", "open oil bottle" ], "verbs": [ "adjust", "put", "pick-up", "open" ], "verb_classes": [ 17, 1, 0, 3 ], "nouns": [ "cooker", "pan", "bottle:oil", "bottle:oil" ], "noun_classes": [ 46, 5, 15, 15 ], "start_stop_timestamps": [ [ "00:04:00.42", "00:04:03.36" ], [ "00:04:04.80", "00:04:06.79" ], [ "00:04:07.45", "00:04:08.96" ], [ "00:04:09.04", "00:04:11.39" ] ], "start_stop_frames": [ [ 14425, 14601 ], [ 14688, 14807 ], [ 14847, 14937 ], [ 14942, 15083 ] ], "trgnoun": "oil_bottle", "trgverb": "open" }, { "key": "P19_04+53_54_55_56", "video_id": "P19_04", "narration_ids": [ "P19_04_53", "P19_04_54", "P19_04_55", "P19_04_56" ], "src": "tear_out bacon . open fridge . close fridge", "src1": "tear_out bacon", "src2": "open fridge", "src3": "close fridge", "trg": "heat bacon", "vis_src": "P19_04:53 P19_04:54 P19_04:55", "vis_trg": "P19_04:56", "narrations": [ "tear out bacon", "open fridge", "close fridge", "heat bacon" ], "verbs": [ "tear-out", "open", "close", "heat" ], "verb_classes": [ 43, 3, 4, 45 ], "nouns": [ "bacon", "fridge", "fridge", "bacon" ], "noun_classes": [ 163, 12, 12, 163 ], "start_stop_timestamps": [ [ "00:07:54.66", "00:07:57.71" ], [ "00:07:58.57", "00:08:00.90" ], [ "00:08:01.86", "00:08:03.19" ], [ "00:08:05.38", "00:08:13.75" ] ], "start_stop_frames": [ [ 28479, 28662 ], [ 28714, 28854 ], [ 28911, 28991 ], [ 29122, 29625 ] ], "trgnoun": "bacon", "trgverb": "heat" }, { "key": "P11_05+356_357_358_359", "video_id": "P11_05", "narration_ids": [ "P11_05_356", "P11_05_357", "P11_05_358", "P11_05_359" ], "src": "rinse_off pan . put_away pan . pick_up colander", "src1": "rinse_off pan", "src2": "put_away pan", "src3": "pick_up colander", "trg": "rinse colander", "vis_src": "P11_05:356 P11_05:357 P11_05:358", "vis_trg": "P11_05:359", "narrations": [ "rinse off pan", "put away pan", "pick up colander", "rinse colander" ], "verbs": [ "rinse-off", "put-away", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "pan", "pan", "colander", "colander" ], "noun_classes": [ 5, 5, 39, 39 ], "start_stop_timestamps": [ [ "00:25:54.99", "00:25:58.70" ], [ "00:26:00.66", "00:26:01.84" ], [ "00:26:03.27", "00:26:04.14" ], [ "00:26:04.24", "00:26:05.58" ] ], "start_stop_frames": [ [ 93299, 93522 ], [ 93639, 93710 ], [ 93796, 93848 ], [ 93854, 93934 ] ], "trgnoun": "colander", "trgverb": "rinse" }, { "key": "P07_04+114_115_116_117", "video_id": "P07_04", "narration_ids": [ "P07_04_114", "P07_04_115", "P07_04_116", "P07_04_117" ], "src": "shake egg on frying pan . take cutting_board . put ham in pan", "src1": "shake egg on frying pan", "src2": "take cutting_board", "src3": "put ham in pan", "trg": "stir egg", "vis_src": "P07_04:114 P07_04:115 P07_04:116", "vis_trg": "P07_04:117", "narrations": [ "shake egg on frying pan", "take cutting board", "put ham in pan", "stir egg" ], "verbs": [ "shake-on", "take", "put-in", "stir" ], "verb_classes": [ 15, 0, 5, 10 ], "nouns": [ "egg", "board:cutting", "ham", "egg" ], "noun_classes": [ 53, 18, 156, 53 ], "start_stop_timestamps": [ [ "00:09:52.78", "00:09:55.68" ], [ "00:10:06.93", "00:10:08.51" ], [ "00:10:08.31", "00:10:12.72" ], [ "00:10:14.50", "00:10:18.35" ] ], "start_stop_frames": [ [ 35566, 35740 ], [ 36415, 36510 ], [ 36498, 36763 ], [ 36870, 37101 ] ], "trgnoun": "egg", "trgverb": "stir" }, { "key": "P04_111+43_44_45_46", "video_id": "P04_111", "narration_ids": [ "P04_111_43", "P04_111_44", "P04_111_45", "P04_111_46" ], "src": "close oven_door . put oven_gloves on oven door . lift foil off oven dish", "src1": "close oven_door", "src2": "put oven_gloves on oven door", "src3": "lift foil off oven dish", "trg": "put_down foil", "vis_src": "P04_111:43 P04_111:44 P04_111:45", "vis_trg": "P04_111:46", "narrations": [ "close oven door", "put oven gloves on oven door", "lift foil off oven dish", "put down foil" ], "verbs": [ "close", "put-on", "lift-off", "put-down" ], "verb_classes": [ 4, 1, 33, 1 ], "nouns": [ "door:oven", "glove:oven", "foil", "foil" ], "noun_classes": [ 46, 60, 123, 123 ], "start_stop_timestamps": [ [ "00:01:42.89", "00:01:44.31" ], [ "00:01:44.54", "00:01:45.16" ], [ "00:01:44.84", "00:01:45.69" ], [ "00:01:45.99", "00:01:46.74" ] ], "start_stop_frames": [ [ 5144, 5215 ], [ 5227, 5258 ], [ 5242, 5284 ], [ 5299, 5337 ] ], "trgnoun": "foil", "trgverb": "put_down" }, { "key": "P24_08+206_207_208_209", "video_id": "P24_08", "narration_ids": [ "P24_08_206", "P24_08_207", "P24_08_208", "P24_08_209" ], "src": "pick_up oil_bottle . open oil_bottle . move oil into the salad bowl", "src1": "pick_up oil_bottle", "src2": "open oil_bottle", "src3": "move oil into the salad bowl", "trg": "close oil_bottle", "vis_src": "P24_08:206 P24_08:207 P24_08:208", "vis_trg": "P24_08:209", "narrations": [ "pick up oil bottle", "open oil bottle", "move oil into the salad bowl", "close oil bottle" ], "verbs": [ "pick-up", "open", "move-into", "close" ], "verb_classes": [ 0, 3, 11, 4 ], "nouns": [ "bottle:oil", "bottle:oil", "oil", "bottle:oil" ], "noun_classes": [ 15, 15, 31, 15 ], "start_stop_timestamps": [ [ "00:15:02.90", "00:15:04.89" ], [ "00:15:05.46", "00:15:08.27" ], [ "00:15:08.39", "00:15:13.31" ], [ "00:15:13.45", "00:15:16.05" ] ], "start_stop_frames": [ [ 54174, 54293 ], [ 54327, 54496 ], [ 54503, 54798 ], [ 54807, 54963 ] ], "trgnoun": "oil_bottle", "trgverb": "close" }, { "key": "P01_106+162_163_164_165", "video_id": "P01_106", "narration_ids": [ "P01_106_162", "P01_106_163", "P01_106_164", "P01_106_165" ], "src": "turn_on light . pick_up cleaning_product . spray cleaning_product", "src1": "turn_on light", "src2": "pick_up cleaning_product", "src3": "spray cleaning_product", "trg": "put_down cleaning_product", "vis_src": "P01_106:162 P01_106:163 P01_106:164", "vis_trg": "P01_106:165", "narrations": [ "turn on light", "pick up cleaning product", "spray cleaning product", "put down cleaning product" ], "verbs": [ "turn-on", "pick-up", "spray", "put-down" ], "verb_classes": [ 6, 0, 44, 1 ], "nouns": [ "light", "product:cleaning", "product:cleaning", "product:cleaning" ], "noun_classes": [ 114, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:06:23.35", "00:06:24.22" ], [ "00:06:24.29", "00:06:25.16" ], [ "00:06:25.26", "00:06:27.52" ], [ "00:06:27.62", "00:06:28.53" ] ], "start_stop_frames": [ [ 19167, 19211 ], [ 19214, 19258 ], [ 19263, 19376 ], [ 19381, 19426 ] ], "trgnoun": "cleaning_product", "trgverb": "put_down" }, { "key": "P04_01+131_132_133_134", "video_id": "P04_01", "narration_ids": [ "P04_01_131", "P04_01_132", "P04_01_133", "P04_01_134" ], "src": "open fridge . pick_up miso_paste . open miso_paste", "src1": "open fridge", "src2": "pick_up miso_paste", "src3": "open miso_paste", "trg": "spoon miso_paste", "vis_src": "P04_01:131 P04_01:132 P04_01:133", "vis_trg": "P04_01:134", "narrations": [ "open fridge", "pick up miso paste", "open miso paste", "spoon miso paste" ], "verbs": [ "open", "pick-up", "open", "spoon" ], "verb_classes": [ 3, 0, 3, 16 ], "nouns": [ "fridge", "paste:miso", "paste:miso", "paste:miso" ], "noun_classes": [ 12, 148, 148, 148 ], "start_stop_timestamps": [ [ "00:10:00.51", "00:10:01.69" ], [ "00:10:01.50", "00:10:03.38" ], [ "00:10:08.06", "00:10:10.48" ], [ "00:10:10.58", "00:10:13.99" ] ], "start_stop_frames": [ [ 36030, 36101 ], [ 36090, 36202 ], [ 36483, 36628 ], [ 36634, 36839 ] ], "trgnoun": "miso_paste", "trgverb": "spoon" }, { "key": "P22_07+283_284_285_286", "video_id": "P22_07", "narration_ids": [ "P22_07_283", "P22_07_284", "P22_07_285", "P22_07_286" ], "src": "place lid . pick_up scales . place scales", "src1": "place lid", "src2": "pick_up scales", "src3": "place scales", "trg": "reverse lid", "vis_src": "P22_07:283 P22_07:284 P22_07:285", "vis_trg": "P22_07:286", "narrations": [ "place lid", "pick up scales", "place scales", "reverse lid" ], "verbs": [ "place", "pick-up", "place", "reverse" ], "verb_classes": [ 1, 0, 1, 22 ], "nouns": [ "lid", "scale", "scale", "lid" ], "noun_classes": [ 6, 108, 108, 6 ], "start_stop_timestamps": [ [ "00:13:11.57", "00:13:13.51" ], [ "00:13:14.20", "00:13:15.53" ], [ "00:13:15.85", "00:13:17.26" ], [ "00:13:17.55", "00:13:19.81" ] ], "start_stop_frames": [ [ 47494, 47610 ], [ 47652, 47731 ], [ 47751, 47835 ], [ 47853, 47988 ] ], "trgnoun": "lid", "trgverb": "reverse" }, { "key": "P22_15+179_180_181_182", "video_id": "P22_15", "narration_ids": [ "P22_15_179", "P22_15_180", "P22_15_181", "P22_15_182" ], "src": "rinse cutlery . put_down down cutlery . empty salad_bowl", "src1": "rinse cutlery", "src2": "put_down down cutlery", "src3": "empty salad_bowl", "trg": "rinse salad_bowl", "vis_src": "P22_15:179 P22_15:180 P22_15:181", "vis_trg": "P22_15:182", "narrations": [ "rinse cutlery", "put down down cutlery", "empty salad bowl", "rinse salad bowl" ], "verbs": [ "rinse", "put-down", "empty", "rinse" ], "verb_classes": [ 2, 1, 20, 2 ], "nouns": [ "cutlery", "cutlery", "bowl:salad", "bowl:salad" ], "noun_classes": [ 58, 58, 7, 7 ], "start_stop_timestamps": [ [ "00:06:44.35", "00:06:49.85" ], [ "00:06:49.90", "00:06:51.22" ], [ "00:06:50.91", "00:06:52.28" ], [ "00:06:52.30", "00:06:54.98" ] ], "start_stop_frames": [ [ 24261, 24591 ], [ 24594, 24673 ], [ 24654, 24736 ], [ 24738, 24898 ] ], "trgnoun": "salad_bowl", "trgverb": "rinse" }, { "key": "P22_117+39_40_41_42", "video_id": "P22_117", "narration_ids": [ "P22_117_39", "P22_117_40", "P22_117_41", "P22_117_42" ], "src": "open cupboard . open fridge . pick_up container", "src1": "open cupboard", "src2": "open fridge", "src3": "pick_up container", "trg": "close fridge", "vis_src": "P22_117:39 P22_117:40 P22_117:41", "vis_trg": "P22_117:42", "narrations": [ "open cupboard", "open fridge", "pick up container", "close fridge" ], "verbs": [ "open", "open", "pick-up", "close" ], "verb_classes": [ 3, 3, 0, 4 ], "nouns": [ "cupboard", "fridge", "container", "fridge" ], "noun_classes": [ 3, 12, 21, 12 ], "start_stop_timestamps": [ [ "00:01:06.43", "00:01:07.28" ], [ "00:01:07.33", "00:01:08.59" ], [ "00:01:08.40", "00:01:10.04" ], [ "00:01:09.82", "00:01:11.21" ] ], "start_stop_frames": [ [ 3321, 3364 ], [ 3366, 3429 ], [ 3420, 3501 ], [ 3490, 3560 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_109+328_329_330_331", "video_id": "P04_109", "narration_ids": [ "P04_109_328", "P04_109_329", "P04_109_330", "P04_109_331" ], "src": "put broccoli floret in pan . tear broccoli_floret . put florets in pan", "src1": "put broccoli floret in pan", "src2": "tear broccoli_floret", "src3": "put florets in pan", "trg": "pick_up broccoli_floret", "vis_src": "P04_109:328 P04_109:329 P04_109:330", "vis_trg": "P04_109:331", "narrations": [ "put broccoli floret in pan", "tear broccoli floret", "put florets in pan", "pick up broccoli floret" ], "verbs": [ "put-in", "tear", "put-in", "pick-up" ], "verb_classes": [ 5, 43, 5, 0 ], "nouns": [ "floret", "floret:broccoli", "floret", "floret:broccoli" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:10:33.64", "00:10:36.76" ], [ "00:10:34.30", "00:10:36.29" ], [ "00:10:35.61", "00:10:36.61" ], [ "00:10:36.63", "00:10:37.36" ] ], "start_stop_frames": [ [ 31682, 31838 ], [ 31714, 31814 ], [ 31780, 31830 ], [ 31831, 31868 ] ], "trgnoun": "broccoli_floret", "trgverb": "pick_up" }, { "key": "P04_109+336_337_338_339", "video_id": "P04_109", "narration_ids": [ "P04_109_336", "P04_109_337", "P04_109_338", "P04_109_339" ], "src": "put_down broccoli . tear floret . put florets in pan", "src1": "put_down broccoli", "src2": "tear floret", "src3": "put florets in pan", "trg": "pick_up broccoli", "vis_src": "P04_109:336 P04_109:337 P04_109:338", "vis_trg": "P04_109:339", "narrations": [ "put down broccoli", "tear floret", "put florets in pan", "pick up broccoli" ], "verbs": [ "put-down", "tear", "put-in", "pick-up" ], "verb_classes": [ 1, 43, 5, 0 ], "nouns": [ "broccoli", "floret", "floret", "broccoli" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:10:41.91", "00:10:43.42" ], [ "00:10:43.42", "00:10:45.40" ], [ "00:10:45.50", "00:10:46.13" ], [ "00:10:45.99", "00:10:46.63" ] ], "start_stop_frames": [ [ 32095, 32170 ], [ 32170, 32270 ], [ 32275, 32306 ], [ 32299, 32331 ] ], "trgnoun": "broccoli", "trgverb": "pick_up" }, { "key": "P04_109+333_334_335_336", "video_id": "P04_109", "narration_ids": [ "P04_109_333", "P04_109_334", "P04_109_335", "P04_109_336" ], "src": "put florets in pan . pick_up broccoli . tear floret off broccoli", "src1": "put florets in pan", "src2": "pick_up broccoli", "src3": "tear floret off broccoli", "trg": "put_down broccoli", "vis_src": "P04_109:333 P04_109:334 P04_109:335", "vis_trg": "P04_109:336", "narrations": [ "put florets in pan", "pick up broccoli", "tear floret off broccoli", "put down broccoli" ], "verbs": [ "put-in", "pick-up", "tear-off", "put-down" ], "verb_classes": [ 5, 0, 43, 1 ], "nouns": [ "floret", "broccoli", "broccoli", "broccoli" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:10:38.82", "00:10:39.49" ], [ "00:10:39.72", "00:10:40.15" ], [ "00:10:40.25", "00:10:42.18" ], [ "00:10:41.91", "00:10:43.42" ] ], "start_stop_frames": [ [ 31941, 31974 ], [ 31986, 32007 ], [ 32012, 32108 ], [ 32095, 32170 ] ], "trgnoun": "broccoli", "trgverb": "put_down" }, { "key": "P03_120+90_91_92_93", "video_id": "P03_120", "narration_ids": [ "P03_120_90", "P03_120_91", "P03_120_92", "P03_120_93" ], "src": "pick_up lid of tupperware . close tupperware of butter . pick_up slice of butter", "src1": "pick_up lid of tupperware", "src2": "close tupperware of butter", "src3": "pick_up slice of butter", "trg": "break apart slice of butter into large bowl", "vis_src": "P03_120:90 P03_120:91 P03_120:92", "vis_trg": "P03_120:93", "narrations": [ "pick up lid of tupperware", "close tupperware of butter", "pick up slice of butter", "break apart slice of butter into large bowl" ], "verbs": [ "pick-up", "close", "pick-up", "break-into" ], "verb_classes": [ 0, 4, 0, 30 ], "nouns": [ "lid:tupperware", "tupperware:butter", "slice:butter", "slice:butter" ], "noun_classes": [ 6, 23, 78, 78 ], "start_stop_timestamps": [ [ "00:03:13.89", "00:03:14.56" ], [ "00:03:14.66", "00:03:16.27" ], [ "00:03:18.10", "00:03:19.71" ], [ "00:03:20.52", "00:03:28.11" ] ], "start_stop_frames": [ [ 9694, 9728 ], [ 9733, 9813 ], [ 9905, 9985 ], [ 10026, 10405 ] ], "trgnoun": "butter_slice", "trgverb": "break_into" }, { "key": "P03_120+65_66_67_68", "video_id": "P03_120", "narration_ids": [ "P03_120_65", "P03_120_66", "P03_120_67", "P03_120_68" ], "src": "pick_up paring_knife . slice butter . pick_up slice of butter", "src1": "pick_up paring_knife", "src2": "slice butter", "src3": "pick_up slice of butter", "trg": "put slice of butter in scales", "vis_src": "P03_120:65 P03_120:66 P03_120:67", "vis_trg": "P03_120:68", "narrations": [ "pick up paring knife", "slice butter", "pick up slice of butter", "put slice of butter in scales" ], "verbs": [ "pick-up", "slice", "pick-up", "put-in" ], "verb_classes": [ 0, 7, 0, 5 ], "nouns": [ "knife:paring", "butter", "slice:butter", "slice:butter" ], "noun_classes": [ 4, 78, 78, 78 ], "start_stop_timestamps": [ [ "00:02:19.43", "00:02:19.94" ], [ "00:02:22.56", "00:02:25.61" ], [ "00:02:25.94", "00:02:26.74" ], [ "00:02:26.74", "00:02:28.39" ] ], "start_stop_frames": [ [ 6971, 6997 ], [ 7128, 7280 ], [ 7297, 7337 ], [ 7337, 7419 ] ], "trgnoun": "butter_slice", "trgverb": "put_in" }, { "key": "P04_117+153_154_155_157", "video_id": "P04_117", "narration_ids": [ "P04_117_153", "P04_117_154", "P04_117_155", "P04_117_157" ], "src": "scoop eggs out of saucepan . drop eggs on bread . scrape_off eggs from spatula on side of pan", "src1": "scoop eggs out of saucepan", "src2": "drop eggs on bread", "src3": "scrape_off eggs from spatula on side of pan", "trg": "lay eggs onto bread", "vis_src": "P04_117:153 P04_117:154 P04_117:155", "vis_trg": "P04_117:157", "narrations": [ "scoop eggs out of saucepan", "drop eggs on bread", "scrape off eggs from spatula on side of pan", "lay eggs onto bread" ], "verbs": [ "scoop-out", "drop-on", "scrape-off", "lay-onto" ], "verb_classes": [ 16, 59, 25, 1 ], "nouns": [ "egg", "egg", "egg", "egg" ], "noun_classes": [ 53, 53, 53, 53 ], "start_stop_timestamps": [ [ "00:05:14.38", "00:05:15.44" ], [ "00:05:15.65", "00:05:16.15" ], [ "00:05:16.44", "00:05:19.22" ], [ "00:05:18.70", "00:05:19.82" ] ], "start_stop_frames": [ [ 15719, 15772 ], [ 15782, 15807 ], [ 15822, 15961 ], [ 15935, 15991 ] ], "trgnoun": "egg", "trgverb": "lay_onto" }, { "key": "P03_121+10_11_12_13", "video_id": "P03_121", "narration_ids": [ "P03_121_10", "P03_121_11", "P03_121_12", "P03_121_13" ], "src": "put_down spoon . pick_up paring_knife . turn_on tap", "src1": "put_down spoon", "src2": "pick_up paring_knife", "src3": "turn_on tap", "trg": "rinse paring_knife", "vis_src": "P03_121:10 P03_121:11 P03_121:12", "vis_trg": "P03_121:13", "narrations": [ "put down spoon", "pick up paring knife", "turn on tap", "rinse paring knife" ], "verbs": [ "put-down", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "spoon", "knife:paring", "tap", "knife:paring" ], "noun_classes": [ 1, 4, 0, 4 ], "start_stop_timestamps": [ [ "00:00:55.40", "00:00:56.35" ], [ "00:00:59.81", "00:01:01.27" ], [ "00:01:02.31", "00:01:03.59" ], [ "00:01:03.69", "00:01:06.92" ] ], "start_stop_frames": [ [ 2770, 2817 ], [ 2990, 3063 ], [ 3115, 3179 ], [ 3184, 3346 ] ], "trgnoun": "paring_knife", "trgverb": "rinse" }, { "key": "P29_03+455_456_457_458", "video_id": "P29_03", "narration_ids": [ "P29_03_455", "P29_03_456", "P29_03_457", "P29_03_458" ], "src": "turn_on tap . tip_over cafetiere . rinse cafetiere", "src1": "turn_on tap", "src2": "tip_over cafetiere", "src3": "rinse cafetiere", "trg": "tip cafetiere", "vis_src": "P29_03:455 P29_03:456 P29_03:457", "vis_trg": "P29_03:458", "narrations": [ "turn on tap", "tip over cafetiere", "rinse cafetiere", "tip cafetiere" ], "verbs": [ "turn-on", "tip-over", "rinse", "tip" ], "verb_classes": [ 6, 59, 2, 1 ], "nouns": [ "tap", "cafetiere", "cafetiere", "cafetiere" ], "noun_classes": [ 0, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:28:55.86", "00:28:56.89" ], [ "00:28:57.52", "00:28:59.63" ], [ "00:28:59.36", "00:29:02.32" ], [ "00:29:00.72", "00:29:02.30" ] ], "start_stop_frames": [ [ 104151, 104213 ], [ 104251, 104377 ], [ 104361, 104539 ], [ 104443, 104538 ] ], "trgnoun": "cafetiere", "trgverb": "tip" }, { "key": "P04_115+58_59_60_61", "video_id": "P04_115", "narration_ids": [ "P04_115_58", "P04_115_59", "P04_115_60", "P04_115_61" ], "src": "put butter in pan . scrape butter with spoon . tap spoon on pan", "src1": "put butter in pan", "src2": "scrape butter with spoon", "src3": "tap spoon on pan", "trg": "put_down spoon", "vis_src": "P04_115:58 P04_115:59 P04_115:60", "vis_trg": "P04_115:61", "narrations": [ "put butter in pan", "scrape butter with spoon", "tap spoon on pan", "put down spoon" ], "verbs": [ "put-in", "scrape-with", "tap", "put-down" ], "verb_classes": [ 5, 25, 32, 1 ], "nouns": [ "butter", "butter", "spoon", "spoon" ], "noun_classes": [ 78, 78, 1, 1 ], "start_stop_timestamps": [ [ "00:02:21.94", "00:02:23.26" ], [ "00:02:23.55", "00:02:25.15" ], [ "00:02:25.52", "00:02:27.05" ], [ "00:02:27.05", "00:02:27.79" ] ], "start_stop_frames": [ [ 7097, 7163 ], [ 7177, 7257 ], [ 7276, 7352 ], [ 7352, 7389 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P04_110+93_94_95_96", "video_id": "P04_110", "narration_ids": [ "P04_110_93", "P04_110_94", "P04_110_95", "P04_110_96" ], "src": "lick finger . stir mixture with spoon . wipe finger on spoon", "src1": "lick finger", "src2": "stir mixture with spoon", "src3": "wipe finger on spoon", "trg": "taste mixture", "vis_src": "P04_110:93 P04_110:94 P04_110:95", "vis_trg": "P04_110:96", "narrations": [ "lick finger", "stir mixture with spoon", "wipe finger on spoon", "taste mixture" ], "verbs": [ "lick", "stir", "wipe-on", "taste" ], "verb_classes": [ 35, 10, 2, 35 ], "nouns": [ "finger", "mixture", "finger", "mixture" ], "noun_classes": [ 11, 71, 11, 71 ], "start_stop_timestamps": [ [ "00:03:33.79", "00:03:34.65" ], [ "00:03:34.25", "00:03:36.14" ], [ "00:03:36.14", "00:03:36.90" ], [ "00:03:36.82", "00:03:37.97" ] ], "start_stop_frames": [ [ 10689, 10732 ], [ 10712, 10807 ], [ 10807, 10845 ], [ 10841, 10898 ] ], "trgnoun": "mixture", "trgverb": "taste" }, { "key": "P22_105+0_1_2_3", "video_id": "P22_105", "narration_ids": [ "P22_105_0", "P22_105_1", "P22_105_2", "P22_105_3" ], "src": "open fridge . pick_up mozzarella . close fridge", "src1": "open fridge", "src2": "pick_up mozzarella", "src3": "close fridge", "trg": "put_down mozzarella", "vis_src": "P22_105:0 P22_105:1 P22_105:2", "vis_trg": "P22_105:3", "narrations": [ "open fridge", "pick up mozzarella", "close fridge", "put down mozzarella" ], "verbs": [ "open", "pick-up", "close", "put-down" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "fridge", "mozzarella", "fridge", "mozzarella" ], "noun_classes": [ 12, 32, 12, 32 ], "start_stop_timestamps": [ [ "00:00:03.04", "00:00:05.37" ], [ "00:00:05.36", "00:00:06.94" ], [ "00:00:06.89", "00:00:09.00" ], [ "00:00:13.38", "00:00:14.45" ] ], "start_stop_frames": [ [ 152, 268 ], [ 268, 347 ], [ 344, 450 ], [ 669, 722 ] ], "trgnoun": "mozzarella", "trgverb": "put_down" }, { "key": "P03_120+186_187_188_189", "video_id": "P03_120", "narration_ids": [ "P03_120_186", "P03_120_187", "P03_120_188", "P03_120_189" ], "src": "pick_up tupperware of butter . open fridge . put tupperware of butter in fridge", "src1": "pick_up tupperware of butter", "src2": "open fridge", "src3": "put tupperware of butter in fridge", "trg": "close fridge", "vis_src": "P03_120:186 P03_120:187 P03_120:188", "vis_trg": "P03_120:189", "narrations": [ "pick up tupperware of butter", "open fridge", "put tupperware of butter in fridge", "close fridge" ], "verbs": [ "pick-up", "open", "put-of", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "tupperware:butter", "fridge", "tupperware:butter", "fridge" ], "noun_classes": [ 23, 12, 23, 12 ], "start_stop_timestamps": [ [ "00:10:11.07", "00:10:11.79" ], [ "00:10:12.83", "00:10:13.59" ], [ "00:10:13.95", "00:10:14.75" ], [ "00:10:14.85", "00:10:15.53" ] ], "start_stop_frames": [ [ 30553, 30589 ], [ 30641, 30679 ], [ 30697, 30737 ], [ 30742, 30776 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_109+327_328_329_331", "video_id": "P04_109", "narration_ids": [ "P04_109_327", "P04_109_328", "P04_109_329", "P04_109_331" ], "src": "tear broccoli floret in two . put broccoli floret in pan . tear broccoli_floret", "src1": "tear broccoli floret in two", "src2": "put broccoli floret in pan", "src3": "tear broccoli_floret", "trg": "pick_up broccoli_floret", "vis_src": "P04_109:327 P04_109:328 P04_109:329", "vis_trg": "P04_109:331", "narrations": [ "tear broccoli floret in two", "put broccoli floret in pan", "tear broccoli floret", "pick up broccoli floret" ], "verbs": [ "tear-in", "put-in", "tear", "pick-up" ], "verb_classes": [ 43, 5, 43, 0 ], "nouns": [ "broccoli", "floret", "floret:broccoli", "floret:broccoli" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:10:32.24", "00:10:33.54" ], [ "00:10:33.64", "00:10:36.76" ], [ "00:10:34.30", "00:10:36.29" ], [ "00:10:36.63", "00:10:37.36" ] ], "start_stop_frames": [ [ 31612, 31677 ], [ 31682, 31838 ], [ 31714, 31814 ], [ 31831, 31868 ] ], "trgnoun": "broccoli_floret", "trgverb": "pick_up" }, { "key": "P04_107+546_547_548_551", "video_id": "P04_107", "narration_ids": [ "P04_107_546", "P04_107_547", "P04_107_548", "P04_107_551" ], "src": "put dough_balls in bowl . pick_up dough_balls . drop dough_balls in bowl", "src1": "put dough_balls in bowl", "src2": "pick_up dough_balls", "src3": "drop dough_balls in bowl", "trg": "drop dough in bowl", "vis_src": "P04_107:546 P04_107:547 P04_107:548", "vis_trg": "P04_107:551", "narrations": [ "put dough balls in bowl", "pick up dough balls", "drop dough balls in bowl", "drop dough in bowl" ], "verbs": [ "put-in", "pick-up", "drop-in", "drop-in" ], "verb_classes": [ 5, 0, 59, 59 ], "nouns": [ "ball:dough", "ball:dough", "ball:dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:15:37.37", "00:15:37.60" ], [ "00:15:37.95", "00:15:38.90" ], [ "00:15:39.00", "00:15:39.25" ], [ "00:15:38.76", "00:15:39.21" ] ], "start_stop_frames": [ [ 46868, 46880 ], [ 46897, 46945 ], [ 46950, 46962 ], [ 46938, 46960 ] ], "trgnoun": "dough", "trgverb": "drop_in" }, { "key": "P03_27+4_5_6_7", "video_id": "P03_27", "narration_ids": [ "P03_27_4", "P03_27_5", "P03_27_6", "P03_27_7" ], "src": "open squash . pour squash . place glass", "src1": "open squash", "src2": "pour squash", "src3": "place glass", "trg": "close squash", "vis_src": "P03_27:4 P03_27:5 P03_27:6", "vis_trg": "P03_27:7", "narrations": [ "open squash", "pour squash", "place glass", "close squash" ], "verbs": [ "open", "pour", "place", "close" ], "verb_classes": [ 3, 9, 1, 4 ], "nouns": [ "squash", "squash", "glass", "squash" ], "noun_classes": [ 116, 116, 10, 116 ], "start_stop_timestamps": [ [ "00:00:06.59", "00:00:08.49" ], [ "00:00:09.08", "00:00:12.68" ], [ "00:00:12.76", "00:00:13.74" ], [ "00:00:13.83", "00:00:15.41" ] ], "start_stop_frames": [ [ 395, 509 ], [ 544, 760 ], [ 765, 824 ], [ 829, 924 ] ], "trgnoun": "squash", "trgverb": "close" }, { "key": "P04_109+51_52_53_54", "video_id": "P04_109", "narration_ids": [ "P04_109_51", "P04_109_52", "P04_109_53", "P04_109_54" ], "src": "pick_up bits of carrot . pick_up pieces of carrot . pick_up piece of carrot", "src1": "pick_up bits of carrot", "src2": "pick_up pieces of carrot", "src3": "pick_up piece of carrot", "trg": "drop bits of carrot in measuring jug", "vis_src": "P04_109:51 P04_109:52 P04_109:53", "vis_trg": "P04_109:54", "narrations": [ "pick up bits of carrot", "pick up pieces of carrot", "pick up piece of carrot", "drop bits of carrot in measuring jug" ], "verbs": [ "pick-up", "pick-up", "pick-up", "drop-in" ], "verb_classes": [ 0, 0, 0, 59 ], "nouns": [ "bit:carrot", "piece:carrot", "piece:carrot", "bit:carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:02:23.88", "00:02:25.38" ], [ "00:02:25.27", "00:02:26.63" ], [ "00:02:26.50", "00:02:28.34" ], [ "00:02:28.40", "00:02:29.40" ] ], "start_stop_frames": [ [ 7194, 7269 ], [ 7263, 7331 ], [ 7325, 7417 ], [ 7420, 7470 ] ], "trgnoun": "carrot_bit", "trgverb": "drop_in" }, { "key": "P20_04+32_33_34_35", "video_id": "P20_04", "narration_ids": [ "P20_04_32", "P20_04_33", "P20_04_34", "P20_04_35" ], "src": "open fridge . pick_up bag from fridge . close fridge", "src1": "open fridge", "src2": "pick_up bag from fridge", "src3": "close fridge", "trg": "put_down bag", "vis_src": "P20_04:32 P20_04:33 P20_04:34", "vis_trg": "P20_04:35", "narrations": [ "open fridge", "pick up bag from fridge", "close fridge", "put down bag" ], "verbs": [ "open", "pick-up", "close", "put-down" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "fridge", "bag", "fridge", "bag" ], "noun_classes": [ 12, 19, 12, 19 ], "start_stop_timestamps": [ [ "00:01:54.77", "00:01:57.59" ], [ "00:01:57.65", "00:02:00.07" ], [ "00:02:00.30", "00:02:02.28" ], [ "00:02:03.21", "00:02:04.25" ] ], "start_stop_frames": [ [ 6886, 7055 ], [ 7059, 7204 ], [ 7218, 7336 ], [ 7392, 7455 ] ], "trgnoun": "bag", "trgverb": "put_down" }, { "key": "P03_120+60_61_62_63", "video_id": "P03_120", "narration_ids": [ "P03_120_60", "P03_120_61", "P03_120_62", "P03_120_63" ], "src": "take paring_knife from drawer . close drawer . open butter", "src1": "take paring_knife from drawer", "src2": "close drawer", "src3": "open butter", "trg": "put_down paring_knife", "vis_src": "P03_120:60 P03_120:61 P03_120:62", "vis_trg": "P03_120:63", "narrations": [ "take paring knife from drawer", "close drawer", "open butter", "put down paring knife" ], "verbs": [ "take", "close", "open", "put-down" ], "verb_classes": [ 0, 4, 3, 1 ], "nouns": [ "knife:paring", "drawer", "butter", "knife:paring" ], "noun_classes": [ 4, 8, 78, 4 ], "start_stop_timestamps": [ [ "00:02:08.14", "00:02:09.54" ], [ "00:02:09.44", "00:02:09.89" ], [ "00:02:10.81", "00:02:12.81" ], [ "00:02:12.81", "00:02:13.56" ] ], "start_stop_frames": [ [ 6406, 6477 ], [ 6472, 6494 ], [ 6540, 6640 ], [ 6640, 6678 ] ], "trgnoun": "paring_knife", "trgverb": "put_down" }, { "key": "P10_04+424_425_426_427", "video_id": "P10_04", "narration_ids": [ "P10_04_424", "P10_04_425", "P10_04_426", "P10_04_427" ], "src": "use another spade to mix the with the sprout . look around . keep on mixing the sprouts with the oil", "src1": "use another spade to mix the with the sprout", "src2": "look around", "src3": "keep on mixing the sprouts with the oil", "trg": "cook it", "vis_src": "P10_04:424 P10_04:425 P10_04:426", "vis_trg": "P10_04:427", "narrations": [ "use another spade to mix the with the sprout", "look around", "keep on mixing the sprouts with the oil", "cook it" ], "verbs": [ "mix-with", "look", "mix-with", "cook" ], "verb_classes": [ 10, 38, 10, 45 ], "nouns": [ "spade", "kitchen", "sprout", "sprout" ], "noun_classes": [ 1, 157, 258, 258 ], "start_stop_timestamps": [ [ "00:45:22.14", "00:45:31.14" ], [ "00:45:36.00", "00:45:37.12" ], [ "00:45:36.09", "00:45:41.03" ], [ "00:45:39.54", "00:45:43.56" ] ], "start_stop_frames": [ [ 163328, 163868 ], [ 164160, 164227 ], [ 164165, 164461 ], [ 164372, 164613 ] ], "trgnoun": "sprout", "trgverb": "cook" }, { "key": "P03_120+61_62_63_64", "video_id": "P03_120", "narration_ids": [ "P03_120_61", "P03_120_62", "P03_120_63", "P03_120_64" ], "src": "close drawer . open butter . put_down paring_knife", "src1": "close drawer", "src2": "open butter", "src3": "put_down paring_knife", "trg": "put_down butter", "vis_src": "P03_120:61 P03_120:62 P03_120:63", "vis_trg": "P03_120:64", "narrations": [ "close drawer", "open butter", "put down paring knife", "put down butter" ], "verbs": [ "close", "open", "put-down", "put-down" ], "verb_classes": [ 4, 3, 1, 1 ], "nouns": [ "drawer", "butter", "knife:paring", "butter" ], "noun_classes": [ 8, 78, 4, 78 ], "start_stop_timestamps": [ [ "00:02:09.44", "00:02:09.89" ], [ "00:02:10.81", "00:02:12.81" ], [ "00:02:12.81", "00:02:13.56" ], [ "00:02:18.64", "00:02:19.33" ] ], "start_stop_frames": [ [ 6472, 6494 ], [ 6540, 6640 ], [ 6640, 6678 ], [ 6931, 6966 ] ], "trgnoun": "butter", "trgverb": "put_down" }, { "key": "P02_09+220_221_222_223", "video_id": "P02_09", "narration_ids": [ "P02_09_220", "P02_09_221", "P02_09_222", "P02_09_223" ], "src": "close trash_bin . put chopping_board . put onion on chopping board", "src1": "close trash_bin", "src2": "put chopping_board", "src3": "put onion on chopping board", "trg": "slice onion using knife", "vis_src": "P02_09:220 P02_09:221 P02_09:222", "vis_trg": "P02_09:223", "narrations": [ "close trash bin", "put chopping board", "put onion on chopping board", "slice onion using knife" ], "verbs": [ "close", "put", "put-on", "slice" ], "verb_classes": [ 4, 1, 1, 7 ], "nouns": [ "bin:trash", "board:chopping", "onion", "onion" ], "noun_classes": [ 36, 18, 16, 16 ], "start_stop_timestamps": [ [ "00:13:29.57", "00:13:30.69" ], [ "00:13:30.52", "00:13:32.51" ], [ "00:13:32.22", "00:13:33.31" ], [ "00:13:33.41", "00:13:52.94" ] ], "start_stop_frames": [ [ 48574, 48641 ], [ 48631, 48750 ], [ 48733, 48798 ], [ 48804, 49976 ] ], "trgnoun": "onion", "trgverb": "slice" }, { "key": "P03_120+86_87_88_89", "video_id": "P03_120", "narration_ids": [ "P03_120_86", "P03_120_87", "P03_120_88", "P03_120_89" ], "src": "put_down paring_knife . pick_up butter . rewrap butter", "src1": "put_down paring_knife", "src2": "pick_up butter", "src3": "rewrap butter", "trg": "put butter in tupperware", "vis_src": "P03_120:86 P03_120:87 P03_120:88", "vis_trg": "P03_120:89", "narrations": [ "put down paring knife", "pick up butter", "rewrap butter", "put butter in tupperware" ], "verbs": [ "put-down", "pick-up", "rewrap", "put-in" ], "verb_classes": [ 1, 0, 36, 5 ], "nouns": [ "knife:paring", "butter", "butter", "butter" ], "noun_classes": [ 4, 78, 78, 78 ], "start_stop_timestamps": [ [ "00:02:59.21", "00:02:59.71" ], [ "00:02:59.98", "00:03:00.37" ], [ "00:03:01.23", "00:03:11.31" ], [ "00:03:13.45", "00:03:13.96" ] ], "start_stop_frames": [ [ 8960, 8985 ], [ 8999, 9018 ], [ 9061, 9565 ], [ 9672, 9698 ] ], "trgnoun": "butter", "trgverb": "put_in" }, { "key": "P03_20+68_69_70_71", "video_id": "P03_20", "narration_ids": [ "P03_20_68", "P03_20_69", "P03_20_70", "P03_20_71" ], "src": "grab lunch_boxes . open fridge . put lunch_box in fridge", "src1": "grab lunch_boxes", "src2": "open fridge", "src3": "put lunch_box in fridge", "trg": "close fridge", "vis_src": "P03_20:68 P03_20:69 P03_20:70", "vis_trg": "P03_20:71", "narrations": [ "grab lunch boxes", "open fridge", "put lunch box in fridge", "close fridge" ], "verbs": [ "grab", "open", "put-in", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "box:lunch", "fridge", "box:lunch", "fridge" ], "noun_classes": [ 23, 12, 23, 12 ], "start_stop_timestamps": [ [ "00:05:42.64", "00:05:43.64" ], [ "00:05:44.74", "00:05:45.99" ], [ "00:05:46.50", "00:05:49.59" ], [ "00:05:49.94", "00:05:50.95" ] ], "start_stop_frames": [ [ 20558, 20618 ], [ 20684, 20759 ], [ 20790, 20975 ], [ 20996, 21057 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_109+336_338_339_341", "video_id": "P04_109", "narration_ids": [ "P04_109_336", "P04_109_338", "P04_109_339", "P04_109_341" ], "src": "put_down broccoli . put florets in pan . pick_up broccoli", "src1": "put_down broccoli", "src2": "put florets in pan", "src3": "pick_up broccoli", "trg": "tear_off floret", "vis_src": "P04_109:336 P04_109:338 P04_109:339", "vis_trg": "P04_109:341", "narrations": [ "put down broccoli", "put florets in pan", "pick up broccoli", "tear off floret" ], "verbs": [ "put-down", "put-in", "pick-up", "tear-off" ], "verb_classes": [ 1, 5, 0, 43 ], "nouns": [ "broccoli", "floret", "broccoli", "floret" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:10:41.91", "00:10:43.42" ], [ "00:10:45.50", "00:10:46.13" ], [ "00:10:45.99", "00:10:46.63" ], [ "00:10:46.15", "00:10:47.38" ] ], "start_stop_frames": [ [ 32095, 32170 ], [ 32275, 32306 ], [ 32299, 32331 ], [ 32307, 32369 ] ], "trgnoun": "floret", "trgverb": "tear_off" }, { "key": "P04_109+341_342_343_347", "video_id": "P04_109", "narration_ids": [ "P04_109_341", "P04_109_342", "P04_109_343", "P04_109_347" ], "src": "tear_off floret . tear broccoli floret in two . put floret in pan", "src1": "tear_off floret", "src2": "tear broccoli floret in two", "src3": "put floret in pan", "trg": "tear broccoli floret off broccoli", "vis_src": "P04_109:341 P04_109:342 P04_109:343", "vis_trg": "P04_109:347", "narrations": [ "tear off floret", "tear broccoli floret in two", "put floret in pan", "tear broccoli floret off broccoli" ], "verbs": [ "tear-off", "tear-in", "put-in", "tear" ], "verb_classes": [ 43, 43, 5, 43 ], "nouns": [ "floret", "broccoli", "floret", "broccoli" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:10:46.15", "00:10:47.38" ], [ "00:10:48.30", "00:10:48.84" ], [ "00:10:48.71", "00:10:49.09" ], [ "00:10:51.64", "00:10:53.39" ] ], "start_stop_frames": [ [ 32307, 32369 ], [ 32414, 32442 ], [ 32435, 32454 ], [ 32582, 32669 ] ], "trgnoun": "broccoli", "trgverb": "tear" }, { "key": "P02_120+114_115_116_117", "video_id": "P02_120", "narration_ids": [ "P02_120_114", "P02_120_115", "P02_120_116", "P02_120_117" ], "src": "blend ingredients . turn_off blender . rest blender on side of bowl", "src1": "blend ingredients", "src2": "turn_off blender", "src3": "rest blender on side of bowl", "trg": "turn blender upside down", "vis_src": "P02_120:114 P02_120:115 P02_120:116", "vis_trg": "P02_120:117", "narrations": [ "blend ingredients", "turn off blender", "rest blender on side of bowl", "turn blender upside down" ], "verbs": [ "blend", "turn-off", "rest-on", "turn" ], "verb_classes": [ 10, 8, 1, 23 ], "nouns": [ "ingredient", "blender", "blender", "blender" ], "noun_classes": [ 34, 82, 82, 82 ], "start_stop_timestamps": [ [ "00:06:45.95", "00:06:58.40" ], [ "00:06:58.02", "00:06:59.42" ], [ "00:07:00.24", "00:07:02.49" ], [ "00:07:02.25", "00:07:03.67" ] ], "start_stop_frames": [ [ 20297, 20920 ], [ 20901, 20971 ], [ 21012, 21124 ], [ 21112, 21183 ] ], "trgnoun": "blender", "trgverb": "turn" }, { "key": "P01_106+92_93_94_95", "video_id": "P01_106", "narration_ids": [ "P01_106_92", "P01_106_93", "P01_106_94", "P01_106_95" ], "src": "put bowl onto drying rack . pick_up colander . rinse colander", "src1": "put bowl onto drying rack", "src2": "pick_up colander", "src3": "rinse colander", "trg": "put colander onto drying rack", "vis_src": "P01_106:92 P01_106:93 P01_106:94", "vis_trg": "P01_106:95", "narrations": [ "put bowl onto drying rack", "pick up colander", "rinse colander", "put colander onto drying rack" ], "verbs": [ "put-onto", "pick-up", "rinse", "put-onto" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "bowl", "colander", "colander", "colander" ], "noun_classes": [ 7, 39, 39, 39 ], "start_stop_timestamps": [ [ "00:04:14.85", "00:04:15.97" ], [ "00:04:16.69", "00:04:17.88" ], [ "00:04:17.91", "00:04:30.49" ], [ "00:04:30.59", "00:04:33.05" ] ], "start_stop_frames": [ [ 12742, 12798 ], [ 12834, 12894 ], [ 12895, 13524 ], [ 13529, 13652 ] ], "trgnoun": "colander", "trgverb": "put_onto" }, { "key": "P04_109+352_353_354_356", "video_id": "P04_109", "narration_ids": [ "P04_109_352", "P04_109_353", "P04_109_354", "P04_109_356" ], "src": "tear broccoli floret into two . drop floret in pan . tear broccoli floret in two", "src1": "tear broccoli floret into two", "src2": "drop floret in pan", "src3": "tear broccoli floret in two", "trg": "pick_up broccoli_floret", "vis_src": "P04_109:352 P04_109:353 P04_109:354", "vis_trg": "P04_109:356", "narrations": [ "tear broccoli floret into two", "drop floret in pan", "tear broccoli floret in two", "pick up broccoli floret" ], "verbs": [ "tear-into", "drop-in", "tear-in", "pick-up" ], "verb_classes": [ 43, 59, 43, 0 ], "nouns": [ "broccoli", "floret", "broccoli", "floret:broccoli" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:10:56.51", "00:10:57.10" ], [ "00:10:57.01", "00:10:57.46" ], [ "00:10:57.56", "00:10:58.72" ], [ "00:10:59.26", "00:10:59.80" ] ], "start_stop_frames": [ [ 32825, 32855 ], [ 32850, 32873 ], [ 32878, 32936 ], [ 32963, 32990 ] ], "trgnoun": "broccoli_floret", "trgverb": "pick_up" }, { "key": "P03_120+98_99_100_101", "video_id": "P03_120", "narration_ids": [ "P03_120_98", "P03_120_99", "P03_120_100", "P03_120_101" ], "src": "pick_up slice of butter . break apart slice of butter into large bowl . pick_up slices of butter", "src1": "pick_up slice of butter", "src2": "break apart slice of butter into large bowl", "src3": "pick_up slices of butter", "trg": "break_apart slices of butter into large bowl", "vis_src": "P03_120:98 P03_120:99 P03_120:100", "vis_trg": "P03_120:101", "narrations": [ "pick up slice of butter", "break apart slice of butter into large bowl", "pick up slices of butter", "break apart slices of butter into large bowl" ], "verbs": [ "pick-up", "break-into", "pick-up", "break-apart" ], "verb_classes": [ 0, 30, 0, 30 ], "nouns": [ "slice:butter", "slice:butter", "slice:butter", "slice:butter" ], "noun_classes": [ 78, 78, 78, 78 ], "start_stop_timestamps": [ [ "00:03:43.46", "00:03:44.40" ], [ "00:03:44.93", "00:04:03.34" ], [ "00:04:04.64", "00:04:06.02" ], [ "00:04:06.52", "00:04:12.04" ] ], "start_stop_frames": [ [ 11173, 11220 ], [ 11246, 12167 ], [ 12232, 12301 ], [ 12326, 12602 ] ], "trgnoun": "butter_slice", "trgverb": "break_apart" }, { "key": "P04_109+332_333_334_335", "video_id": "P04_109", "narration_ids": [ "P04_109_332", "P04_109_333", "P04_109_334", "P04_109_335" ], "src": "tear broccoli_floret . put florets in pan . pick_up broccoli", "src1": "tear broccoli_floret", "src2": "put florets in pan", "src3": "pick_up broccoli", "trg": "tear floret off broccoli", "vis_src": "P04_109:332 P04_109:333 P04_109:334", "vis_trg": "P04_109:335", "narrations": [ "tear broccoli floret", "put florets in pan", "pick up broccoli", "tear floret off broccoli" ], "verbs": [ "tear", "put-in", "pick-up", "tear-off" ], "verb_classes": [ 43, 5, 0, 43 ], "nouns": [ "floret:broccoli", "floret", "broccoli", "broccoli" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:10:37.42", "00:10:38.72" ], [ "00:10:38.82", "00:10:39.49" ], [ "00:10:39.72", "00:10:40.15" ], [ "00:10:40.25", "00:10:42.18" ] ], "start_stop_frames": [ [ 31870, 31936 ], [ 31941, 31974 ], [ 31986, 32007 ], [ 32012, 32108 ] ], "trgnoun": "broccoli", "trgverb": "tear_off" }, { "key": "P03_112+105_106_107_108", "video_id": "P03_112", "narration_ids": [ "P03_112_105", "P03_112_106", "P03_112_107", "P03_112_108" ], "src": "open cheese . take cheese out of packet . grate cheese into bowl", "src1": "open cheese", "src2": "take cheese out of packet", "src3": "grate cheese into bowl", "trg": "tap cheese against grater", "vis_src": "P03_112:105 P03_112:106 P03_112:107", "vis_trg": "P03_112:108", "narrations": [ "open cheese", "take cheese out of packet", "grate cheese into bowl", "tap cheese against grater" ], "verbs": [ "open", "take-out", "grate-into", "tap" ], "verb_classes": [ 3, 12, 77, 32 ], "nouns": [ "cheese", "cheese", "cheese", "cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:03:07.12", "00:03:09.90" ], [ "00:03:09.66", "00:03:10.87" ], [ "00:03:13.52", "00:03:42.73" ], [ "00:03:42.80", "00:03:44.85" ] ], "start_stop_frames": [ [ 9356, 9495 ], [ 9483, 9543 ], [ 9676, 11136 ], [ 11140, 11242 ] ], "trgnoun": "cheese", "trgverb": "tap" }, { "key": "P02_109+57_58_59_60", "video_id": "P02_109", "narration_ids": [ "P02_109_57", "P02_109_58", "P02_109_59", "P02_109_60" ], "src": "switch_on hob . open oil_bottle . pour oil from bottle onto pan", "src1": "switch_on hob", "src2": "open oil_bottle", "src3": "pour oil from bottle onto pan", "trg": "close oil_bottle", "vis_src": "P02_109:57 P02_109:58 P02_109:59", "vis_trg": "P02_109:60", "narrations": [ "switch on hob", "open oil bottle", "pour oil from bottle onto pan", "close oil bottle" ], "verbs": [ "switch-on", "open", "pour-from", "close" ], "verb_classes": [ 6, 3, 9, 4 ], "nouns": [ "hob", "bottle:oil", "oil", "bottle:oil" ], "noun_classes": [ 24, 15, 31, 15 ], "start_stop_timestamps": [ [ "00:05:42.90", "00:05:44.97" ], [ "00:05:45.33", "00:05:46.19" ], [ "00:05:46.29", "00:05:48.21" ], [ "00:05:48.26", "00:05:48.83" ] ], "start_stop_frames": [ [ 17145, 17248 ], [ 17266, 17309 ], [ 17314, 17410 ], [ 17413, 17441 ] ], "trgnoun": "oil_bottle", "trgverb": "close" }, { "key": "P02_109+58_59_60_61", "video_id": "P02_109", "narration_ids": [ "P02_109_58", "P02_109_59", "P02_109_60", "P02_109_61" ], "src": "open oil_bottle . pour oil from bottle onto pan . close oil_bottle", "src1": "open oil_bottle", "src2": "pour oil from bottle onto pan", "src3": "close oil_bottle", "trg": "put_down oil_bottle", "vis_src": "P02_109:58 P02_109:59 P02_109:60", "vis_trg": "P02_109:61", "narrations": [ "open oil bottle", "pour oil from bottle onto pan", "close oil bottle", "put down oil bottle" ], "verbs": [ "open", "pour-from", "close", "put-down" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "bottle:oil", "oil", "bottle:oil", "bottle:oil" ], "noun_classes": [ 15, 31, 15, 15 ], "start_stop_timestamps": [ [ "00:05:45.33", "00:05:46.19" ], [ "00:05:46.29", "00:05:48.21" ], [ "00:05:48.26", "00:05:48.83" ], [ "00:05:49.45", "00:05:49.97" ] ], "start_stop_frames": [ [ 17266, 17309 ], [ 17314, 17410 ], [ 17413, 17441 ], [ 17472, 17498 ] ], "trgnoun": "oil_bottle", "trgverb": "put_down" }, { "key": "P03_120+185_186_187_188", "video_id": "P03_120", "narration_ids": [ "P03_120_185", "P03_120_186", "P03_120_187", "P03_120_188" ], "src": "put_down measuring_cup . pick_up tupperware of butter . open fridge", "src1": "put_down measuring_cup", "src2": "pick_up tupperware of butter", "src3": "open fridge", "trg": "put tupperware of butter in fridge", "vis_src": "P03_120:185 P03_120:186 P03_120:187", "vis_trg": "P03_120:188", "narrations": [ "put down measuring cup", "pick up tupperware of butter", "open fridge", "put tupperware of butter in fridge" ], "verbs": [ "put-down", "pick-up", "open", "put-of" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "cup:measuring", "tupperware:butter", "fridge", "tupperware:butter" ], "noun_classes": [ 13, 23, 12, 23 ], "start_stop_timestamps": [ [ "00:10:10.57", "00:10:11.08" ], [ "00:10:11.07", "00:10:11.79" ], [ "00:10:12.83", "00:10:13.59" ], [ "00:10:13.95", "00:10:14.75" ] ], "start_stop_frames": [ [ 30528, 30554 ], [ 30553, 30589 ], [ 30641, 30679 ], [ 30697, 30737 ] ], "trgnoun": "butter_tupperware", "trgverb": "put_of" }, { "key": "P02_122+136_137_138_139", "video_id": "P02_122", "narration_ids": [ "P02_122_136", "P02_122_137", "P02_122_138", "P02_122_139" ], "src": "open oil_bottle . pour oil from bottle into pan . close oil_bottle", "src1": "open oil_bottle", "src2": "pour oil from bottle into pan", "src3": "close oil_bottle", "trg": "put_down oil_bottle", "vis_src": "P02_122:136 P02_122:137 P02_122:138", "vis_trg": "P02_122:139", "narrations": [ "open oil bottle", "pour oil from bottle into pan", "close oil bottle", "put down oil bottle" ], "verbs": [ "open", "pour-from", "close", "put-down" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "bottle:oil", "oil", "bottle:oil", "bottle:oil" ], "noun_classes": [ 15, 31, 15, 15 ], "start_stop_timestamps": [ [ "00:08:23.41", "00:08:24.43" ], [ "00:08:24.38", "00:08:26.59" ], [ "00:08:26.65", "00:08:28.24" ], [ "00:08:28.31", "00:08:29.58" ] ], "start_stop_frames": [ [ 25170, 25221 ], [ 25219, 25329 ], [ 25332, 25412 ], [ 25415, 25479 ] ], "trgnoun": "oil_bottle", "trgverb": "put_down" }, { "key": "P07_113+108_109_110_111", "video_id": "P07_113", "narration_ids": [ "P07_113_108", "P07_113_109", "P07_113_110", "P07_113_111" ], "src": "grab knife . press garlic . put garlic into rice", "src1": "grab knife", "src2": "press garlic", "src3": "put garlic into rice", "trg": "grab garlic", "vis_src": "P07_113:108 P07_113:109 P07_113:110", "vis_trg": "P07_113:111", "narrations": [ "grab knife", "press garlic", "put garlic into rice", "grab garlic" ], "verbs": [ "grab", "press", "put-into", "grab" ], "verb_classes": [ 0, 21, 5, 0 ], "nouns": [ "knife", "garlic", "garlic", "garlic" ], "noun_classes": [ 4, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:05:36.71", "00:05:37.68" ], [ "00:05:37.95", "00:05:43.21" ], [ "00:05:48.66", "00:05:49.50" ], [ "00:05:50.07", "00:05:50.63" ] ], "start_stop_frames": [ [ 16835, 16884 ], [ 16897, 17160 ], [ 17433, 17475 ], [ 17503, 17531 ] ], "trgnoun": "garlic", "trgverb": "grab" }, { "key": "P07_113+107_108_109_110", "video_id": "P07_113", "narration_ids": [ "P07_113_107", "P07_113_108", "P07_113_109", "P07_113_110" ], "src": "put onion into rice . grab knife . press garlic", "src1": "put onion into rice", "src2": "grab knife", "src3": "press garlic", "trg": "put garlic into rice", "vis_src": "P07_113:107 P07_113:108 P07_113:109", "vis_trg": "P07_113:110", "narrations": [ "put onion into rice", "grab knife", "press garlic", "put garlic into rice" ], "verbs": [ "put-into", "grab", "press", "put-into" ], "verb_classes": [ 5, 0, 21, 5 ], "nouns": [ "onion", "knife", "garlic", "garlic" ], "noun_classes": [ 16, 4, 51, 51 ], "start_stop_timestamps": [ [ "00:05:29.16", "00:05:36.75" ], [ "00:05:36.71", "00:05:37.68" ], [ "00:05:37.95", "00:05:43.21" ], [ "00:05:48.66", "00:05:49.50" ] ], "start_stop_frames": [ [ 16458, 16837 ], [ 16835, 16884 ], [ 16897, 17160 ], [ 17433, 17475 ] ], "trgnoun": "garlic", "trgverb": "put_into" }, { "key": "P24_07+43_44_45_46", "video_id": "P24_07", "narration_ids": [ "P24_07_43", "P24_07_44", "P24_07_45", "P24_07_46" ], "src": "pick_up bag . open fridge . put_down bag", "src1": "pick_up bag", "src2": "open fridge", "src3": "put_down bag", "trg": "close fridge", "vis_src": "P24_07:43 P24_07:44 P24_07:45", "vis_trg": "P24_07:46", "narrations": [ "pick up bag", "open fridge", "put down bag", "close fridge" ], "verbs": [ "pick-up", "open", "put-down", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "bag", "fridge", "bag", "fridge" ], "noun_classes": [ 19, 12, 19, 12 ], "start_stop_timestamps": [ [ "00:02:08.36", "00:02:09.37" ], [ "00:02:11.26", "00:02:12.46" ], [ "00:02:12.53", "00:02:15.33" ], [ "00:02:15.37", "00:02:18.56" ] ], "start_stop_frames": [ [ 7701, 7762 ], [ 7875, 7947 ], [ 7951, 8119 ], [ 8122, 8313 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P13_08+149_150_151_152", "video_id": "P13_08", "narration_ids": [ "P13_08_149", "P13_08_150", "P13_08_151", "P13_08_152" ], "src": "clean strainer . clean spoon . remove cream", "src1": "clean strainer", "src2": "clean spoon", "src3": "remove cream", "trg": "put spoon in drawer", "vis_src": "P13_08:149 P13_08:150 P13_08:151", "vis_trg": "P13_08:152", "narrations": [ "clean strainer", "clean spoon", "remove cream", "put spoon in drawer" ], "verbs": [ "clean", "clean", "remove", "put-in" ], "verb_classes": [ 2, 2, 12, 5 ], "nouns": [ "strainer", "spoon", "cream", "spoon" ], "noun_classes": [ 39, 1, 143, 1 ], "start_stop_timestamps": [ [ "00:33:17.75", "00:33:33.11" ], [ "00:33:33.21", "00:33:51.64" ], [ "00:33:50.45", "00:34:16.43" ], [ "00:34:18.06", "00:34:20.51" ] ], "start_stop_frames": [ [ 119865, 120786 ], [ 120792, 121898 ], [ 121827, 123385 ], [ 123483, 123630 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P29_01+282_283_284_286", "video_id": "P29_01", "narration_ids": [ "P29_01_282", "P29_01_283", "P29_01_284", "P29_01_286" ], "src": "throw green_beans in pan . stir mixture . snap green_beans", "src1": "throw green_beans in pan", "src2": "stir mixture", "src3": "snap green_beans", "trg": "pick_up lid", "vis_src": "P29_01:282 P29_01:283 P29_01:284", "vis_trg": "P29_01:286", "narrations": [ "throw green beans in pan", "stir mixture", "snap green beans", "pick up lid" ], "verbs": [ "throw-in", "stir", "snap", "pick-up" ], "verb_classes": [ 13, 10, 30, 0 ], "nouns": [ "bean:green", "mixture", "bean:green", "lid" ], "noun_classes": [ 185, 71, 185, 6 ], "start_stop_timestamps": [ [ "00:17:58.96", "00:18:00.09" ], [ "00:18:14.00", "00:18:22.83" ], [ "00:18:14.53", "00:18:15.74" ], [ "00:18:24.33", "00:18:25.67" ] ], "start_stop_frames": [ [ 64737, 64805 ], [ 65640, 66169 ], [ 65671, 65744 ], [ 66259, 66340 ] ], "trgnoun": "lid", "trgverb": "pick_up" }, { "key": "P35_109+267_268_269_270", "video_id": "P35_109", "narration_ids": [ "P35_109_267", "P35_109_268", "P35_109_269", "P35_109_270" ], "src": "dry saucepan . put_down saucepan . pick_up glass", "src1": "dry saucepan", "src2": "put_down saucepan", "src3": "pick_up glass", "trg": "drain glass", "vis_src": "P35_109:267 P35_109:268 P35_109:269", "vis_trg": "P35_109:270", "narrations": [ "dry saucepan", "put down saucepan", "pick up glass", "drain glass" ], "verbs": [ "dry", "put-down", "pick-up", "drain" ], "verb_classes": [ 14, 1, 0, 37 ], "nouns": [ "saucepan", "saucepan", "glass", "glass" ], "noun_classes": [ 5, 5, 10, 10 ], "start_stop_timestamps": [ [ "00:17:58.37", "00:18:14.95" ], [ "00:18:15.07", "00:18:16.49" ], [ "00:18:19.04", "00:18:19.48" ], [ "00:18:19.89", "00:18:21.35" ] ], "start_stop_frames": [ [ 53918, 54747 ], [ 54753, 54824 ], [ 54952, 54974 ], [ 54994, 55067 ] ], "trgnoun": "glass", "trgverb": "drain" }, { "key": "P07_117+15_16_17_18", "video_id": "P07_117", "narration_ids": [ "P07_117_15", "P07_117_16", "P07_117_17", "P07_117_18" ], "src": "pour washing up liquid on plate . grab sponge . grab cloth", "src1": "pour washing up liquid on plate", "src2": "grab sponge", "src3": "grab cloth", "trg": "move cloth", "vis_src": "P07_117:15 P07_117:16 P07_117:17", "vis_trg": "P07_117:18", "narrations": [ "pour washing up liquid on plate", "grab sponge", "grab cloth", "move cloth" ], "verbs": [ "pour", "grab", "grab", "move" ], "verb_classes": [ 9, 0, 0, 11 ], "nouns": [ "liquid:washing:up", "sponge", "cloth", "cloth" ], "noun_classes": [ 22, 9, 17, 17 ], "start_stop_timestamps": [ [ "00:00:30.92", "00:00:31.88" ], [ "00:00:33.01", "00:00:34.03" ], [ "00:00:35.29", "00:00:35.53" ], [ "00:00:35.75", "00:00:36.34" ] ], "start_stop_frames": [ [ 1546, 1594 ], [ 1650, 1701 ], [ 1764, 1776 ], [ 1787, 1817 ] ], "trgnoun": "cloth", "trgverb": "move" }, { "key": "P30_05+503_504_505_506", "video_id": "P30_05", "narration_ids": [ "P30_05_503", "P30_05_504", "P30_05_505", "P30_05_506" ], "src": "empty washing out bowl . lift pan_lid . adjust gas_temperature", "src1": "empty washing out bowl", "src2": "lift pan_lid", "src3": "adjust gas_temperature", "trg": "put pan_lid", "vis_src": "P30_05:503 P30_05:504 P30_05:505", "vis_trg": "P30_05:506", "narrations": [ "empty washing out bowl", "lift pan lid", "adjust gas temperature", "put pan lid" ], "verbs": [ "empty", "lift", "adjust", "put" ], "verb_classes": [ 20, 33, 17, 1 ], "nouns": [ "bowl", "lid:pan", "temperature:gas", "lid:pan" ], "noun_classes": [ 7, 6, 65, 6 ], "start_stop_timestamps": [ [ "00:38:17.90", "00:38:19.98" ], [ "00:38:24.42", "00:38:25.99" ], [ "00:38:26.16", "00:38:32.79" ], [ "00:38:31.73", "00:38:34.58" ] ], "start_stop_frames": [ [ 137874, 137998 ], [ 138265, 138359 ], [ 138369, 138767 ], [ 138703, 138874 ] ], "trgnoun": "pan_lid", "trgverb": "put" }, { "key": "P01_18+218_219_220_221", "video_id": "P01_18", "narration_ids": [ "P01_18_218", "P01_18_219", "P01_18_220", "P01_18_221" ], "src": "close fridge . take something from the floor . open bin", "src1": "close fridge", "src2": "take something from the floor", "src3": "open bin", "trg": "throw something into bin", "vis_src": "P01_18:218 P01_18:219 P01_18:220", "vis_trg": "P01_18:221", "narrations": [ "close fridge", "take something from the floor", "open bin", "throw something into bin" ], "verbs": [ "close", "take-from", "open", "throw-into" ], "verb_classes": [ 4, 0, 3, 13 ], "nouns": [ "fridge", "floor", "bin", "bin" ], "noun_classes": [ 12, 159, 36, 36 ], "start_stop_timestamps": [ [ "00:17:26.81", "00:17:27.67" ], [ "00:17:32.25", "00:17:34.12" ], [ "00:17:37.09", "00:17:38.23" ], [ "00:17:37.58", "00:17:38.17" ] ], "start_stop_frames": [ [ 62808, 62860 ], [ 63135, 63247 ], [ 63425, 63493 ], [ 63454, 63490 ] ], "trgnoun": "bin", "trgverb": "throw_into" }, { "key": "P07_102+42_43_44_45", "video_id": "P07_102", "narration_ids": [ "P07_102_42", "P07_102_43", "P07_102_44", "P07_102_45" ], "src": "grab sponge . wash cutting_board . turn_on tap", "src1": "grab sponge", "src2": "wash cutting_board", "src3": "turn_on tap", "trg": "rinse cutting_board", "vis_src": "P07_102:42 P07_102:43 P07_102:44", "vis_trg": "P07_102:45", "narrations": [ "grab sponge", "wash cutting board", "turn on tap", "rinse cutting board" ], "verbs": [ "grab", "wash", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "sponge", "board:cutting", "tap", "board:cutting" ], "noun_classes": [ 9, 18, 0, 18 ], "start_stop_timestamps": [ [ "00:02:25.24", "00:02:26.23" ], [ "00:02:26.21", "00:02:39.16" ], [ "00:02:39.26", "00:02:40.63" ], [ "00:02:40.71", "00:02:49.94" ] ], "start_stop_frames": [ [ 7262, 7311 ], [ 7310, 7958 ], [ 7963, 8031 ], [ 8035, 8497 ] ], "trgnoun": "cutting_board", "trgverb": "rinse" }, { "key": "P28_08+38_39_40_41", "video_id": "P28_08", "narration_ids": [ "P28_08_38", "P28_08_39", "P28_08_40", "P28_08_41" ], "src": "put_down dish washing liquid . soak sponge . take scissors", "src1": "put_down dish washing liquid", "src2": "soak sponge", "src3": "take scissors", "trg": "wash scissors", "vis_src": "P28_08:38 P28_08:39 P28_08:40", "vis_trg": "P28_08:41", "narrations": [ "put down dish washing liquid", "soak sponge", "take scissors", "wash scissors" ], "verbs": [ "put-down", "soak", "take", "wash" ], "verb_classes": [ 1, 56, 0, 2 ], "nouns": [ "liquid:dish:washing", "sponge", "scissors", "scissors" ], "noun_classes": [ 22, 9, 79, 79 ], "start_stop_timestamps": [ [ "00:02:10.25", "00:02:11.13" ], [ "00:02:11.29", "00:02:13.01" ], [ "00:02:15.86", "00:02:16.86" ], [ "00:02:16.70", "00:02:21.29" ] ], "start_stop_frames": [ [ 7815, 7867 ], [ 7877, 7980 ], [ 8151, 8211 ], [ 8202, 8477 ] ], "trgnoun": "scissors", "trgverb": "wash" }, { "key": "P07_102+36_37_38_39", "video_id": "P07_102", "narration_ids": [ "P07_102_36", "P07_102_37", "P07_102_38", "P07_102_39" ], "src": "grab sponge . wash pot . turn_on tap", "src1": "grab sponge", "src2": "wash pot", "src3": "turn_on tap", "trg": "rinse pot", "vis_src": "P07_102:36 P07_102:37 P07_102:38", "vis_trg": "P07_102:39", "narrations": [ "grab sponge", "wash pot", "turn on tap", "rinse pot" ], "verbs": [ "grab", "wash", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "sponge", "pot", "tap", "pot" ], "noun_classes": [ 9, 29, 0, 29 ], "start_stop_timestamps": [ [ "00:01:41.26", "00:01:41.91" ], [ "00:01:42.25", "00:01:59.37" ], [ "00:01:59.37", "00:02:00.77" ], [ "00:02:00.95", "00:02:07.40" ] ], "start_stop_frames": [ [ 5063, 5095 ], [ 5112, 5968 ], [ 5968, 6038 ], [ 6047, 6370 ] ], "trgnoun": "pot", "trgverb": "rinse" }, { "key": "P30_108+72_73_74_75", "video_id": "P30_108", "narration_ids": [ "P30_108_72", "P30_108_73", "P30_108_74", "P30_108_75" ], "src": "put pan_lid on drying rack . pick_up sponge . pick_up pot", "src1": "put pan_lid on drying rack", "src2": "pick_up sponge", "src3": "pick_up pot", "trg": "scrub pot", "vis_src": "P30_108:72 P30_108:73 P30_108:74", "vis_trg": "P30_108:75", "narrations": [ "put pan lid on drying rack", "pick up sponge", "pick up pot", "scrub pot" ], "verbs": [ "put-on", "pick-up", "pick-up", "scrub" ], "verb_classes": [ 1, 0, 0, 29 ], "nouns": [ "lid:pan", "sponge", "pot", "pot" ], "noun_classes": [ 6, 9, 29, 29 ], "start_stop_timestamps": [ [ "00:02:18.38", "00:02:25.08" ], [ "00:02:23.14", "00:02:31.39" ], [ "00:02:31.24", "00:02:33.61" ], [ "00:02:31.38", "00:02:33.79" ] ], "start_stop_frames": [ [ 6919, 7253 ], [ 7156, 7569 ], [ 7562, 7680 ], [ 7569, 7689 ] ], "trgnoun": "pot", "trgverb": "scrub" }, { "key": "P07_117+65_66_67_68", "video_id": "P07_117", "narration_ids": [ "P07_117_65", "P07_117_66", "P07_117_67", "P07_117_68" ], "src": "grab sponge . wash pot . turn_on tap", "src1": "grab sponge", "src2": "wash pot", "src3": "turn_on tap", "trg": "rinse pot", "vis_src": "P07_117:65 P07_117:66 P07_117:67", "vis_trg": "P07_117:68", "narrations": [ "grab sponge", "wash pot", "turn on tap", "rinse pot" ], "verbs": [ "grab", "wash", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "sponge", "pot", "tap", "pot" ], "noun_classes": [ 9, 29, 0, 29 ], "start_stop_timestamps": [ [ "00:02:43.15", "00:02:43.96" ], [ "00:02:44.03", "00:02:48.12" ], [ "00:02:48.17", "00:02:49.42" ], [ "00:02:49.35", "00:03:01.70" ] ], "start_stop_frames": [ [ 8157, 8198 ], [ 8201, 8406 ], [ 8408, 8471 ], [ 8467, 9085 ] ], "trgnoun": "pot", "trgverb": "rinse" }, { "key": "P27_101+342_343_344_345", "video_id": "P27_101", "narration_ids": [ "P27_101_342", "P27_101_343", "P27_101_344", "P27_101_345" ], "src": "close garbage_bin . pick_up baking_tray . pick_up paper", "src1": "close garbage_bin", "src2": "pick_up baking_tray", "src3": "pick_up paper", "trg": "open garbage_bin", "vis_src": "P27_101:342 P27_101:343 P27_101:344", "vis_trg": "P27_101:345", "narrations": [ "close garbage bin", "pick up baking tray", "pick up paper", "open garbage bin" ], "verbs": [ "close", "pick-up", "pick-up", "open" ], "verb_classes": [ 4, 0, 0, 3 ], "nouns": [ "bin:garbage", "tray:baking", "paper", "bin:garbage" ], "noun_classes": [ 36, 35, 49, 36 ], "start_stop_timestamps": [ [ "00:16:01.42", "00:16:02.32" ], [ "00:16:03.64", "00:16:04.64" ], [ "00:16:04.74", "00:16:09.60" ], [ "00:16:09.84", "00:16:10.34" ] ], "start_stop_frames": [ [ 48071, 48116 ], [ 48182, 48232 ], [ 48237, 48480 ], [ 48492, 48517 ] ], "trgnoun": "garbage_bin", "trgverb": "open" }, { "key": "P07_117+88_89_90_91", "video_id": "P07_117", "narration_ids": [ "P07_117_88", "P07_117_89", "P07_117_90", "P07_117_91" ], "src": "grab sponge . wash pot . turn_on tap", "src1": "grab sponge", "src2": "wash pot", "src3": "turn_on tap", "trg": "rinse pot", "vis_src": "P07_117:88 P07_117:89 P07_117:90", "vis_trg": "P07_117:91", "narrations": [ "grab sponge", "wash pot", "turn on tap", "rinse pot" ], "verbs": [ "grab", "wash", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "sponge", "pot", "tap", "pot" ], "noun_classes": [ 9, 29, 0, 29 ], "start_stop_timestamps": [ [ "00:04:15.44", "00:04:15.94" ], [ "00:04:15.98", "00:04:20.97" ], [ "00:04:24.92", "00:04:28.40" ], [ "00:04:25.77", "00:04:42.74" ] ], "start_stop_frames": [ [ 12772, 12797 ], [ 12799, 13048 ], [ 13246, 13419 ], [ 13288, 14137 ] ], "trgnoun": "pot", "trgverb": "rinse" }, { "key": "P07_117+104_105_106_107", "video_id": "P07_117", "narration_ids": [ "P07_117_104", "P07_117_105", "P07_117_106", "P07_117_107" ], "src": "grab sponge . wash container . turn_on tap", "src1": "grab sponge", "src2": "wash container", "src3": "turn_on tap", "trg": "rinse container", "vis_src": "P07_117:104 P07_117:105 P07_117:106", "vis_trg": "P07_117:107", "narrations": [ "grab sponge", "wash container", "turn on tap", "rinse container" ], "verbs": [ "grab", "wash", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "sponge", "container", "tap", "container" ], "noun_classes": [ 9, 21, 0, 21 ], "start_stop_timestamps": [ [ "00:05:04.35", "00:05:04.95" ], [ "00:05:05.27", "00:05:08.97" ], [ "00:05:08.76", "00:05:10.24" ], [ "00:05:10.25", "00:05:16.05" ] ], "start_stop_frames": [ [ 15217, 15247 ], [ 15263, 15448 ], [ 15438, 15512 ], [ 15512, 15802 ] ], "trgnoun": "container", "trgverb": "rinse" }, { "key": "P07_107+12_13_14_15", "video_id": "P07_107", "narration_ids": [ "P07_107_12", "P07_107_13", "P07_107_14", "P07_107_15" ], "src": "rinse coffee_maker . grab sponge . grab washing up liquid", "src1": "rinse coffee_maker", "src2": "grab sponge", "src3": "grab washing up liquid", "trg": "pour washing up liquid on sponge", "vis_src": "P07_107:12 P07_107:13 P07_107:14", "vis_trg": "P07_107:15", "narrations": [ "rinse coffee maker", "grab sponge", "grab washing up liquid", "pour washing up liquid on sponge" ], "verbs": [ "rinse", "grab", "grab", "pour" ], "verb_classes": [ 2, 0, 0, 9 ], "nouns": [ "maker:coffee", "sponge", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 50, 9, 22, 22 ], "start_stop_timestamps": [ [ "00:00:31.79", "00:00:34.49" ], [ "00:00:35.89", "00:00:37.28" ], [ "00:00:37.07", "00:00:38.06" ], [ "00:00:38.14", "00:00:39.29" ] ], "start_stop_frames": [ [ 1589, 1724 ], [ 1794, 1864 ], [ 1853, 1903 ], [ 1907, 1964 ] ], "trgnoun": "up_washing_liquid", "trgverb": "pour" }, { "key": "P07_102+27_28_29_30", "video_id": "P07_102", "narration_ids": [ "P07_102_27", "P07_102_28", "P07_102_29", "P07_102_30" ], "src": "grab sponge . wash lid . turn_on tap", "src1": "grab sponge", "src2": "wash lid", "src3": "turn_on tap", "trg": "rinse lid", "vis_src": "P07_102:27 P07_102:28 P07_102:29", "vis_trg": "P07_102:30", "narrations": [ "grab sponge", "wash lid", "turn on tap", "rinse lid" ], "verbs": [ "grab", "wash", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "sponge", "lid", "tap", "lid" ], "noun_classes": [ 9, 6, 0, 6 ], "start_stop_timestamps": [ [ "00:01:18.56", "00:01:19.38" ], [ "00:01:19.39", "00:01:26.18" ], [ "00:01:26.90", "00:01:27.92" ], [ "00:01:27.61", "00:01:33.69" ] ], "start_stop_frames": [ [ 3928, 3969 ], [ 3969, 4309 ], [ 4345, 4396 ], [ 4380, 4684 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P10_02+21_22_23_24", "video_id": "P10_02", "narration_ids": [ "P10_02_21", "P10_02_22", "P10_02_23", "P10_02_24" ], "src": "find clean the cover . brush the cover . switch_off the water_tap", "src1": "find clean the cover", "src2": "brush the cover", "src3": "switch_off the water_tap", "trg": "put the cover on the pot", "vis_src": "P10_02:21 P10_02:22 P10_02:23", "vis_trg": "P10_02:24", "narrations": [ "find clean the cover", "brush the cover", "switch off the water tap", "put the cover on the pot" ], "verbs": [ "find", "brush", "switch-off", "put-on" ], "verb_classes": [ 48, 57, 8, 1 ], "nouns": [ "cover", "cover", "tap:water", "cover" ], "noun_classes": [ 89, 89, 0, 89 ], "start_stop_timestamps": [ [ "00:02:50.96", "00:02:55.25" ], [ "00:02:55.81", "00:03:00.26" ], [ "00:03:00.17", "00:03:01.06" ], [ "00:03:01.90", "00:03:04.02" ] ], "start_stop_frames": [ [ 10257, 10515 ], [ 10548, 10815 ], [ 10810, 10863 ], [ 10914, 11041 ] ], "trgnoun": "cover", "trgverb": "put_on" }, { "key": "P07_107+22_23_24_25", "video_id": "P07_107", "narration_ids": [ "P07_107_22", "P07_107_23", "P07_107_24", "P07_107_25" ], "src": "grab sponge . wash lid . turn_on tap", "src1": "grab sponge", "src2": "wash lid", "src3": "turn_on tap", "trg": "rinse lid", "vis_src": "P07_107:22 P07_107:23 P07_107:24", "vis_trg": "P07_107:25", "narrations": [ "grab sponge", "wash lid", "turn on tap", "rinse lid" ], "verbs": [ "grab", "wash", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "sponge", "lid", "tap", "lid" ], "noun_classes": [ 9, 6, 0, 6 ], "start_stop_timestamps": [ [ "00:01:12.50", "00:01:13.46" ], [ "00:01:13.56", "00:01:20.36" ], [ "00:01:20.46", "00:01:22.34" ], [ "00:01:21.80", "00:01:32.34" ] ], "start_stop_frames": [ [ 3625, 3673 ], [ 3678, 4018 ], [ 4023, 4117 ], [ 4090, 4617 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P06_104+18_19_20_21", "video_id": "P06_104", "narration_ids": [ "P06_104_18", "P06_104_19", "P06_104_20", "P06_104_21" ], "src": "pick_up sweet_potato with fork . cut sweet_potato . put sweet_potato in pan", "src1": "pick_up sweet_potato with fork", "src2": "cut sweet_potato", "src3": "put sweet_potato in pan", "trg": "eat sweet_potato", "vis_src": "P06_104:18 P06_104:19 P06_104:20", "vis_trg": "P06_104:21", "narrations": [ "pick up sweet potato with fork", "cut sweet potato", "put sweet potato in pan", "eat sweet potato" ], "verbs": [ "pick-up", "cut", "put-in", "eat" ], "verb_classes": [ 0, 7, 5, 35 ], "nouns": [ "potato:sweet", "potato:sweet", "potato:sweet", "potato:sweet" ], "noun_classes": [ 30, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:01:14.23", "00:01:16.82" ], [ "00:01:16.87", "00:01:20.50" ], [ "00:01:20.60", "00:01:23.74" ], [ "00:01:23.83", "00:01:32.21" ] ], "start_stop_frames": [ [ 3711, 3840 ], [ 3843, 4025 ], [ 4029, 4187 ], [ 4191, 4610 ] ], "trgnoun": "sweet_potato", "trgverb": "eat" }, { "key": "P07_117+39_40_41_42", "video_id": "P07_117", "narration_ids": [ "P07_117_39", "P07_117_40", "P07_117_41", "P07_117_42" ], "src": "grab sponge . wash lid . turn_on tap", "src1": "grab sponge", "src2": "wash lid", "src3": "turn_on tap", "trg": "rinse lid", "vis_src": "P07_117:39 P07_117:40 P07_117:41", "vis_trg": "P07_117:42", "narrations": [ "grab sponge", "wash lid", "turn on tap", "rinse lid" ], "verbs": [ "grab", "wash", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "sponge", "lid", "tap", "lid" ], "noun_classes": [ 9, 6, 0, 6 ], "start_stop_timestamps": [ [ "00:01:38.94", "00:01:39.54" ], [ "00:01:39.38", "00:01:41.50" ], [ "00:01:42.31", "00:01:43.22" ], [ "00:01:43.28", "00:01:48.07" ] ], "start_stop_frames": [ [ 4947, 4977 ], [ 4969, 5075 ], [ 5115, 5161 ], [ 5164, 5403 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P07_117+111_112_113_114", "video_id": "P07_117", "narration_ids": [ "P07_117_111", "P07_117_112", "P07_117_113", "P07_117_114" ], "src": "grab sponge . wash lid . turn_on tap", "src1": "grab sponge", "src2": "wash lid", "src3": "turn_on tap", "trg": "rinse lid", "vis_src": "P07_117:111 P07_117:112 P07_117:113", "vis_trg": "P07_117:114", "narrations": [ "grab sponge", "wash lid", "turn on tap", "rinse lid" ], "verbs": [ "grab", "wash", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "sponge", "lid", "tap", "lid" ], "noun_classes": [ 9, 6, 0, 6 ], "start_stop_timestamps": [ [ "00:05:22.62", "00:05:23.52" ], [ "00:05:23.52", "00:05:26.89" ], [ "00:05:26.92", "00:05:28.22" ], [ "00:05:28.77", "00:05:38.67" ] ], "start_stop_frames": [ [ 16131, 16176 ], [ 16176, 16344 ], [ 16346, 16411 ], [ 16438, 16933 ] ], "trgnoun": "lid", "trgverb": "rinse" }, { "key": "P25_106+262_263_264_265", "video_id": "P25_106", "narration_ids": [ "P25_106_262", "P25_106_263", "P25_106_264", "P25_106_265" ], "src": "throw egg . pick_up package . open fridge", "src1": "throw egg", "src2": "pick_up package", "src3": "open fridge", "trg": "put_down package", "vis_src": "P25_106:262 P25_106:263 P25_106:264", "vis_trg": "P25_106:265", "narrations": [ "throw egg", "pick up package", "open fridge", "put down package" ], "verbs": [ "throw", "pick-up", "open", "put-down" ], "verb_classes": [ 13, 0, 3, 1 ], "nouns": [ "egg", "package", "fridge", "package" ], "noun_classes": [ 53, 26, 12, 26 ], "start_stop_timestamps": [ [ "00:22:36.27", "00:22:39.99" ], [ "00:22:40.47", "00:22:41.81" ], [ "00:22:42.23", "00:22:44.18" ], [ "00:22:44.41", "00:22:46.04" ] ], "start_stop_frames": [ [ 67813, 67999 ], [ 68023, 68090 ], [ 68111, 68209 ], [ 68220, 68302 ] ], "trgnoun": "package", "trgverb": "put_down" }, { "key": "P04_116+136_137_138_139", "video_id": "P04_116", "narration_ids": [ "P04_116_136", "P04_116_137", "P04_116_138", "P04_116_139" ], "src": "put_down butter . close fridge . pick_up baking_tray", "src1": "put_down butter", "src2": "close fridge", "src3": "pick_up baking_tray", "trg": "put baking_tray in sink", "vis_src": "P04_116:136 P04_116:137 P04_116:138", "vis_trg": "P04_116:139", "narrations": [ "put down butter", "close fridge", "pick up baking tray", "put baking tray in sink" ], "verbs": [ "put-down", "close", "pick-up", "put-in" ], "verb_classes": [ 1, 4, 0, 5 ], "nouns": [ "butter", "fridge", "tray:baking", "tray:baking" ], "noun_classes": [ 78, 12, 35, 35 ], "start_stop_timestamps": [ [ "00:06:07.74", "00:06:09.31" ], [ "00:06:09.41", "00:06:09.84" ], [ "00:06:11.70", "00:06:13.08" ], [ "00:06:12.45", "00:06:15.10" ] ], "start_stop_frames": [ [ 18387, 18465 ], [ 18470, 18492 ], [ 18585, 18654 ], [ 18622, 18755 ] ], "trgnoun": "baking_tray", "trgverb": "put_in" }, { "key": "P07_102+3_4_5_6", "video_id": "P07_102", "narration_ids": [ "P07_102_3", "P07_102_4", "P07_102_5", "P07_102_6" ], "src": "turn_on tap . grab washing up liquid . grab sponge", "src1": "turn_on tap", "src2": "grab washing up liquid", "src3": "grab sponge", "trg": "pour washing up liquid on sponge", "vis_src": "P07_102:3 P07_102:4 P07_102:5", "vis_trg": "P07_102:6", "narrations": [ "turn on tap", "grab washing up liquid", "grab sponge", "pour washing up liquid on sponge" ], "verbs": [ "turn-on", "grab", "grab", "pour" ], "verb_classes": [ 6, 0, 0, 9 ], "nouns": [ "tap", "liquid:washing:up", "sponge", "liquid:washing:up" ], "noun_classes": [ 0, 22, 9, 22 ], "start_stop_timestamps": [ [ "00:00:13.01", "00:00:14.61" ], [ "00:00:14.71", "00:00:15.97" ], [ "00:00:16.07", "00:00:16.65" ], [ "00:00:16.69", "00:00:18.01" ] ], "start_stop_frames": [ [ 650, 730 ], [ 735, 798 ], [ 803, 832 ], [ 834, 900 ] ], "trgnoun": "up_washing_liquid", "trgverb": "pour" }, { "key": "P23_02+77_78_79_80", "video_id": "P23_02", "narration_ids": [ "P23_02_77", "P23_02_78", "P23_02_79", "P23_02_80" ], "src": "mixing the curry . putting the curry_leafs into the pan . put the onions into the pan", "src1": "mixing the curry", "src2": "putting the curry_leafs into the pan", "src3": "put the onions into the pan", "trg": "mixing the onions", "vis_src": "P23_02:77 P23_02:78 P23_02:79", "vis_trg": "P23_02:80", "narrations": [ "mixing the curry", "putting the curry leafs into the pan", "put the onions into the pan", "mixing the onions" ], "verbs": [ "mix", "put-into", "put-into", "mix" ], "verb_classes": [ 10, 5, 5, 10 ], "nouns": [ "curry", "leaf:curry", "onion", "onion" ], "noun_classes": [ 121, 62, 16, 16 ], "start_stop_timestamps": [ [ "00:10:10.31", "00:10:12.26" ], [ "00:10:15.88", "00:10:26.17" ], [ "00:10:30.53", "00:10:41.70" ], [ "00:10:41.80", "00:10:45.46" ] ], "start_stop_frames": [ [ 36618, 36735 ], [ 36952, 37570 ], [ 37831, 38502 ], [ 38508, 38727 ] ], "trgnoun": "onion", "trgverb": "mix" }, { "key": "P10_02+24_25_26_27", "video_id": "P10_02", "narration_ids": [ "P10_02_24", "P10_02_25", "P10_02_26", "P10_02_27" ], "src": "put the cover on the pot . open the cabinet . get some flours", "src1": "put the cover on the pot", "src2": "open the cabinet", "src3": "get some flours", "trg": "put a flours into the glass bowl", "vis_src": "P10_02:24 P10_02:25 P10_02:26", "vis_trg": "P10_02:27", "narrations": [ "put the cover on the pot", "open the cabinet", "get some flours", "put a flours into the glass bowl" ], "verbs": [ "put-on", "open", "get", "put-into" ], "verb_classes": [ 1, 3, 0, 5 ], "nouns": [ "cover", "cabinet", "flour", "flour" ], "noun_classes": [ 89, 3, 75, 75 ], "start_stop_timestamps": [ [ "00:03:01.90", "00:03:04.02" ], [ "00:03:08.76", "00:03:09.69" ], [ "00:03:09.69", "00:03:15.26" ], [ "00:03:17.60", "00:03:25.49" ] ], "start_stop_frames": [ [ 10914, 11041 ], [ 11325, 11381 ], [ 11381, 11715 ], [ 11856, 12329 ] ], "trgnoun": "flour", "trgverb": "put_into" }, { "key": "P29_03+454_455_456_457", "video_id": "P29_03", "narration_ids": [ "P29_03_454", "P29_03_455", "P29_03_456", "P29_03_457" ], "src": "clean cafetiere top . turn_on tap . tip_over cafetiere", "src1": "clean cafetiere top", "src2": "turn_on tap", "src3": "tip_over cafetiere", "trg": "rinse cafetiere", "vis_src": "P29_03:454 P29_03:455 P29_03:456", "vis_trg": "P29_03:457", "narrations": [ "clean cafetiere top", "turn on tap", "tip over cafetiere", "rinse cafetiere" ], "verbs": [ "clean", "turn-on", "tip-over", "rinse" ], "verb_classes": [ 2, 6, 59, 2 ], "nouns": [ "cafetiere", "tap", "cafetiere", "cafetiere" ], "noun_classes": [ 50, 0, 50, 50 ], "start_stop_timestamps": [ [ "00:28:55.00", "00:29:02.85" ], [ "00:28:55.86", "00:28:56.89" ], [ "00:28:57.52", "00:28:59.63" ], [ "00:28:59.36", "00:29:02.32" ] ], "start_stop_frames": [ [ 104100, 104571 ], [ 104151, 104213 ], [ 104251, 104377 ], [ 104361, 104539 ] ], "trgnoun": "cafetiere", "trgverb": "rinse" }, { "key": "P08_23+41_42_43_44", "video_id": "P08_23", "narration_ids": [ "P08_23_41", "P08_23_42", "P08_23_43", "P08_23_44" ], "src": "get spinach . turn water on . wash spinach leaves", "src1": "get spinach", "src2": "turn water on", "src3": "wash spinach leaves", "trg": "get spinach leaves", "vis_src": "P08_23:41 P08_23:42 P08_23:43", "vis_trg": "P08_23:44", "narrations": [ "get spinach", "turn water on", "wash spinach leaves", "get spinach leaves" ], "verbs": [ "get", "turn-on", "wash", "get" ], "verb_classes": [ 0, 6, 2, 0 ], "nouns": [ "spinach", "tap", "leaf:spinach", "leaf:spinach" ], "noun_classes": [ 198, 0, 62, 62 ], "start_stop_timestamps": [ [ "00:03:23.96", "00:03:30.16" ], [ "00:03:30.20", "00:03:31.53" ], [ "00:03:31.72", "00:03:36.02" ], [ "00:03:37.28", "00:03:38.86" ] ], "start_stop_frames": [ [ 12237, 12609 ], [ 12612, 12691 ], [ 12703, 12961 ], [ 13036, 13131 ] ], "trgnoun": "spinach_leaf", "trgverb": "get" }, { "key": "P07_110+63_64_65_66", "video_id": "P07_110", "narration_ids": [ "P07_110_63", "P07_110_64", "P07_110_65", "P07_110_66" ], "src": "grab sponge . grab cloth . clean kitchen counter", "src1": "grab sponge", "src2": "grab cloth", "src3": "clean kitchen counter", "trg": "shake cloth", "vis_src": "P07_110:63 P07_110:64 P07_110:65", "vis_trg": "P07_110:66", "narrations": [ "grab sponge", "grab cloth", "clean kitchen counter", "shake cloth" ], "verbs": [ "grab", "grab", "clean", "shake" ], "verb_classes": [ 0, 0, 2, 15 ], "nouns": [ "sponge", "cloth", "kitchen", "cloth" ], "noun_classes": [ 9, 17, 157, 17 ], "start_stop_timestamps": [ [ "00:03:08.85", "00:03:10.22" ], [ "00:03:10.32", "00:03:11.25" ], [ "00:03:11.05", "00:03:16.09" ], [ "00:03:16.25", "00:03:17.14" ] ], "start_stop_frames": [ [ 9442, 9511 ], [ 9516, 9562 ], [ 9552, 9804 ], [ 9812, 9857 ] ], "trgnoun": "cloth", "trgverb": "shake" }, { "key": "P01_09+282_283_284_285", "video_id": "P01_09", "narration_ids": [ "P01_09_282", "P01_09_283", "P01_09_284", "P01_09_285" ], "src": "take knife . open mushroom_box . take mushrooms", "src1": "take knife", "src2": "open mushroom_box", "src3": "take mushrooms", "trg": "put_down mushrooms", "vis_src": "P01_09:282 P01_09:283 P01_09:284", "vis_trg": "P01_09:285", "narrations": [ "take knife", "open mushroom box", "take mushrooms", "put down mushrooms" ], "verbs": [ "take", "open", "take", "put-down" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "knife", "box:mushroom", "mushroom", "mushroom" ], "noun_classes": [ 4, 23, 56, 56 ], "start_stop_timestamps": [ [ "00:21:38.41", "00:21:39.31" ], [ "00:21:39.38", "00:21:53.37" ], [ "00:21:53.61", "00:21:58.15" ], [ "00:21:58.25", "00:21:59.67" ] ], "start_stop_frames": [ [ 77904, 77958 ], [ 77962, 78802 ], [ 78816, 79089 ], [ 79095, 79180 ] ], "trgnoun": "mushroom", "trgverb": "put_down" }, { "key": "P20_04+390_391_392_393", "video_id": "P20_04", "narration_ids": [ "P20_04_390", "P20_04_391", "P20_04_392", "P20_04_393" ], "src": "rinse frying_pan . put frying_pan on hob . move sauce", "src1": "rinse frying_pan", "src2": "put frying_pan on hob", "src3": "move sauce", "trg": "pick_up sauce", "vis_src": "P20_04:390 P20_04:391 P20_04:392", "vis_trg": "P20_04:393", "narrations": [ "rinse frying pan", "put frying pan on hob", "move sauce", "pick up sauce" ], "verbs": [ "rinse", "put-on", "move", "pick-up" ], "verb_classes": [ 2, 1, 11, 0 ], "nouns": [ "pan:frying", "pan:frying", "sauce", "sauce" ], "noun_classes": [ 5, 5, 47, 47 ], "start_stop_timestamps": [ [ "00:37:09.96", "00:37:12.95" ], [ "00:37:13.27", "00:37:14.55" ], [ "00:37:21.97", "00:37:22.80" ], [ "00:37:22.34", "00:37:23.30" ] ], "start_stop_frames": [ [ 133797, 133977 ], [ 133996, 134073 ], [ 134518, 134568 ], [ 134540, 134598 ] ], "trgnoun": "sauce", "trgverb": "pick_up" }, { "key": "P01_09+344_345_346_347", "video_id": "P01_09", "narration_ids": [ "P01_09_344", "P01_09_345", "P01_09_346", "P01_09_347" ], "src": "put aubergine into container . close container . open fridge", "src1": "put aubergine into container", "src2": "close container", "src3": "open fridge", "trg": "put container into fridge", "vis_src": "P01_09:344 P01_09:345 P01_09:346", "vis_trg": "P01_09:347", "narrations": [ "put aubergine into container", "close container", "open fridge", "put container into fridge" ], "verbs": [ "put-into", "close", "open", "put-into" ], "verb_classes": [ 5, 4, 3, 5 ], "nouns": [ "aubergine", "container", "fridge", "container" ], "noun_classes": [ 67, 21, 12, 21 ], "start_stop_timestamps": [ [ "00:25:34.60", "00:25:35.51" ], [ "00:25:35.61", "00:25:36.71" ], [ "00:25:42.03", "00:25:42.87" ], [ "00:25:42.97", "00:25:44.80" ] ], "start_stop_frames": [ [ 92076, 92130 ], [ 92136, 92202 ], [ 92521, 92572 ], [ 92578, 92688 ] ], "trgnoun": "container", "trgverb": "put_into" }, { "key": "P22_116+68_69_70_71", "video_id": "P22_116", "narration_ids": [ "P22_116_68", "P22_116_69", "P22_116_70", "P22_116_71" ], "src": "turn_on tap . rinse filter . put_down coffee_holder", "src1": "turn_on tap", "src2": "rinse filter", "src3": "put_down coffee_holder", "trg": "put_down filter", "vis_src": "P22_116:68 P22_116:69 P22_116:70", "vis_trg": "P22_116:71", "narrations": [ "turn on tap", "rinse filter", "put down coffee holder", "put down filter" ], "verbs": [ "turn-on", "rinse", "put-down", "put-down" ], "verb_classes": [ 6, 2, 1, 1 ], "nouns": [ "tap", "filter", "holder:coffee", "filter" ], "noun_classes": [ 0, 77, 135, 77 ], "start_stop_timestamps": [ [ "00:03:04.71", "00:03:05.39" ], [ "00:03:05.72", "00:03:07.31" ], [ "00:03:07.32", "00:03:07.97" ], [ "00:03:11.25", "00:03:11.80" ] ], "start_stop_frames": [ [ 9235, 9269 ], [ 9286, 9365 ], [ 9366, 9398 ], [ 9562, 9590 ] ], "trgnoun": "filter", "trgverb": "put_down" }, { "key": "P29_03+382_383_384_385", "video_id": "P29_03", "narration_ids": [ "P29_03_382", "P29_03_383", "P29_03_384", "P29_03_385" ], "src": "pick_up pan_lid . submerge pan_lid . wash pan_lid", "src1": "pick_up pan_lid", "src2": "submerge pan_lid", "src3": "wash pan_lid", "trg": "put pan_lid on drying rack", "vis_src": "P29_03:382 P29_03:383 P29_03:384", "vis_trg": "P29_03:385", "narrations": [ "pick up pan lid", "submerge pan lid", "wash pan lid", "put pan lid on drying rack" ], "verbs": [ "pick-up", "submerge", "wash", "put-on" ], "verb_classes": [ 0, 56, 2, 1 ], "nouns": [ "lid:pan", "lid:pan", "lid:pan", "lid:pan" ], "noun_classes": [ 6, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:24:25.47", "00:24:28.66" ], [ "00:24:29.46", "00:24:31.32" ], [ "00:24:31.25", "00:24:40.99" ], [ "00:24:43.10", "00:24:46.70" ] ], "start_stop_frames": [ [ 87928, 88119 ], [ 88167, 88279 ], [ 88275, 88859 ], [ 88986, 89202 ] ], "trgnoun": "pan_lid", "trgverb": "put_on" }, { "key": "P30_103+61_62_63_64", "video_id": "P30_103", "narration_ids": [ "P30_103_61", "P30_103_62", "P30_103_63", "P30_103_64" ], "src": "open coffee beans bag . pour coffee_beans from bag into tin . inspect coffee beans bag", "src1": "open coffee beans bag", "src2": "pour coffee_beans from bag into tin", "src3": "inspect coffee beans bag", "trg": "pour coffee_beans into tin", "vis_src": "P30_103:61 P30_103:62 P30_103:63", "vis_trg": "P30_103:64", "narrations": [ "open coffee beans bag", "pour coffee beans from bag into tin", "inspect coffee beans bag", "pour coffee beans into tin" ], "verbs": [ "open", "pour-from", "inspect", "pour-into" ], "verb_classes": [ 3, 9, 24, 9 ], "nouns": [ "bag:coffee:bean", "bean:coffee", "bag:coffee:bean", "bean:coffee" ], "noun_classes": [ 19, 59, 19, 59 ], "start_stop_timestamps": [ [ "00:01:43.87", "00:01:45.11" ], [ "00:01:45.12", "00:01:48.77" ], [ "00:01:48.82", "00:01:49.77" ], [ "00:01:49.72", "00:01:51.22" ] ], "start_stop_frames": [ [ 5193, 5255 ], [ 5256, 5438 ], [ 5441, 5488 ], [ 5486, 5561 ] ], "trgnoun": "coffee_bean", "trgverb": "pour_into" }, { "key": "P04_112+91_92_93_94", "video_id": "P04_112", "narration_ids": [ "P04_112_91", "P04_112_92", "P04_112_93", "P04_112_94" ], "src": "close tupperware . put_down tupperware . open cupboard", "src1": "close tupperware", "src2": "put_down tupperware", "src3": "open cupboard", "trg": "move tupperware", "vis_src": "P04_112:91 P04_112:92 P04_112:93", "vis_trg": "P04_112:94", "narrations": [ "close tupperware", "put down tupperware", "open cupboard", "move tupperware" ], "verbs": [ "close", "put-down", "open", "move" ], "verb_classes": [ 4, 1, 3, 11 ], "nouns": [ "tupperware", "tupperware", "cupboard", "tupperware" ], "noun_classes": [ 23, 23, 3, 23 ], "start_stop_timestamps": [ [ "00:02:30.82", "00:02:33.38" ], [ "00:02:34.86", "00:02:37.21" ], [ "00:02:38.94", "00:02:40.21" ], [ "00:02:40.31", "00:02:41.40" ] ], "start_stop_frames": [ [ 7541, 7669 ], [ 7743, 7860 ], [ 7947, 8010 ], [ 8015, 8070 ] ], "trgnoun": "tupperware", "trgverb": "move" }, { "key": "P30_111+464_466_467_468", "video_id": "P30_111", "narration_ids": [ "P30_111_464", "P30_111_466", "P30_111_467", "P30_111_468" ], "src": "break_up onion_piece . break_up onion_pieces . put onion_pieces onto pizza", "src1": "break_up onion_piece", "src2": "break_up onion_pieces", "src3": "put onion_pieces onto pizza", "trg": "pick_up onion_piece", "vis_src": "P30_111:464 P30_111:466 P30_111:467", "vis_trg": "P30_111:468", "narrations": [ "break up onion piece", "break up onion pieces", "put onion pieces onto pizza", "pick up onion piece" ], "verbs": [ "break-up", "break-up", "put-onto", "pick-up" ], "verb_classes": [ 30, 30, 1, 0 ], "nouns": [ "piece:onion", "piece:onion", "piece:onion", "piece:onion" ], "noun_classes": [ 16, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:20:41.97", "00:20:43.55" ], [ "00:20:44.10", "00:20:45.85" ], [ "00:20:45.94", "00:20:59.12" ], [ "00:20:59.10", "00:21:01.05" ] ], "start_stop_frames": [ [ 62098, 62177 ], [ 62204, 62292 ], [ 62297, 62955 ], [ 62954, 63052 ] ], "trgnoun": "onion_piece", "trgverb": "pick_up" }, { "key": "P02_03+82_83_84_85", "video_id": "P02_03", "narration_ids": [ "P02_03_82", "P02_03_83", "P02_03_84", "P02_03_85" ], "src": "open tupperware . put chicken on plate . pick_up chicken from tupperware", "src1": "open tupperware", "src2": "put chicken on plate", "src3": "pick_up chicken from tupperware", "trg": "close tupperware", "vis_src": "P02_03:82 P02_03:83 P02_03:84", "vis_trg": "P02_03:85", "narrations": [ "open tupperware", "put chicken on plate", "pick up chicken from tupperware", "close tupperware" ], "verbs": [ "open", "put-on", "pick-up", "close" ], "verb_classes": [ 3, 1, 0, 4 ], "nouns": [ "tupperware", "chicken", "chicken", "tupperware" ], "noun_classes": [ 23, 57, 57, 23 ], "start_stop_timestamps": [ [ "00:03:40.63", "00:03:43.11" ], [ "00:03:42.87", "00:03:44.90" ], [ "00:03:42.97", "00:03:44.71" ], [ "00:03:46.02", "00:03:48.64" ] ], "start_stop_frames": [ [ 13237, 13386 ], [ 13372, 13494 ], [ 13378, 13482 ], [ 13561, 13718 ] ], "trgnoun": "tupperware", "trgverb": "close" }, { "key": "P23_101+186_187_188_189", "video_id": "P23_101", "narration_ids": [ "P23_101_186", "P23_101_187", "P23_101_188", "P23_101_189" ], "src": "take green_chilli . cut green_chilli . take waste", "src1": "take green_chilli", "src2": "cut green_chilli", "src3": "take waste", "trg": "put waste in dustbin", "vis_src": "P23_101:186 P23_101:187 P23_101:188", "vis_trg": "P23_101:189", "narrations": [ "take green chilli", "cut green chilli", "take waste", "put waste in dustbin" ], "verbs": [ "take", "cut", "take", "put-in" ], "verb_classes": [ 0, 7, 0, 5 ], "nouns": [ "chilli:green", "chilli:green", "waste", "waste" ], "noun_classes": [ 69, 69, 54, 54 ], "start_stop_timestamps": [ [ "00:19:04.12", "00:19:06.36" ], [ "00:19:06.46", "00:20:34.60" ], [ "00:20:33.61", "00:20:35.80" ], [ "00:20:36.20", "00:20:36.90" ] ], "start_stop_frames": [ [ 57205, 57317 ], [ 57323, 61729 ], [ 61680, 61790 ], [ 61810, 61845 ] ], "trgnoun": "waste", "trgverb": "put_in" }, { "key": "P22_115+140_141_142_143", "video_id": "P22_115", "narration_ids": [ "P22_115_140", "P22_115_141", "P22_115_142", "P22_115_143" ], "src": "rinse filter . put_down filter . pick_up coffee_holder", "src1": "rinse filter", "src2": "put_down filter", "src3": "pick_up coffee_holder", "trg": "rinse coffee_holder", "vis_src": "P22_115:140 P22_115:141 P22_115:142", "vis_trg": "P22_115:143", "narrations": [ "rinse filter", "put down filter", "pick up coffee holder", "rinse coffee holder" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "filter", "filter", "holder:coffee", "holder:coffee" ], "noun_classes": [ 77, 77, 135, 135 ], "start_stop_timestamps": [ [ "00:04:02.44", "00:04:05.10" ], [ "00:04:04.92", "00:04:05.92" ], [ "00:04:05.73", "00:04:06.15" ], [ "00:04:06.32", "00:04:13.35" ] ], "start_stop_frames": [ [ 12122, 12255 ], [ 12246, 12296 ], [ 12286, 12307 ], [ 12316, 12667 ] ], "trgnoun": "coffee_holder", "trgverb": "rinse" }, { "key": "P20_04+387_388_389_390", "video_id": "P20_04", "narration_ids": [ "P20_04_387", "P20_04_388", "P20_04_389", "P20_04_390" ], "src": "put_down milk . pick_up frying_pan . turn_on tap", "src1": "put_down milk", "src2": "pick_up frying_pan", "src3": "turn_on tap", "trg": "rinse frying_pan", "vis_src": "P20_04:387 P20_04:388 P20_04:389", "vis_trg": "P20_04:390", "narrations": [ "put down milk", "pick up frying pan", "turn on tap", "rinse frying pan" ], "verbs": [ "put-down", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "milk", "pan:frying", "tap", "pan:frying" ], "noun_classes": [ 64, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:37:00.16", "00:37:03.77" ], [ "00:37:07.44", "00:37:08.42" ], [ "00:37:08.76", "00:37:10.06" ], [ "00:37:09.96", "00:37:12.95" ] ], "start_stop_frames": [ [ 133209, 133426 ], [ 133646, 133705 ], [ 133725, 133803 ], [ 133797, 133977 ] ], "trgnoun": "frying_pan", "trgverb": "rinse" }, { "key": "P03_118+56_57_58_59", "video_id": "P03_118", "narration_ids": [ "P03_118_56", "P03_118_57", "P03_118_58", "P03_118_59" ], "src": "pick_up lid of tupperware . close tupperware . pick_up bag", "src1": "pick_up lid of tupperware", "src2": "close tupperware", "src3": "pick_up bag", "trg": "put bag in bin", "vis_src": "P03_118:56 P03_118:57 P03_118:58", "vis_trg": "P03_118:59", "narrations": [ "pick up lid of tupperware", "close tupperware", "pick up bag", "put bag in bin" ], "verbs": [ "pick-up", "close", "pick-up", "put-in" ], "verb_classes": [ 0, 4, 0, 5 ], "nouns": [ "lid:tupperware", "tupperware", "bag", "bag" ], "noun_classes": [ 6, 23, 19, 19 ], "start_stop_timestamps": [ [ "00:01:53.14", "00:01:53.74" ], [ "00:01:53.79", "00:01:55.71" ], [ "00:01:56.23", "00:01:56.77" ], [ "00:01:56.99", "00:01:57.87" ] ], "start_stop_frames": [ [ 5657, 5687 ], [ 5689, 5785 ], [ 5811, 5838 ], [ 5849, 5893 ] ], "trgnoun": "bag", "trgverb": "put_in" }, { "key": "P22_116+69_70_71_73", "video_id": "P22_116", "narration_ids": [ "P22_116_69", "P22_116_70", "P22_116_71", "P22_116_73" ], "src": "rinse filter . put_down coffee_holder . put_down filter", "src1": "rinse filter", "src2": "put_down coffee_holder", "src3": "put_down filter", "trg": "rinse coffee_holder", "vis_src": "P22_116:69 P22_116:70 P22_116:71", "vis_trg": "P22_116:73", "narrations": [ "rinse filter", "put down coffee holder", "put down filter", "rinse coffee holder" ], "verbs": [ "rinse", "put-down", "put-down", "rinse" ], "verb_classes": [ 2, 1, 1, 2 ], "nouns": [ "filter", "holder:coffee", "filter", "holder:coffee" ], "noun_classes": [ 77, 135, 77, 135 ], "start_stop_timestamps": [ [ "00:03:05.72", "00:03:07.31" ], [ "00:03:07.32", "00:03:07.97" ], [ "00:03:11.25", "00:03:11.80" ], [ "00:03:12.17", "00:03:17.90" ] ], "start_stop_frames": [ [ 9286, 9365 ], [ 9366, 9398 ], [ 9562, 9590 ], [ 9608, 9895 ] ], "trgnoun": "coffee_holder", "trgverb": "rinse" }, { "key": "P28_105+34_35_36_37", "video_id": "P28_105", "narration_ids": [ "P28_105_34", "P28_105_35", "P28_105_36", "P28_105_37" ], "src": "put lid in tupperware . close tupperware . open fridge", "src1": "put lid in tupperware", "src2": "close tupperware", "src3": "open fridge", "trg": "take stuff out of fridge", "vis_src": "P28_105:34 P28_105:35 P28_105:36", "vis_trg": "P28_105:37", "narrations": [ "put lid in tupperware", "close tupperware", "open fridge", "take stuff out of fridge" ], "verbs": [ "put-in", "close", "open", "take-out" ], "verb_classes": [ 5, 4, 3, 12 ], "nouns": [ "lid", "tupperware", "fridge", "fridge" ], "noun_classes": [ 6, 23, 12, 12 ], "start_stop_timestamps": [ [ "00:02:05.90", "00:02:07.20" ], [ "00:02:07.94", "00:02:15.77" ], [ "00:02:17.41", "00:02:19.29" ], [ "00:02:20.68", "00:02:22.52" ] ], "start_stop_frames": [ [ 6295, 6360 ], [ 6397, 6788 ], [ 6870, 6964 ], [ 7034, 7126 ] ], "trgnoun": "fridge", "trgverb": "take_out" }, { "key": "P22_104+180_181_182_183", "video_id": "P22_104", "narration_ids": [ "P22_104_180", "P22_104_181", "P22_104_182", "P22_104_183" ], "src": "pick_up plate . put_down salad . open fridge", "src1": "pick_up plate", "src2": "put_down salad", "src3": "open fridge", "trg": "move object", "vis_src": "P22_104:180 P22_104:181 P22_104:182", "vis_trg": "P22_104:183", "narrations": [ "pick up plate", "put down salad", "open fridge", "move object" ], "verbs": [ "pick-up", "put-down", "open", "move" ], "verb_classes": [ 0, 1, 3, 11 ], "nouns": [ "plate", "salad", "fridge", "fridge" ], "noun_classes": [ 2, 68, 12, 12 ], "start_stop_timestamps": [ [ "00:09:28.03", "00:09:29.56" ], [ "00:09:31.90", "00:09:33.22" ], [ "00:09:35.04", "00:09:37.39" ], [ "00:09:45.16", "00:09:48.72" ] ], "start_stop_frames": [ [ 28401, 28477 ], [ 28595, 28661 ], [ 28752, 28869 ], [ 29258, 29436 ] ], "trgnoun": "fridge", "trgverb": "move" }, { "key": "P30_103+67_68_69_70", "video_id": "P30_103", "narration_ids": [ "P30_103_67", "P30_103_68", "P30_103_69", "P30_103_70" ], "src": "put coffee beans bag into bin . close coffee bean tin . pick_up coffee bean tin", "src1": "put coffee beans bag into bin", "src2": "close coffee bean tin", "src3": "pick_up coffee bean tin", "trg": "put coffee bean tin", "vis_src": "P30_103:67 P30_103:68 P30_103:69", "vis_trg": "P30_103:70", "narrations": [ "put coffee beans bag into bin", "close coffee bean tin", "pick up coffee bean tin", "put coffee bean tin" ], "verbs": [ "put-into", "close", "pick-up", "put" ], "verb_classes": [ 5, 4, 0, 1 ], "nouns": [ "bag:coffee:bean", "tin:coffee:bean", "tin:coffee:bean", "tin:coffee:bean" ], "noun_classes": [ 19, 61, 61, 61 ], "start_stop_timestamps": [ [ "00:01:54.52", "00:01:55.28" ], [ "00:01:55.64", "00:01:57.73" ], [ "00:01:57.76", "00:01:58.35" ], [ "00:01:58.04", "00:01:59.80" ] ], "start_stop_frames": [ [ 5726, 5764 ], [ 5782, 5886 ], [ 5888, 5917 ], [ 5902, 5990 ] ], "trgnoun": "bean_coffee_tin", "trgverb": "put" }, { "key": "P22_113+252_253_254_255", "video_id": "P22_113", "narration_ids": [ "P22_113_252", "P22_113_253", "P22_113_254", "P22_113_255" ], "src": "pick_up lid . close container . pick_up coffee_holder", "src1": "pick_up lid", "src2": "close container", "src3": "pick_up coffee_holder", "trg": "tap coffee_holder", "vis_src": "P22_113:252 P22_113:253 P22_113:254", "vis_trg": "P22_113:255", "narrations": [ "pick up lid", "close container", "pick up coffee holder", "tap coffee holder" ], "verbs": [ "pick-up", "close", "pick-up", "tap" ], "verb_classes": [ 0, 4, 0, 32 ], "nouns": [ "lid", "container", "holder:coffee", "holder:coffee" ], "noun_classes": [ 6, 21, 135, 135 ], "start_stop_timestamps": [ [ "00:08:46.14", "00:08:46.64" ], [ "00:08:46.74", "00:08:46.99" ], [ "00:08:48.39", "00:08:48.99" ], [ "00:08:48.56", "00:08:51.64" ] ], "start_stop_frames": [ [ 26307, 26332 ], [ 26337, 26349 ], [ 26419, 26449 ], [ 26427, 26582 ] ], "trgnoun": "coffee_holder", "trgverb": "tap" }, { "key": "P35_109+134_135_136_137", "video_id": "P35_109", "narration_ids": [ "P35_109_134", "P35_109_135", "P35_109_136", "P35_109_137" ], "src": "put_down container . adjust coffee . pick_up coffee_holder", "src1": "put_down container", "src2": "adjust coffee", "src3": "pick_up coffee_holder", "trg": "insert coffee_holder", "vis_src": "P35_109:134 P35_109:135 P35_109:136", "vis_trg": "P35_109:137", "narrations": [ "put down container", "adjust coffee", "pick up coffee holder", "insert coffee holder" ], "verbs": [ "put-down", "adjust", "pick-up", "insert" ], "verb_classes": [ 1, 17, 0, 5 ], "nouns": [ "container", "coffee", "holder:coffee", "holder:coffee" ], "noun_classes": [ 21, 59, 135, 135 ], "start_stop_timestamps": [ [ "00:07:10.63", "00:07:12.15" ], [ "00:07:12.12", "00:07:46.60" ], [ "00:07:46.70", "00:07:48.01" ], [ "00:07:48.07", "00:07:53.42" ] ], "start_stop_frames": [ [ 21531, 21607 ], [ 21606, 23330 ], [ 23335, 23400 ], [ 23403, 23671 ] ], "trgnoun": "coffee_holder", "trgverb": "insert" }, { "key": "P22_113+255_256_257_258", "video_id": "P22_113", "narration_ids": [ "P22_113_255", "P22_113_256", "P22_113_257", "P22_113_258" ], "src": "tap coffee_holder . put_down coffee_holder . pick_up coffee_pod", "src1": "tap coffee_holder", "src2": "put_down coffee_holder", "src3": "pick_up coffee_pod", "trg": "open coffee_pod", "vis_src": "P22_113:255 P22_113:256 P22_113:257", "vis_trg": "P22_113:258", "narrations": [ "tap coffee holder", "put down coffee holder", "pick up coffee pod", "open coffee pod" ], "verbs": [ "tap", "put-down", "pick-up", "open" ], "verb_classes": [ 32, 1, 0, 3 ], "nouns": [ "holder:coffee", "holder:coffee", "pod:coffee", "pod:coffee" ], "noun_classes": [ 135, 135, 59, 59 ], "start_stop_timestamps": [ [ "00:08:48.56", "00:08:51.64" ], [ "00:08:53.44", "00:08:54.89" ], [ "00:08:57.18", "00:09:02.34" ], [ "00:09:02.35", "00:09:06.60" ] ], "start_stop_frames": [ [ 26427, 26582 ], [ 26672, 26744 ], [ 26858, 27117 ], [ 27117, 27330 ] ], "trgnoun": "coffee_pod", "trgverb": "open" }, { "key": "P02_122+10_11_12_13", "video_id": "P02_122", "narration_ids": [ "P02_122_10", "P02_122_11", "P02_122_12", "P02_122_13" ], "src": "wear glove . open oven . slide tray", "src1": "wear glove", "src2": "open oven", "src3": "slide tray", "trg": "take_off glove", "vis_src": "P02_122:10 P02_122:11 P02_122:12", "vis_trg": "P02_122:13", "narrations": [ "wear glove", "open oven", "slide tray", "take off glove" ], "verbs": [ "wear", "open", "slide", "take-off" ], "verb_classes": [ 68, 3, 61, 12 ], "nouns": [ "glove", "oven", "tray", "glove" ], "noun_classes": [ 60, 46, 35, 60 ], "start_stop_timestamps": [ [ "00:00:26.66", "00:00:28.46" ], [ "00:00:27.94", "00:00:29.70" ], [ "00:00:29.60", "00:00:30.96" ], [ "00:00:30.97", "00:00:31.83" ] ], "start_stop_frames": [ [ 1333, 1423 ], [ 1397, 1485 ], [ 1480, 1548 ], [ 1548, 1591 ] ], "trgnoun": "glove", "trgverb": "take_off" }, { "key": "P35_109+137_138_139_140", "video_id": "P35_109", "narration_ids": [ "P35_109_137", "P35_109_138", "P35_109_139", "P35_109_140" ], "src": "insert coffee_holder . pick_up lid . pick_up container", "src1": "insert coffee_holder", "src2": "pick_up lid", "src3": "pick_up container", "trg": "close container", "vis_src": "P35_109:137 P35_109:138 P35_109:139", "vis_trg": "P35_109:140", "narrations": [ "insert coffee holder", "pick up lid", "pick up container", "close container" ], "verbs": [ "insert", "pick-up", "pick-up", "close" ], "verb_classes": [ 5, 0, 0, 4 ], "nouns": [ "holder:coffee", "lid", "container", "container" ], "noun_classes": [ 135, 6, 21, 21 ], "start_stop_timestamps": [ [ "00:07:48.07", "00:07:53.42" ], [ "00:07:57.41", "00:07:58.29" ], [ "00:07:57.60", "00:07:57.92" ], [ "00:07:58.02", "00:07:59.69" ] ], "start_stop_frames": [ [ 23403, 23671 ], [ 23870, 23914 ], [ 23880, 23896 ], [ 23901, 23984 ] ], "trgnoun": "container", "trgverb": "close" }, { "key": "P04_110+10_11_12_13", "video_id": "P04_110", "narration_ids": [ "P04_110_10", "P04_110_11", "P04_110_12", "P04_110_13" ], "src": "put_down oven_dish . open oven . pick_up oven_dish", "src1": "put_down oven_dish", "src2": "open oven", "src3": "pick_up oven_dish", "trg": "put oven_dish in oven", "vis_src": "P04_110:10 P04_110:11 P04_110:12", "vis_trg": "P04_110:13", "narrations": [ "put down oven dish", "open oven", "pick up oven dish", "put oven dish in oven" ], "verbs": [ "put-down", "open", "pick-up", "put-in" ], "verb_classes": [ 1, 3, 0, 5 ], "nouns": [ "dish:oven", "oven", "dish:oven", "dish:oven" ], "noun_classes": [ 35, 46, 35, 35 ], "start_stop_timestamps": [ [ "00:00:37.71", "00:00:38.79" ], [ "00:00:38.89", "00:00:39.98" ], [ "00:00:40.09", "00:00:41.48" ], [ "00:00:41.58", "00:00:45.29" ] ], "start_stop_frames": [ [ 1885, 1939 ], [ 1944, 1998 ], [ 2004, 2074 ], [ 2079, 2264 ] ], "trgnoun": "oven_dish", "trgverb": "put_in" }, { "key": "P29_01+273_278_279_280", "video_id": "P29_01", "narration_ids": [ "P29_01_273", "P29_01_278", "P29_01_279", "P29_01_280" ], "src": "chop green_beans . throw away green bean packaging . snap green_beans", "src1": "chop green_beans", "src2": "throw away green bean packaging", "src3": "snap green_beans", "trg": "throw green_bean in pan", "vis_src": "P29_01:273 P29_01:278 P29_01:279", "vis_trg": "P29_01:280", "narrations": [ "chop green beans", "throw away green bean packaging", "snap green beans", "throw green bean in pan" ], "verbs": [ "chop", "throw", "snap", "throw-in" ], "verb_classes": [ 7, 13, 30, 13 ], "nouns": [ "bean:green", "packaging:green:bean", "bean:green", "bean:green" ], "noun_classes": [ 185, 26, 185, 185 ], "start_stop_timestamps": [ [ "00:17:21.69", "00:17:26.21" ], [ "00:17:29.93", "00:17:31.03" ], [ "00:17:44.57", "00:17:46.90" ], [ "00:17:47.00", "00:17:47.80" ] ], "start_stop_frames": [ [ 62501, 62772 ], [ 62995, 63061 ], [ 63874, 64014 ], [ 64020, 64068 ] ], "trgnoun": "green_bean", "trgverb": "throw_in" }, { "key": "P02_131+213_214_215_216", "video_id": "P02_131", "narration_ids": [ "P02_131_213", "P02_131_214", "P02_131_215", "P02_131_216" ], "src": "empty sink . pick_up washing liquid bottle . pour washing_liquid from bottle into sponge", "src1": "empty sink", "src2": "pick_up washing liquid bottle", "src3": "pour washing_liquid from bottle into sponge", "trg": "put_down washing liquid bottle", "vis_src": "P02_131:213 P02_131:214 P02_131:215", "vis_trg": "P02_131:216", "narrations": [ "empty sink", "pick up washing liquid bottle", "pour washing liquid from bottle into sponge", "put down washing liquid bottle" ], "verbs": [ "empty", "pick-up", "pour-into", "put-down" ], "verb_classes": [ 20, 0, 9, 1 ], "nouns": [ "sink", "bottle:washing:liquid", "liquid:washing", "bottle:washing:liquid" ], "noun_classes": [ 63, 15, 22, 15 ], "start_stop_timestamps": [ [ "00:08:56.59", "00:09:05.15" ], [ "00:09:05.68", "00:09:06.10" ], [ "00:09:06.38", "00:09:07.55" ], [ "00:09:07.40", "00:09:08.21" ] ], "start_stop_frames": [ [ 26829, 27257 ], [ 27283, 27305 ], [ 27319, 27377 ], [ 27370, 27410 ] ], "trgnoun": "liquid_washing_bottle", "trgverb": "put_down" }, { "key": "P04_02+60_61_62_63", "video_id": "P04_02", "narration_ids": [ "P04_02_60", "P04_02_61", "P04_02_62", "P04_02_63" ], "src": "pick_up carrot . put peelings in bin . pick_up spatula", "src1": "pick_up carrot", "src2": "put peelings in bin", "src3": "pick_up spatula", "trg": "rub spatula around egg", "vis_src": "P04_02:60 P04_02:61 P04_02:62", "vis_trg": "P04_02:63", "narrations": [ "pick up carrot", "put peelings in bin", "pick up spatula", "rub spatula around egg" ], "verbs": [ "pick-up", "put-in", "pick-up", "rub-around" ], "verb_classes": [ 0, 5, 0, 55 ], "nouns": [ "carrot", "peeling", "spatula", "spatula" ], "noun_classes": [ 41, 48, 20, 20 ], "start_stop_timestamps": [ [ "00:03:35.73", "00:03:36.98" ], [ "00:04:06.69", "00:04:10.52" ], [ "00:04:15.50", "00:04:16.23" ], [ "00:04:16.50", "00:04:20.54" ] ], "start_stop_frames": [ [ 12943, 13018 ], [ 14801, 15031 ], [ 15330, 15373 ], [ 15390, 15632 ] ], "trgnoun": "spatula", "trgverb": "rub_around" }, { "key": "P04_112+189_190_191_192", "video_id": "P04_112", "narration_ids": [ "P04_112_189", "P04_112_190", "P04_112_191", "P04_112_192" ], "src": "spread flour over dough . turn dough . pick_up ball of dough", "src1": "spread flour over dough", "src2": "turn dough", "src3": "pick_up ball of dough", "trg": "turn_over ball of dough", "vis_src": "P04_112:189 P04_112:190 P04_112:191", "vis_trg": "P04_112:192", "narrations": [ "spread flour over dough", "turn dough", "pick up ball of dough", "turn over ball of dough" ], "verbs": [ "spread-over", "turn", "pick-up", "turn-over" ], "verb_classes": [ 27, 23, 0, 22 ], "nouns": [ "flour", "dough", "ball:dough", "ball:dough" ], "noun_classes": [ 75, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:05:19.30", "00:05:21.97" ], [ "00:05:22.14", "00:05:24.59" ], [ "00:05:27.34", "00:05:28.37" ], [ "00:05:28.17", "00:05:29.54" ] ], "start_stop_frames": [ [ 15965, 16098 ], [ 16107, 16229 ], [ 16366, 16418 ], [ 16408, 16477 ] ], "trgnoun": "dough_ball", "trgverb": "turn_over" }, { "key": "P05_03+123_124_125_126", "video_id": "P05_03", "narration_ids": [ "P05_03_123", "P05_03_124", "P05_03_125", "P05_03_126" ], "src": "press switch . take wooden_spoon . stir pasta", "src1": "press switch", "src2": "take wooden_spoon", "src3": "stir pasta", "trg": "place wooden_spoon on refrigerator", "vis_src": "P05_03:123 P05_03:124 P05_03:125", "vis_trg": "P05_03:126", "narrations": [ "press switch", "take wooden spoon", "stir pasta", "place wooden spoon on refrigerator" ], "verbs": [ "press", "take", "stir", "place-on" ], "verb_classes": [ 21, 0, 10, 1 ], "nouns": [ "switch", "spoon:wooden", "pasta", "spoon:wooden" ], "noun_classes": [ 92, 1, 45, 1 ], "start_stop_timestamps": [ [ "00:10:10.67", "00:10:12.46" ], [ "00:10:15.14", "00:10:16.50" ], [ "00:10:16.78", "00:10:25.92" ], [ "00:10:26.44", "00:10:27.54" ] ], "start_stop_frames": [ [ 36640, 36747 ], [ 36908, 36990 ], [ 37006, 37555 ], [ 37586, 37652 ] ], "trgnoun": "wooden_spoon", "trgverb": "place_on" }, { "key": "P05_08+95_96_97_98", "video_id": "P05_08", "narration_ids": [ "P05_08_95", "P05_08_96", "P05_08_97", "P05_08_98" ], "src": "take wooden_spoon . stir pasta in container . pour pasta into colander", "src1": "take wooden_spoon", "src2": "stir pasta in container", "src3": "pour pasta into colander", "trg": "pour pasta in container", "vis_src": "P05_08:95 P05_08:96 P05_08:97", "vis_trg": "P05_08:98", "narrations": [ "take wooden spoon", "stir pasta in container", "pour pasta into colander", "pour pasta in container" ], "verbs": [ "take", "stir-in", "pour-into", "pour-in" ], "verb_classes": [ 0, 10, 9, 9 ], "nouns": [ "spoon:wooden", "pasta", "pasta", "pasta" ], "noun_classes": [ 1, 45, 45, 45 ], "start_stop_timestamps": [ [ "00:12:58.34", "00:12:59.32" ], [ "00:12:59.70", "00:13:08.94" ], [ "00:13:14.06", "00:13:19.30" ], [ "00:13:20.34", "00:13:21.68" ] ], "start_stop_frames": [ [ 46700, 46759 ], [ 46782, 47336 ], [ 47643, 47958 ], [ 48020, 48100 ] ], "trgnoun": "pasta", "trgverb": "pour_in" }, { "key": "P05_03+109_110_111_112", "video_id": "P05_03", "narration_ids": [ "P05_03_109", "P05_03_110", "P05_03_111", "P05_03_112" ], "src": "take wooden_spoon . stir pasta . press button", "src1": "take wooden_spoon", "src2": "stir pasta", "src3": "press button", "trg": "place wooden_spoon on refrigerator", "vis_src": "P05_03:109 P05_03:110 P05_03:111", "vis_trg": "P05_03:112", "narrations": [ "take wooden spoon", "stir pasta", "press button", "place wooden spoon on refrigerator" ], "verbs": [ "take", "stir", "press", "place-on" ], "verb_classes": [ 0, 10, 21, 1 ], "nouns": [ "spoon:wooden", "pasta", "button", "spoon:wooden" ], "noun_classes": [ 1, 45, 92, 1 ], "start_stop_timestamps": [ [ "00:08:29.98", "00:08:30.65" ], [ "00:08:30.90", "00:08:35.90" ], [ "00:08:36.18", "00:08:37.14" ], [ "00:08:47.52", "00:08:49.02" ] ], "start_stop_frames": [ [ 30598, 30639 ], [ 30654, 30954 ], [ 30970, 31028 ], [ 31651, 31741 ] ], "trgnoun": "wooden_spoon", "trgverb": "place_on" }, { "key": "P03_101+317_318_319_320", "video_id": "P03_101", "narration_ids": [ "P03_101_317", "P03_101_318", "P03_101_319", "P03_101_320" ], "src": "remove shorts . put shorts on drying rack . unfurl top", "src1": "remove shorts", "src2": "put shorts on drying rack", "src3": "unfurl top", "trg": "put top on drying rack", "vis_src": "P03_101:317 P03_101:318 P03_101:319", "vis_trg": "P03_101:320", "narrations": [ "remove shorts", "put shorts on drying rack", "unfurl top", "put top on drying rack" ], "verbs": [ "remove", "put-on", "unfurl", "put-on" ], "verb_classes": [ 12, 1, 39, 1 ], "nouns": [ "short", "short", "top", "top" ], "noun_classes": [ 73, 73, 42, 42 ], "start_stop_timestamps": [ [ "00:12:37.30", "00:12:38.50" ], [ "00:12:41.14", "00:12:45.03" ], [ "00:12:45.72", "00:12:49.50" ], [ "00:12:49.95", "00:12:56.36" ] ], "start_stop_frames": [ [ 37865, 37925 ], [ 38057, 38251 ], [ 38286, 38475 ], [ 38497, 38818 ] ], "trgnoun": "top", "trgverb": "put_on" }, { "key": "P08_23+93_94_95_96", "video_id": "P08_23", "narration_ids": [ "P08_23_93", "P08_23_94", "P08_23_95", "P08_23_96" ], "src": "wipe water off salad leaves . chop salad . throw bit away", "src1": "wipe water off salad leaves", "src2": "chop salad", "src3": "throw bit away", "trg": "put salad in bowl", "vis_src": "P08_23:93 P08_23:94 P08_23:95", "vis_trg": "P08_23:96", "narrations": [ "wipe water off salad leaves", "chop salad", "throw bit away", "put salad in bowl" ], "verbs": [ "wipe-off", "chop", "throw", "put-in" ], "verb_classes": [ 2, 7, 13, 5 ], "nouns": [ "water", "salad", "rubbish", "salad" ], "noun_classes": [ 27, 68, 54, 68 ], "start_stop_timestamps": [ [ "00:07:51.12", "00:07:54.62" ], [ "00:07:55.10", "00:08:14.11" ], [ "00:08:13.82", "00:08:14.82" ], [ "00:08:15.03", "00:08:17.59" ] ], "start_stop_frames": [ [ 28267, 28477 ], [ 28506, 29646 ], [ 29629, 29689 ], [ 29701, 29855 ] ], "trgnoun": "salad", "trgverb": "put_in" }, { "key": "P35_105+289_290_291_292", "video_id": "P35_105", "narration_ids": [ "P35_105_289", "P35_105_290", "P35_105_291", "P35_105_292" ], "src": "put_down spoon . move cloth . pick_up pot_rest", "src1": "put_down spoon", "src2": "move cloth", "src3": "pick_up pot_rest", "trg": "put_down pot_rest", "vis_src": "P35_105:289 P35_105:290 P35_105:291", "vis_trg": "P35_105:292", "narrations": [ "put down spoon", "move cloth", "pick up pot rest", "put down pot rest" ], "verbs": [ "put-down", "move", "pick-up", "put-down" ], "verb_classes": [ 1, 11, 0, 1 ], "nouns": [ "spoon", "cloth", "rest:pot", "rest:pot" ], "noun_classes": [ 1, 17, 109, 109 ], "start_stop_timestamps": [ [ "00:22:26.38", "00:22:27.64" ], [ "00:22:31.70", "00:22:33.11" ], [ "00:22:33.41", "00:22:34.24" ], [ "00:22:35.16", "00:22:36.20" ] ], "start_stop_frames": [ [ 67319, 67382 ], [ 67585, 67655 ], [ 67670, 67712 ], [ 67758, 67810 ] ], "trgnoun": "pot_rest", "trgverb": "put_down" }, { "key": "P22_17+445_446_447_448", "video_id": "P22_17", "narration_ids": [ "P22_17_445", "P22_17_446", "P22_17_447", "P22_17_448" ], "src": "put_down mincing_knife . close drawer . pick_up plate", "src1": "put_down mincing_knife", "src2": "close drawer", "src3": "pick_up plate", "trg": "dry plate", "vis_src": "P22_17:445 P22_17:446 P22_17:447", "vis_trg": "P22_17:448", "narrations": [ "put down mincing knife", "close drawer", "pick up plate", "dry plate" ], "verbs": [ "put-down", "close", "pick-up", "dry" ], "verb_classes": [ 1, 4, 0, 14 ], "nouns": [ "knife:mincing", "drawer", "plate", "plate" ], "noun_classes": [ 4, 8, 2, 2 ], "start_stop_timestamps": [ [ "00:17:34.21", "00:17:35.10" ], [ "00:17:35.05", "00:17:35.99" ], [ "00:17:36.64", "00:17:38.23" ], [ "00:17:38.33", "00:17:39.46" ] ], "start_stop_frames": [ [ 63252, 63305 ], [ 63303, 63359 ], [ 63398, 63493 ], [ 63499, 63567 ] ], "trgnoun": "plate", "trgverb": "dry" }, { "key": "P22_17+464_465_466_467", "video_id": "P22_17", "narration_ids": [ "P22_17_464", "P22_17_465", "P22_17_466", "P22_17_467" ], "src": "move mincing_knife . pick_up utensil . close cabinet", "src1": "move mincing_knife", "src2": "pick_up utensil", "src3": "close cabinet", "trg": "dry utensil", "vis_src": "P22_17:464 P22_17:465 P22_17:466", "vis_trg": "P22_17:467", "narrations": [ "move mincing knife", "pick up utensil", "close cabinet", "dry utensil" ], "verbs": [ "move", "pick-up", "close", "dry" ], "verb_classes": [ 11, 0, 4, 14 ], "nouns": [ "knife:mincing", "utensil", "cabinet", "utensil" ], "noun_classes": [ 4, 154, 3, 154 ], "start_stop_timestamps": [ [ "00:18:09.93", "00:18:11.18" ], [ "00:18:11.80", "00:18:12.79" ], [ "00:18:13.15", "00:18:15.28" ], [ "00:18:15.40", "00:18:16.15" ] ], "start_stop_frames": [ [ 65395, 65470 ], [ 65508, 65567 ], [ 65589, 65716 ], [ 65724, 65769 ] ], "trgnoun": "utensil", "trgverb": "dry" }, { "key": "P22_10+185_186_187_188", "video_id": "P22_10", "narration_ids": [ "P22_10_185", "P22_10_186", "P22_10_187", "P22_10_188" ], "src": "rinse mincing_knife . put_down mincing_knife . pick_up colander", "src1": "rinse mincing_knife", "src2": "put_down mincing_knife", "src3": "pick_up colander", "trg": "rinse colander", "vis_src": "P22_10:185 P22_10:186 P22_10:187", "vis_trg": "P22_10:188", "narrations": [ "rinse mincing knife", "put down mincing knife", "pick up colander", "rinse colander" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife:mincing", "knife:mincing", "colander", "colander" ], "noun_classes": [ 4, 4, 39, 39 ], "start_stop_timestamps": [ [ "00:06:14.05", "00:06:18.55" ], [ "00:06:18.65", "00:06:20.27" ], [ "00:06:20.31", "00:06:21.03" ], [ "00:06:20.91", "00:06:24.04" ] ], "start_stop_frames": [ [ 22443, 22713 ], [ 22719, 22816 ], [ 22818, 22861 ], [ 22854, 23042 ] ], "trgnoun": "colander", "trgverb": "rinse" }, { "key": "P01_18+129_130_131_132", "video_id": "P01_18", "narration_ids": [ "P01_18_129", "P01_18_130", "P01_18_131", "P01_18_132" ], "src": "turn_on tap . wash mushrooms . put_down mushroom", "src1": "turn_on tap", "src2": "wash mushrooms", "src3": "put_down mushroom", "trg": "take mushroom", "vis_src": "P01_18:129 P01_18:130 P01_18:131", "vis_trg": "P01_18:132", "narrations": [ "turn on tap", "wash mushrooms", "put down mushroom", "take mushroom" ], "verbs": [ "turn-on", "wash", "put-down", "take" ], "verb_classes": [ 6, 2, 1, 0 ], "nouns": [ "tap", "mushroom", "mushroom", "mushroom" ], "noun_classes": [ 0, 56, 56, 56 ], "start_stop_timestamps": [ [ "00:11:54.07", "00:11:55.66" ], [ "00:11:55.65", "00:12:00.70" ], [ "00:12:00.44", "00:12:01.10" ], [ "00:12:01.20", "00:12:01.92" ] ], "start_stop_frames": [ [ 42844, 42939 ], [ 42939, 43242 ], [ 43226, 43266 ], [ 43272, 43315 ] ], "trgnoun": "mushroom", "trgverb": "take" }, { "key": "P22_17+7_8_9_10", "video_id": "P22_17", "narration_ids": [ "P22_17_7", "P22_17_8", "P22_17_9", "P22_17_10" ], "src": "move mincing_knife . pick_up soap . put_on soap", "src1": "move mincing_knife", "src2": "pick_up soap", "src3": "put_on soap", "trg": "put_down soap", "vis_src": "P22_17:7 P22_17:8 P22_17:9", "vis_trg": "P22_17:10", "narrations": [ "move mincing knife", "pick up soap", "put on soap", "put down soap" ], "verbs": [ "move", "pick-up", "put-on", "put-down" ], "verb_classes": [ 11, 0, 1, 1 ], "nouns": [ "knife:mincing", "soap", "soap", "soap" ], "noun_classes": [ 4, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:00:09.85", "00:00:10.85" ], [ "00:00:11.45", "00:00:12.20" ], [ "00:00:12.36", "00:00:13.71" ], [ "00:00:13.65", "00:00:15.15" ] ], "start_stop_frames": [ [ 591, 651 ], [ 687, 732 ], [ 741, 822 ], [ 819, 909 ] ], "trgnoun": "soap", "trgverb": "put_down" }, { "key": "P11_104+181_182_183_184", "video_id": "P11_104", "narration_ids": [ "P11_104_181", "P11_104_182", "P11_104_183", "P11_104_184" ], "src": "use knife to open jar . put_back knife . pick_up rubbish", "src1": "use knife to open jar", "src2": "put_back knife", "src3": "pick_up rubbish", "trg": "throw away rubbish", "vis_src": "P11_104:181 P11_104:182 P11_104:183", "vis_trg": "P11_104:184", "narrations": [ "use knife to open jar", "put back knife", "pick up rubbish", "throw away rubbish" ], "verbs": [ "open", "put-back", "pick-up", "throw" ], "verb_classes": [ 3, 1, 0, 13 ], "nouns": [ "knife", "knife", "rubbish", "rubbish" ], "noun_classes": [ 4, 4, 54, 54 ], "start_stop_timestamps": [ [ "00:12:57.61", "00:13:10.46" ], [ "00:13:09.96", "00:13:11.53" ], [ "00:13:12.44", "00:13:13.60" ], [ "00:13:15.49", "00:13:17.05" ] ], "start_stop_frames": [ [ 38880, 39523 ], [ 39498, 39576 ], [ 39622, 39680 ], [ 39774, 39852 ] ], "trgnoun": "rubbish", "trgverb": "throw" }, { "key": "P02_109+137_138_139_140", "video_id": "P02_109", "narration_ids": [ "P02_109_137", "P02_109_138", "P02_109_139", "P02_109_140" ], "src": "take meat from packaging . distribute meat in pan . take meat", "src1": "take meat from packaging", "src2": "distribute meat in pan", "src3": "take meat", "trg": "distribute meat", "vis_src": "P02_109:137 P02_109:138 P02_109:139", "vis_trg": "P02_109:140", "narrations": [ "take meat from packaging", "distribute meat in pan", "take meat", "distribute meat" ], "verbs": [ "take-from", "distribute-in", "take", "distribute" ], "verb_classes": [ 0, 11, 0, 27 ], "nouns": [ "meat", "meat", "meat", "meat" ], "noun_classes": [ 28, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:10:41.70", "00:10:43.45" ], [ "00:10:43.39", "00:10:46.22" ], [ "00:10:46.28", "00:10:49.05" ], [ "00:10:49.15", "00:10:51.02" ] ], "start_stop_frames": [ [ 32085, 32172 ], [ 32169, 32311 ], [ 32314, 32452 ], [ 32457, 32551 ] ], "trgnoun": "meat", "trgverb": "distribute" }, { "key": "P35_105+317_318_319_320", "video_id": "P35_105", "narration_ids": [ "P35_105_317", "P35_105_318", "P35_105_319", "P35_105_320" ], "src": "put_down spoon . move pan . pick_up object", "src1": "put_down spoon", "src2": "move pan", "src3": "pick_up object", "trg": "throw object", "vis_src": "P35_105:317 P35_105:318 P35_105:319", "vis_trg": "P35_105:320", "narrations": [ "put down spoon", "move pan", "pick up object", "throw object" ], "verbs": [ "put-down", "move", "pick-up", "throw" ], "verb_classes": [ 1, 11, 0, 13 ], "nouns": [ "spoon", "pan", "rubbish", "rubbish" ], "noun_classes": [ 1, 5, 54, 54 ], "start_stop_timestamps": [ [ "00:25:18.59", "00:25:19.96" ], [ "00:25:21.14", "00:25:22.56" ], [ "00:25:41.00", "00:25:41.78" ], [ "00:25:42.52", "00:25:43.86" ] ], "start_stop_frames": [ [ 75929, 75998 ], [ 76057, 76128 ], [ 77050, 77089 ], [ 77126, 77193 ] ], "trgnoun": "rubbish", "trgverb": "throw" }, { "key": "P29_01+261_262_263_264", "video_id": "P29_01", "narration_ids": [ "P29_01_261", "P29_01_262", "P29_01_263", "P29_01_264" ], "src": "turn_down heat on oven . pour mug over pan . pour rice into pan", "src1": "turn_down heat on oven", "src2": "pour mug over pan", "src3": "pour rice into pan", "trg": "turn_up heat on oven", "vis_src": "P29_01:261 P29_01:262 P29_01:263", "vis_trg": "P29_01:264", "narrations": [ "turn down heat on oven", "pour mug over pan", "pour rice into pan", "turn up heat on oven" ], "verbs": [ "turn-down", "pour-over", "pour-into", "turn-up" ], "verb_classes": [ 65, 9, 9, 70 ], "nouns": [ "heat", "mug", "rice", "heat" ], "noun_classes": [ 65, 13, 55, 65 ], "start_stop_timestamps": [ [ "00:16:13.70", "00:16:15.77" ], [ "00:16:32.04", "00:16:45.36" ], [ "00:16:32.79", "00:16:34.25" ], [ "00:16:48.63", "00:16:49.66" ] ], "start_stop_frames": [ [ 58422, 58546 ], [ 59522, 60321 ], [ 59567, 59655 ], [ 60517, 60579 ] ], "trgnoun": "heat", "trgverb": "turn_up" }, { "key": "P28_103+91_92_93_94", "video_id": "P28_103", "narration_ids": [ "P28_103_91", "P28_103_92", "P28_103_93", "P28_103_94" ], "src": "wipe counter . put sponge . take rubbish from sink", "src1": "wipe counter", "src2": "put sponge", "src3": "take rubbish from sink", "trg": "throw rubbish", "vis_src": "P28_103:91 P28_103:92 P28_103:93", "vis_trg": "P28_103:94", "narrations": [ "wipe counter", "put sponge", "take rubbish from sink", "throw rubbish" ], "verbs": [ "wipe", "put", "take-from", "throw" ], "verb_classes": [ 2, 1, 0, 13 ], "nouns": [ "counter", "sponge", "rubbish", "rubbish" ], "noun_classes": [ 42, 9, 54, 54 ], "start_stop_timestamps": [ [ "00:07:36.48", "00:07:40.50" ], [ "00:07:41.81", "00:07:42.16" ], [ "00:07:42.56", "00:07:44.09" ], [ "00:07:47.47", "00:07:57.98" ] ], "start_stop_frames": [ [ 22824, 23025 ], [ 23090, 23108 ], [ 23128, 23204 ], [ 23373, 23899 ] ], "trgnoun": "rubbish", "trgverb": "throw" }, { "key": "P28_103+68_69_70_71", "video_id": "P28_103", "narration_ids": [ "P28_103_68", "P28_103_69", "P28_103_70", "P28_103_71" ], "src": "throw rubbish . take sponge . wipe counter", "src1": "throw rubbish", "src2": "take sponge", "src3": "wipe counter", "trg": "put sponge", "vis_src": "P28_103:68 P28_103:69 P28_103:70", "vis_trg": "P28_103:71", "narrations": [ "throw rubbish", "take sponge", "wipe counter", "put sponge" ], "verbs": [ "throw", "take", "wipe", "put" ], "verb_classes": [ 13, 0, 2, 1 ], "nouns": [ "rubbish", "sponge", "counter", "sponge" ], "noun_classes": [ 54, 9, 42, 9 ], "start_stop_timestamps": [ [ "00:04:44.24", "00:04:48.13" ], [ "00:04:50.90", "00:04:52.01" ], [ "00:04:52.47", "00:04:56.83" ], [ "00:04:57.12", "00:04:58.22" ] ], "start_stop_frames": [ [ 14212, 14406 ], [ 14544, 14600 ], [ 14623, 14841 ], [ 14856, 14911 ] ], "trgnoun": "sponge", "trgverb": "put" }, { "key": "P35_109+125_126_127_128", "video_id": "P35_109", "narration_ids": [ "P35_109_125", "P35_109_126", "P35_109_127", "P35_109_128" ], "src": "put_down coffee . pick_up coffee_holder . pick_up filter", "src1": "put_down coffee", "src2": "pick_up coffee_holder", "src3": "pick_up filter", "trg": "clean filter", "vis_src": "P35_109:125 P35_109:126 P35_109:127", "vis_trg": "P35_109:128", "narrations": [ "put down coffee", "pick up coffee holder", "pick up filter", "clean filter" ], "verbs": [ "put-down", "pick-up", "pick-up", "clean" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "coffee", "holder:coffee", "filter", "filter" ], "noun_classes": [ 59, 135, 77, 77 ], "start_stop_timestamps": [ [ "00:06:14.11", "00:06:15.01" ], [ "00:06:15.11", "00:06:16.49" ], [ "00:06:16.45", "00:06:18.35" ], [ "00:06:18.15", "00:06:23.91" ] ], "start_stop_frames": [ [ 18705, 18750 ], [ 18755, 18824 ], [ 18822, 18917 ], [ 18907, 19195 ] ], "trgnoun": "filter", "trgverb": "clean" }, { "key": "P30_107+618_619_620_621", "video_id": "P30_107", "narration_ids": [ "P30_107_618", "P30_107_619", "P30_107_620", "P30_107_621" ], "src": "slice pak choi leaf . pick_up pak choi leaves . chop pak_choi leaves", "src1": "slice pak choi leaf", "src2": "pick_up pak choi leaves", "src3": "chop pak_choi leaves", "trg": "move pak_choi leaves", "vis_src": "P30_107:618 P30_107:619 P30_107:620", "vis_trg": "P30_107:621", "narrations": [ "slice pak choi leaf", "pick up pak choi leaves", "chop pak choi leaves", "move pak choi leaves" ], "verbs": [ "slice", "pick-up", "chop", "move" ], "verb_classes": [ 7, 0, 7, 11 ], "nouns": [ "leaf:pak:choi", "leaf:pak:choi", "choi:pak", "choi:pak" ], "noun_classes": [ 62, 62, 151, 151 ], "start_stop_timestamps": [ [ "00:31:34.48", "00:31:36.75" ], [ "00:31:36.83", "00:31:37.45" ], [ "00:31:40.83", "00:31:58.06" ], [ "00:31:58.16", "00:32:01.15" ] ], "start_stop_frames": [ [ 94724, 94837 ], [ 94841, 94872 ], [ 95041, 95903 ], [ 95908, 96057 ] ], "trgnoun": "pak_choi", "trgverb": "move" }, { "key": "P28_103+89_90_91_92", "video_id": "P28_103", "narration_ids": [ "P28_103_89", "P28_103_90", "P28_103_91", "P28_103_92" ], "src": "throw rubbish . take sponge . wipe counter", "src1": "throw rubbish", "src2": "take sponge", "src3": "wipe counter", "trg": "put sponge", "vis_src": "P28_103:89 P28_103:90 P28_103:91", "vis_trg": "P28_103:92", "narrations": [ "throw rubbish", "take sponge", "wipe counter", "put sponge" ], "verbs": [ "throw", "take", "wipe", "put" ], "verb_classes": [ 13, 0, 2, 1 ], "nouns": [ "rubbish", "sponge", "counter", "sponge" ], "noun_classes": [ 54, 9, 42, 9 ], "start_stop_timestamps": [ [ "00:07:24.02", "00:07:30.61" ], [ "00:07:34.53", "00:07:35.45" ], [ "00:07:36.48", "00:07:40.50" ], [ "00:07:41.81", "00:07:42.16" ] ], "start_stop_frames": [ [ 22201, 22530 ], [ 22726, 22772 ], [ 22824, 23025 ], [ 23090, 23108 ] ], "trgnoun": "sponge", "trgverb": "put" }, { "key": "P28_113+143_144_145_146", "video_id": "P28_113", "narration_ids": [ "P28_113_143", "P28_113_144", "P28_113_145", "P28_113_146" ], "src": "throw rubbish . take kettle . turn_on tap", "src1": "throw rubbish", "src2": "take kettle", "src3": "turn_on tap", "trg": "fill kettle with water", "vis_src": "P28_113:143 P28_113:144 P28_113:145", "vis_trg": "P28_113:146", "narrations": [ "throw rubbish", "take kettle", "turn on tap", "fill kettle with water" ], "verbs": [ "throw", "take", "turn-on", "fill" ], "verb_classes": [ 13, 0, 6, 26 ], "nouns": [ "rubbish", "kettle", "tap", "kettle" ], "noun_classes": [ 54, 44, 0, 44 ], "start_stop_timestamps": [ [ "00:08:28.50", "00:08:29.79" ], [ "00:08:37.35", "00:08:38.82" ], [ "00:08:40.60", "00:08:41.44" ], [ "00:08:41.42", "00:08:45.63" ] ], "start_stop_frames": [ [ 25425, 25489 ], [ 25867, 25941 ], [ 26030, 26072 ], [ 26070, 26281 ] ], "trgnoun": "kettle", "trgverb": "fill" }, { "key": "P10_02+72_73_74_77", "video_id": "P10_02", "narration_ids": [ "P10_02_72", "P10_02_73", "P10_02_74", "P10_02_77" ], "src": "add some more_water into the pot . shake the pot . shake another pot", "src1": "add some more_water into the pot", "src2": "shake the pot", "src3": "shake another pot", "trg": "get a chopstick", "vis_src": "P10_02:72 P10_02:73 P10_02:74", "vis_trg": "P10_02:77", "narrations": [ "add some more water into the pot", "shake the pot", "shake another pot", "get a chopstick" ], "verbs": [ "add-into", "shake", "shake", "get" ], "verb_classes": [ 46, 15, 15, 0 ], "nouns": [ "water:more", "pot", "pot", "chopstick" ], "noun_classes": [ 27, 29, 29, 80 ], "start_stop_timestamps": [ [ "00:09:19.70", "00:09:28.88" ], [ "00:09:35.16", "00:09:38.97" ], [ "00:09:40.14", "00:09:43.13" ], [ "00:09:56.13", "00:09:57.62" ] ], "start_stop_frames": [ [ 33582, 34132 ], [ 34509, 34738 ], [ 34808, 34987 ], [ 35767, 35857 ] ], "trgnoun": "chopstick", "trgverb": "get" }, { "key": "P22_07+379_380_381_382", "video_id": "P22_07", "narration_ids": [ "P22_07_379", "P22_07_380", "P22_07_381", "P22_07_382" ], "src": "rinse mincing_knife . put_down mincing_knife . rinse potato_peeler", "src1": "rinse mincing_knife", "src2": "put_down mincing_knife", "src3": "rinse potato_peeler", "trg": "put_down potato_peeler", "vis_src": "P22_07:379 P22_07:380 P22_07:381", "vis_trg": "P22_07:382", "narrations": [ "rinse mincing knife", "put down mincing knife", "rinse potato peeler", "put down potato peeler" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "knife:mincing", "knife:mincing", "peeler:potato", "peeler:potato" ], "noun_classes": [ 4, 4, 87, 87 ], "start_stop_timestamps": [ [ "00:17:49.17", "00:17:55.81" ], [ "00:17:55.46", "00:17:56.82" ], [ "00:17:56.75", "00:17:59.06" ], [ "00:17:58.98", "00:17:59.95" ] ], "start_stop_frames": [ [ 64150, 64548 ], [ 64527, 64609 ], [ 64605, 64743 ], [ 64738, 64797 ] ], "trgnoun": "potato_peeler", "trgverb": "put_down" }, { "key": "P11_05+357_358_359_360", "video_id": "P11_05", "narration_ids": [ "P11_05_357", "P11_05_358", "P11_05_359", "P11_05_360" ], "src": "put_away pan . pick_up colander . rinse colander", "src1": "put_away pan", "src2": "pick_up colander", "src3": "rinse colander", "trg": "scrub colander", "vis_src": "P11_05:357 P11_05:358 P11_05:359", "vis_trg": "P11_05:360", "narrations": [ "put away pan", "pick up colander", "rinse colander", "scrub colander" ], "verbs": [ "put-away", "pick-up", "rinse", "scrub" ], "verb_classes": [ 1, 0, 2, 29 ], "nouns": [ "pan", "colander", "colander", "colander" ], "noun_classes": [ 5, 39, 39, 39 ], "start_stop_timestamps": [ [ "00:26:00.66", "00:26:01.84" ], [ "00:26:03.27", "00:26:04.14" ], [ "00:26:04.24", "00:26:05.58" ], [ "00:26:05.68", "00:26:15.17" ] ], "start_stop_frames": [ [ 93639, 93710 ], [ 93796, 93848 ], [ 93854, 93934 ], [ 93940, 94510 ] ], "trgnoun": "colander", "trgverb": "scrub" }, { "key": "P22_10+182_183_184_185", "video_id": "P22_10", "narration_ids": [ "P22_10_182", "P22_10_183", "P22_10_184", "P22_10_185" ], "src": "rinse spoon . put_down spoon . pick_up mincing_knife", "src1": "rinse spoon", "src2": "put_down spoon", "src3": "pick_up mincing_knife", "trg": "rinse mincing_knife", "vis_src": "P22_10:182 P22_10:183 P22_10:184", "vis_trg": "P22_10:185", "narrations": [ "rinse spoon", "put down spoon", "pick up mincing knife", "rinse mincing knife" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spoon", "spoon", "knife:mincing", "knife:mincing" ], "noun_classes": [ 1, 1, 4, 4 ], "start_stop_timestamps": [ [ "00:06:10.74", "00:06:12.24" ], [ "00:06:12.34", "00:06:13.44" ], [ "00:06:13.35", "00:06:13.95" ], [ "00:06:14.05", "00:06:18.55" ] ], "start_stop_frames": [ [ 22244, 22334 ], [ 22340, 22406 ], [ 22401, 22437 ], [ 22443, 22713 ] ], "trgnoun": "mincing_knife", "trgverb": "rinse" }, { "key": "P22_10+132_133_134_135", "video_id": "P22_10", "narration_ids": [ "P22_10_132", "P22_10_133", "P22_10_134", "P22_10_135" ], "src": "lather bowl . put_down bowl . pick_up mincing_knife", "src1": "lather bowl", "src2": "put_down bowl", "src3": "pick_up mincing_knife", "trg": "lather mincing_knife", "vis_src": "P22_10:132 P22_10:133 P22_10:134", "vis_trg": "P22_10:135", "narrations": [ "lather bowl", "put down bowl", "pick up mincing knife", "lather mincing knife" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "bowl", "bowl", "knife:mincing", "knife:mincing" ], "noun_classes": [ 7, 7, 4, 4 ], "start_stop_timestamps": [ [ "00:04:30.76", "00:04:41.19" ], [ "00:04:41.02", "00:04:42.26" ], [ "00:04:42.66", "00:04:43.43" ], [ "00:04:43.74", "00:04:52.08" ] ], "start_stop_frames": [ [ 16245, 16871 ], [ 16861, 16935 ], [ 16959, 17005 ], [ 17024, 17524 ] ], "trgnoun": "mincing_knife", "trgverb": "lather" }, { "key": "P22_10+183_184_185_186", "video_id": "P22_10", "narration_ids": [ "P22_10_183", "P22_10_184", "P22_10_185", "P22_10_186" ], "src": "put_down spoon . pick_up mincing_knife . rinse mincing_knife", "src1": "put_down spoon", "src2": "pick_up mincing_knife", "src3": "rinse mincing_knife", "trg": "put_down mincing_knife", "vis_src": "P22_10:183 P22_10:184 P22_10:185", "vis_trg": "P22_10:186", "narrations": [ "put down spoon", "pick up mincing knife", "rinse mincing knife", "put down mincing knife" ], "verbs": [ "put-down", "pick-up", "rinse", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "spoon", "knife:mincing", "knife:mincing", "knife:mincing" ], "noun_classes": [ 1, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:06:12.34", "00:06:13.44" ], [ "00:06:13.35", "00:06:13.95" ], [ "00:06:14.05", "00:06:18.55" ], [ "00:06:18.65", "00:06:20.27" ] ], "start_stop_frames": [ [ 22340, 22406 ], [ 22401, 22437 ], [ 22443, 22713 ], [ 22719, 22816 ] ], "trgnoun": "mincing_knife", "trgverb": "put_down" }, { "key": "P10_04+268_269_270_271", "video_id": "P10_04", "narration_ids": [ "P10_04_268", "P10_04_269", "P10_04_270", "P10_04_271" ], "src": "cook the lettuce . get some soya_sauce . put the soya_sauce back", "src1": "cook the lettuce", "src2": "get some soya_sauce", "src3": "put the soya_sauce back", "trg": "mix the soya_sauce with the lettuce", "vis_src": "P10_04:268 P10_04:269 P10_04:270", "vis_trg": "P10_04:271", "narrations": [ "cook the lettuce", "get some soya sauce", "put the soya sauce back", "mix the soya sauce with the lettuce" ], "verbs": [ "cook", "get", "put", "mix-with" ], "verb_classes": [ 45, 0, 1, 10 ], "nouns": [ "lettuce", "sauce:soya", "sauce:soya", "sauce:soya" ], "noun_classes": [ 120, 47, 47, 47 ], "start_stop_timestamps": [ [ "00:29:05.91", "00:29:18.04" ], [ "00:29:22.58", "00:29:24.06" ], [ "00:29:23.86", "00:29:28.86" ], [ "00:29:31.34", "00:29:43.39" ] ], "start_stop_frames": [ [ 104754, 105482 ], [ 105754, 105843 ], [ 105831, 106131 ], [ 106280, 107003 ] ], "trgnoun": "soya_sauce", "trgverb": "mix_with" }, { "key": "P04_104+134_135_136_137", "video_id": "P04_104", "narration_ids": [ "P04_104_134", "P04_104_135", "P04_104_136", "P04_104_137" ], "src": "pull_out battery . put_down battery_pack . pick_up scales", "src1": "pull_out battery", "src2": "put_down battery_pack", "src3": "pick_up scales", "trg": "turn_over scales", "vis_src": "P04_104:134 P04_104:135 P04_104:136", "vis_trg": "P04_104:137", "narrations": [ "pull out battery", "put down battery pack", "pick up scales", "turn over scales" ], "verbs": [ "pull-out", "put-down", "pick-up", "turn-over" ], "verb_classes": [ 31, 1, 0, 22 ], "nouns": [ "battery", "pack:battery", "scale", "scale" ], "noun_classes": [ 233, 26, 108, 108 ], "start_stop_timestamps": [ [ "00:05:05.26", "00:05:10.58" ], [ "00:05:10.50", "00:05:11.25" ], [ "00:05:11.35", "00:05:11.74" ], [ "00:05:11.63", "00:05:12.16" ] ], "start_stop_frames": [ [ 15263, 15529 ], [ 15525, 15562 ], [ 15567, 15587 ], [ 15581, 15608 ] ], "trgnoun": "scale", "trgverb": "turn_over" }, { "key": "P04_104+128_129_130_131", "video_id": "P04_104", "narration_ids": [ "P04_104_128", "P04_104_129", "P04_104_130", "P04_104_131" ], "src": "pick_up box . open box . move batteries", "src1": "pick_up box", "src2": "open box", "src3": "move batteries", "trg": "pick_up batteries", "vis_src": "P04_104:128 P04_104:129 P04_104:130", "vis_trg": "P04_104:131", "narrations": [ "pick up box", "open box", "move batteries", "pick up batteries" ], "verbs": [ "pick-up", "open", "move", "pick-up" ], "verb_classes": [ 0, 3, 11, 0 ], "nouns": [ "box", "box", "battery", "battery" ], "noun_classes": [ 23, 23, 233, 233 ], "start_stop_timestamps": [ [ "00:04:52.95", "00:04:54.48" ], [ "00:04:53.79", "00:04:54.99" ], [ "00:04:55.09", "00:04:57.19" ], [ "00:04:56.89", "00:04:57.37" ] ], "start_stop_frames": [ [ 14647, 14724 ], [ 14689, 14749 ], [ 14754, 14859 ], [ 14844, 14868 ] ], "trgnoun": "battery", "trgverb": "pick_up" }, { "key": "P04_104+137_138_139_140", "video_id": "P04_104", "narration_ids": [ "P04_104_137", "P04_104_138", "P04_104_139", "P04_104_140" ], "src": "turn_over scales . open battery_compartment on scales . push_down battery", "src1": "turn_over scales", "src2": "open battery_compartment on scales", "src3": "push_down battery", "trg": "pull_out battery", "vis_src": "P04_104:137 P04_104:138 P04_104:139", "vis_trg": "P04_104:140", "narrations": [ "turn over scales", "open battery compartment on scales", "push down battery", "pull out battery" ], "verbs": [ "turn-over", "open-on", "push-down", "pull-out" ], "verb_classes": [ 22, 3, 21, 31 ], "nouns": [ "scale", "compartment:battery", "battery", "battery" ], "noun_classes": [ 108, 233, 233, 233 ], "start_stop_timestamps": [ [ "00:05:11.63", "00:05:12.16" ], [ "00:05:12.66", "00:05:13.81" ], [ "00:05:15.01", "00:05:15.71" ], [ "00:05:16.06", "00:05:18.01" ] ], "start_stop_frames": [ [ 15581, 15608 ], [ 15633, 15690 ], [ 15750, 15785 ], [ 15803, 15900 ] ], "trgnoun": "battery", "trgverb": "pull_out" }, { "key": "P35_109+126_127_128_129", "video_id": "P35_109", "narration_ids": [ "P35_109_126", "P35_109_127", "P35_109_128", "P35_109_129" ], "src": "pick_up coffee_holder . pick_up filter . clean filter", "src1": "pick_up coffee_holder", "src2": "pick_up filter", "src3": "clean filter", "trg": "put_down filter", "vis_src": "P35_109:126 P35_109:127 P35_109:128", "vis_trg": "P35_109:129", "narrations": [ "pick up coffee holder", "pick up filter", "clean filter", "put down filter" ], "verbs": [ "pick-up", "pick-up", "clean", "put-down" ], "verb_classes": [ 0, 0, 2, 1 ], "nouns": [ "holder:coffee", "filter", "filter", "filter" ], "noun_classes": [ 135, 77, 77, 77 ], "start_stop_timestamps": [ [ "00:06:15.11", "00:06:16.49" ], [ "00:06:16.45", "00:06:18.35" ], [ "00:06:18.15", "00:06:23.91" ], [ "00:06:24.18", "00:06:29.48" ] ], "start_stop_frames": [ [ 18755, 18824 ], [ 18822, 18917 ], [ 18907, 19195 ], [ 19209, 19474 ] ], "trgnoun": "filter", "trgverb": "put_down" }, { "key": "P04_120+120_121_122_123", "video_id": "P04_120", "narration_ids": [ "P04_120_120", "P04_120_121", "P04_120_122", "P04_120_123" ], "src": "turn_off dishwasher . push_down dishwasher_door . pull open dishwasher_drawer", "src1": "turn_off dishwasher", "src2": "push_down dishwasher_door", "src3": "pull open dishwasher_drawer", "trg": "open dishwasher_drawer", "vis_src": "P04_120:120 P04_120:121 P04_120:122", "vis_trg": "P04_120:123", "narrations": [ "turn off dishwasher", "push down dishwasher door", "pull open dishwasher drawer", "open dishwasher drawer" ], "verbs": [ "turn-off", "push-down", "pull", "open" ], "verb_classes": [ 8, 21, 31, 3 ], "nouns": [ "dishwasher", "door:dishwasher", "drawer:dishwasher", "drawer:dishwasher" ], "noun_classes": [ 70, 70, 70, 70 ], "start_stop_timestamps": [ [ "00:06:21.45", "00:06:21.98" ], [ "00:06:23.14", "00:06:24.03" ], [ "00:06:24.60", "00:06:26.20" ], [ "00:06:25.95", "00:06:28.55" ] ], "start_stop_frames": [ [ 19072, 19099 ], [ 19157, 19201 ], [ 19230, 19310 ], [ 19297, 19427 ] ], "trgnoun": "dishwasher_drawer", "trgverb": "open" }, { "key": "P22_07+116_117_118_119", "video_id": "P22_07", "narration_ids": [ "P22_07_116", "P22_07_117", "P22_07_118", "P22_07_119" ], "src": "open box . pick_up mincing_knife . open tap", "src1": "open box", "src2": "pick_up mincing_knife", "src3": "open tap", "trg": "rinse mincing_knife", "vis_src": "P22_07:116 P22_07:117 P22_07:118", "vis_trg": "P22_07:119", "narrations": [ "open box", "pick up mincing knife", "open tap", "rinse mincing knife" ], "verbs": [ "open", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 3, 0, 6, 2 ], "nouns": [ "box", "knife:mincing", "tap", "knife:mincing" ], "noun_classes": [ 23, 4, 0, 4 ], "start_stop_timestamps": [ [ "00:04:26.69", "00:04:31.14" ], [ "00:04:30.54", "00:04:32.72" ], [ "00:04:35.42", "00:04:36.48" ], [ "00:04:35.49", "00:04:38.49" ] ], "start_stop_frames": [ [ 16001, 16268 ], [ 16232, 16363 ], [ 16525, 16588 ], [ 16529, 16709 ] ], "trgnoun": "mincing_knife", "trgverb": "rinse" }, { "key": "P04_104+132_133_134_135", "video_id": "P04_104", "narration_ids": [ "P04_104_132", "P04_104_133", "P04_104_134", "P04_104_135" ], "src": "put_down scales . open battery_pack . pull_out battery", "src1": "put_down scales", "src2": "open battery_pack", "src3": "pull_out battery", "trg": "put_down battery_pack", "vis_src": "P04_104:132 P04_104:133 P04_104:134", "vis_trg": "P04_104:135", "narrations": [ "put down scales", "open battery pack", "pull out battery", "put down battery pack" ], "verbs": [ "put-down", "open", "pull-out", "put-down" ], "verb_classes": [ 1, 3, 31, 1 ], "nouns": [ "scale", "pack:battery", "battery", "pack:battery" ], "noun_classes": [ 108, 26, 233, 26 ], "start_stop_timestamps": [ [ "00:05:00.49", "00:05:01.35" ], [ "00:05:02.00", "00:05:05.07" ], [ "00:05:05.26", "00:05:10.58" ], [ "00:05:10.50", "00:05:11.25" ] ], "start_stop_frames": [ [ 15024, 15067 ], [ 15100, 15253 ], [ 15263, 15529 ], [ 15525, 15562 ] ], "trgnoun": "battery_pack", "trgverb": "put_down" }, { "key": "P04_104+131_132_133_134", "video_id": "P04_104", "narration_ids": [ "P04_104_131", "P04_104_132", "P04_104_133", "P04_104_134" ], "src": "pick_up batteries . put_down scales . open battery_pack", "src1": "pick_up batteries", "src2": "put_down scales", "src3": "open battery_pack", "trg": "pull_out battery", "vis_src": "P04_104:131 P04_104:132 P04_104:133", "vis_trg": "P04_104:134", "narrations": [ "pick up batteries", "put down scales", "open battery pack", "pull out battery" ], "verbs": [ "pick-up", "put-down", "open", "pull-out" ], "verb_classes": [ 0, 1, 3, 31 ], "nouns": [ "battery", "scale", "pack:battery", "battery" ], "noun_classes": [ 233, 108, 26, 233 ], "start_stop_timestamps": [ [ "00:04:56.89", "00:04:57.37" ], [ "00:05:00.49", "00:05:01.35" ], [ "00:05:02.00", "00:05:05.07" ], [ "00:05:05.26", "00:05:10.58" ] ], "start_stop_frames": [ [ 14844, 14868 ], [ 15024, 15067 ], [ 15100, 15253 ], [ 15263, 15529 ] ], "trgnoun": "battery", "trgverb": "pull_out" }, { "key": "P08_20+22_23_24_26", "video_id": "P08_20", "narration_ids": [ "P08_20_22", "P08_20_23", "P08_20_24", "P08_20_26" ], "src": "get kiwi bits skins . throw away skins . put_back kiwi", "src1": "get kiwi bits skins", "src2": "throw away skins", "src3": "put_back kiwi", "trg": "tap on", "vis_src": "P08_20:22 P08_20:23 P08_20:24", "vis_trg": "P08_20:26", "narrations": [ "get kiwi bits skins", "throw away skins", "put back kiwi", "tap on" ], "verbs": [ "get", "throw", "put-back", "turn-on" ], "verb_classes": [ 0, 13, 1, 6 ], "nouns": [ "skin:kiwi:bit", "skin", "kiwi", "tap" ], "noun_classes": [ 48, 48, 213, 0 ], "start_stop_timestamps": [ [ "00:02:32.78", "00:02:35.38" ], [ "00:02:35.14", "00:02:37.11" ], [ "00:02:39.73", "00:02:41.77" ], [ "00:02:45.36", "00:02:46.15" ] ], "start_stop_frames": [ [ 9166, 9322 ], [ 9308, 9426 ], [ 9583, 9706 ], [ 9921, 9969 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P01_09+101_102_103_104", "video_id": "P01_09", "narration_ids": [ "P01_09_101", "P01_09_102", "P01_09_103", "P01_09_104" ], "src": "put_down bowl . knead dough . pour flour", "src1": "put_down bowl", "src2": "knead dough", "src3": "pour flour", "trg": "put_down flour", "vis_src": "P01_09:101 P01_09:102 P01_09:103", "vis_trg": "P01_09:104", "narrations": [ "put down bowl", "knead dough", "pour flour", "put down flour" ], "verbs": [ "put-down", "knead", "pour", "put-down" ], "verb_classes": [ 1, 51, 9, 1 ], "nouns": [ "bowl", "dough", "flour", "flour" ], "noun_classes": [ 7, 25, 75, 75 ], "start_stop_timestamps": [ [ "00:05:34.40", "00:05:35.88" ], [ "00:05:43.07", "00:05:54.74" ], [ "00:05:56.46", "00:05:58.42" ], [ "00:05:58.52", "00:05:59.51" ] ], "start_stop_frames": [ [ 20064, 20152 ], [ 20584, 21284 ], [ 21387, 21505 ], [ 21511, 21570 ] ], "trgnoun": "flour", "trgverb": "put_down" }, { "key": "P22_16+248_249_250_251", "video_id": "P22_16", "narration_ids": [ "P22_16_248", "P22_16_249", "P22_16_250", "P22_16_251" ], "src": "pick_up carrot . pick_up carrot_peeler . peel carrot", "src1": "pick_up carrot", "src2": "pick_up carrot_peeler", "src3": "peel carrot", "trg": "slice carrot", "vis_src": "P22_16:248 P22_16:249 P22_16:250", "vis_trg": "P22_16:251", "narrations": [ "pick up carrot", "pick up carrot peeler", "peel carrot", "slice carrot" ], "verbs": [ "pick-up", "pick-up", "peel", "slice" ], "verb_classes": [ 0, 0, 19, 7 ], "nouns": [ "carrot", "peeler:carrot", "carrot", "carrot" ], "noun_classes": [ 41, 87, 41, 41 ], "start_stop_timestamps": [ [ "00:11:14.54", "00:11:15.73" ], [ "00:11:15.49", "00:11:16.46" ], [ "00:11:16.35", "00:11:19.44" ], [ "00:12:24.11", "00:12:26.28" ] ], "start_stop_frames": [ [ 40472, 40543 ], [ 40529, 40587 ], [ 40581, 40766 ], [ 44646, 44776 ] ], "trgnoun": "carrot", "trgverb": "slice" }, { "key": "P35_104+362_363_364_365", "video_id": "P35_104", "narration_ids": [ "P35_104_362", "P35_104_363", "P35_104_364", "P35_104_365" ], "src": "pick_up food . throw food . drain container", "src1": "pick_up food", "src2": "throw food", "src3": "drain container", "trg": "put_down container", "vis_src": "P35_104:362 P35_104:363 P35_104:364", "vis_trg": "P35_104:365", "narrations": [ "pick up food", "throw food", "drain container", "put down container" ], "verbs": [ "pick-up", "throw", "drain", "put-down" ], "verb_classes": [ 0, 13, 37, 1 ], "nouns": [ "food", "food", "container", "container" ], "noun_classes": [ 34, 34, 21, 21 ], "start_stop_timestamps": [ [ "00:23:34.38", "00:23:36.16" ], [ "00:23:36.12", "00:23:38.37" ], [ "00:23:39.47", "00:23:40.97" ], [ "00:23:41.07", "00:23:41.82" ] ], "start_stop_frames": [ [ 70719, 70808 ], [ 70806, 70918 ], [ 70973, 71048 ], [ 71053, 71091 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P04_109+17_18_19_20", "video_id": "P04_109", "narration_ids": [ "P04_109_17", "P04_109_18", "P04_109_19", "P04_109_20" ], "src": "chop end off carrot . pick_up carrot ends . push carrot ends off chopping board", "src1": "chop end off carrot", "src2": "pick_up carrot ends", "src3": "push carrot ends off chopping board", "trg": "slice carrot", "vis_src": "P04_109:17 P04_109:18 P04_109:19", "vis_trg": "P04_109:20", "narrations": [ "chop end off carrot", "pick up carrot ends", "push carrot ends off chopping board", "slice carrot" ], "verbs": [ "chop", "pick-up", "push", "slice" ], "verb_classes": [ 7, 0, 21, 7 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:00:27.47", "00:00:28.02" ], [ "00:00:28.07", "00:00:29.02" ], [ "00:00:28.42", "00:00:28.95" ], [ "00:00:29.91", "00:00:31.15" ] ], "start_stop_frames": [ [ 1373, 1401 ], [ 1403, 1451 ], [ 1421, 1447 ], [ 1495, 1557 ] ], "trgnoun": "carrot", "trgverb": "slice" }, { "key": "P22_109+722_723_724_725", "video_id": "P22_109", "narration_ids": [ "P22_109_722", "P22_109_723", "P22_109_724", "P22_109_725" ], "src": "open cupboard . pick_up degreaser . spray degreaser", "src1": "open cupboard", "src2": "pick_up degreaser", "src3": "spray degreaser", "trg": "put_down degreaser", "vis_src": "P22_109:722 P22_109:723 P22_109:724", "vis_trg": "P22_109:725", "narrations": [ "open cupboard", "pick up degreaser", "spray degreaser", "put down degreaser" ], "verbs": [ "open", "pick-up", "spray", "put-down" ], "verb_classes": [ 3, 0, 44, 1 ], "nouns": [ "cupboard", "degreaser", "degreaser", "degreaser" ], "noun_classes": [ 3, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:30:05.51", "00:30:06.43" ], [ "00:30:06.41", "00:30:07.73" ], [ "00:30:07.83", "00:30:10.47" ], [ "00:30:10.42", "00:30:11.05" ] ], "start_stop_frames": [ [ 90275, 90321 ], [ 90320, 90386 ], [ 90391, 90523 ], [ 90521, 90552 ] ], "trgnoun": "degreaser", "trgverb": "put_down" }, { "key": "P37_102+51_52_53_54", "video_id": "P37_102", "narration_ids": [ "P37_102_51", "P37_102_52", "P37_102_53", "P37_102_54" ], "src": "put carrots in plate . cut carrots . put carrots in bin", "src1": "put carrots in plate", "src2": "cut carrots", "src3": "put carrots in bin", "trg": "slice carrots", "vis_src": "P37_102:51 P37_102:52 P37_102:53", "vis_trg": "P37_102:54", "narrations": [ "put carrots in plate", "cut carrots", "put carrots in bin", "slice carrots" ], "verbs": [ "put-in", "cut", "put-in", "slice" ], "verb_classes": [ 5, 7, 5, 7 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:02:38.99", "00:02:39.78" ], [ "00:02:39.44", "00:02:42.27" ], [ "00:02:42.35", "00:02:44.01" ], [ "00:02:44.01", "00:03:14.41" ] ], "start_stop_frames": [ [ 7949, 7989 ], [ 7972, 8113 ], [ 8117, 8200 ], [ 8200, 9720 ] ], "trgnoun": "carrot", "trgverb": "slice" }, { "key": "P04_109+33_34_35_36", "video_id": "P04_109", "narration_ids": [ "P04_109_33", "P04_109_34", "P04_109_35", "P04_109_36" ], "src": "eat carrot . pick_up bit of carrot . slice carrot", "src1": "eat carrot", "src2": "pick_up bit of carrot", "src3": "slice carrot", "trg": "pull apart carrot", "vis_src": "P04_109:33 P04_109:34 P04_109:35", "vis_trg": "P04_109:36", "narrations": [ "eat carrot", "pick up bit of carrot", "slice carrot", "pull apart carrot" ], "verbs": [ "eat", "pick-up", "slice", "pull" ], "verb_classes": [ 35, 0, 7, 31 ], "nouns": [ "carrot", "bit:carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:01:52.26", "00:01:53.14" ], [ "00:01:53.34", "00:01:54.51" ], [ "00:01:54.61", "00:01:57.02" ], [ "00:01:56.76", "00:01:58.56" ] ], "start_stop_frames": [ [ 5613, 5657 ], [ 5667, 5725 ], [ 5730, 5851 ], [ 5838, 5928 ] ], "trgnoun": "carrot", "trgverb": "pull" }, { "key": "P10_01+102_103_104_105", "video_id": "P10_01", "narration_ids": [ "P10_01_102", "P10_01_103", "P10_01_104", "P10_01_105" ], "src": "cleaning the wall_protector . throw the small thing into the dustbin . brush the knife", "src1": "cleaning the wall_protector", "src2": "throw the small thing into the dustbin", "src3": "brush the knife", "trg": "put the knife on the shelf", "vis_src": "P10_01:102 P10_01:103 P10_01:104", "vis_trg": "P10_01:105", "narrations": [ "cleaning the wall protector", "throw the small thing into the dustbin", "brush the knife", "put the knife on the shelf" ], "verbs": [ "clean", "throw-into", "brush", "put-on" ], "verb_classes": [ 2, 13, 57, 1 ], "nouns": [ "protector:wall", "dustbin", "knife", "knife" ], "noun_classes": [ 242, 36, 4, 4 ], "start_stop_timestamps": [ [ "00:12:24.92", "00:12:31.26" ], [ "00:12:32.96", "00:12:35.90" ], [ "00:12:36.08", "00:12:44.29" ], [ "00:12:44.06", "00:12:46.77" ] ], "start_stop_frames": [ [ 44695, 45075 ], [ 45177, 45354 ], [ 45364, 45857 ], [ 45843, 46006 ] ], "trgnoun": "knife", "trgverb": "put_on" }, { "key": "P01_18+356_357_358_359", "video_id": "P01_18", "narration_ids": [ "P01_18_356", "P01_18_357", "P01_18_358", "P01_18_359" ], "src": "stir stock . put_down spoon . wait for oil to be hot", "src1": "stir stock", "src2": "put_down spoon", "src3": "wait for oil to be hot", "trg": "take spoon", "vis_src": "P01_18:356 P01_18:357 P01_18:358", "vis_trg": "P01_18:359", "narrations": [ "stir stock", "put down spoon", "wait for oil to be hot", "take spoon" ], "verbs": [ "stir", "put-down", "wait", "take" ], "verb_classes": [ 10, 1, 72, 0 ], "nouns": [ "stock", "spoon", "oil", "spoon" ], "noun_classes": [ 95, 1, 31, 1 ], "start_stop_timestamps": [ [ "00:26:06.04", "00:26:08.54" ], [ "00:26:10.89", "00:26:11.86" ], [ "00:26:13.11", "00:26:42.02" ], [ "00:26:43.57", "00:26:44.82" ] ], "start_stop_frames": [ [ 93962, 94112 ], [ 94253, 94311 ], [ 94386, 96121 ], [ 96214, 96289 ] ], "trgnoun": "spoon", "trgverb": "take" }, { "key": "P22_115+141_142_143_144", "video_id": "P22_115", "narration_ids": [ "P22_115_141", "P22_115_142", "P22_115_143", "P22_115_144" ], "src": "put_down filter . pick_up coffee_holder . rinse coffee_holder", "src1": "put_down filter", "src2": "pick_up coffee_holder", "src3": "rinse coffee_holder", "trg": "put_down coffee_holder", "vis_src": "P22_115:141 P22_115:142 P22_115:143", "vis_trg": "P22_115:144", "narrations": [ "put down filter", "pick up coffee holder", "rinse coffee holder", "put down coffee holder" ], "verbs": [ "put-down", "pick-up", "rinse", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "filter", "holder:coffee", "holder:coffee", "holder:coffee" ], "noun_classes": [ 77, 135, 135, 135 ], "start_stop_timestamps": [ [ "00:04:04.92", "00:04:05.92" ], [ "00:04:05.73", "00:04:06.15" ], [ "00:04:06.32", "00:04:13.35" ], [ "00:04:13.40", "00:04:14.47" ] ], "start_stop_frames": [ [ 12246, 12296 ], [ 12286, 12307 ], [ 12316, 12667 ], [ 12670, 12723 ] ], "trgnoun": "coffee_holder", "trgverb": "put_down" }, { "key": "P04_109+19_20_21_22", "video_id": "P04_109", "narration_ids": [ "P04_109_19", "P04_109_20", "P04_109_21", "P04_109_22" ], "src": "push carrot ends off chopping board . slice carrot . pick_up carrot_slice", "src1": "push carrot ends off chopping board", "src2": "slice carrot", "src3": "pick_up carrot_slice", "trg": "put_down carrot_slice", "vis_src": "P04_109:19 P04_109:20 P04_109:21", "vis_trg": "P04_109:22", "narrations": [ "push carrot ends off chopping board", "slice carrot", "pick up carrot slice", "put down carrot slice" ], "verbs": [ "push", "slice", "pick-up", "put-down" ], "verb_classes": [ 21, 7, 0, 1 ], "nouns": [ "carrot", "carrot", "slice:carrot", "slice:carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:00:28.42", "00:00:28.95" ], [ "00:00:29.91", "00:00:31.15" ], [ "00:00:31.18", "00:00:32.44" ], [ "00:00:32.31", "00:00:32.77" ] ], "start_stop_frames": [ [ 1421, 1447 ], [ 1495, 1557 ], [ 1559, 1622 ], [ 1615, 1638 ] ], "trgnoun": "carrot_slice", "trgverb": "put_down" }, { "key": "P35_109+174_175_176_177", "video_id": "P35_109", "narration_ids": [ "P35_109_174", "P35_109_175", "P35_109_176", "P35_109_177" ], "src": "open bucket . pick_up coffee_holder . throw coffee", "src1": "open bucket", "src2": "pick_up coffee_holder", "src3": "throw coffee", "trg": "close bucket", "vis_src": "P35_109:174 P35_109:175 P35_109:176", "vis_trg": "P35_109:177", "narrations": [ "open bucket", "pick up coffee holder", "throw coffee", "close bucket" ], "verbs": [ "open", "pick-up", "throw", "close" ], "verb_classes": [ 3, 0, 13, 4 ], "nouns": [ "bucket", "holder:coffee", "coffee", "bucket" ], "noun_classes": [ 21, 135, 59, 21 ], "start_stop_timestamps": [ [ "00:11:16.35", "00:11:17.60" ], [ "00:11:17.70", "00:11:19.74" ], [ "00:11:19.84", "00:11:50.53" ], [ "00:11:50.48", "00:11:51.91" ] ], "start_stop_frames": [ [ 33817, 33880 ], [ 33885, 33987 ], [ 33992, 35526 ], [ 35524, 35595 ] ], "trgnoun": "bucket", "trgverb": "close" }, { "key": "P04_107+546_547_550_551", "video_id": "P04_107", "narration_ids": [ "P04_107_546", "P04_107_547", "P04_107_550", "P04_107_551" ], "src": "put dough_balls in bowl . pick_up dough_balls . pass dough to other hand", "src1": "put dough_balls in bowl", "src2": "pick_up dough_balls", "src3": "pass dough to other hand", "trg": "drop dough in bowl", "vis_src": "P04_107:546 P04_107:547 P04_107:550", "vis_trg": "P04_107:551", "narrations": [ "put dough balls in bowl", "pick up dough balls", "pass dough to other hand", "drop dough in bowl" ], "verbs": [ "put-in", "pick-up", "pass-to", "drop-in" ], "verb_classes": [ 5, 0, 11, 59 ], "nouns": [ "ball:dough", "ball:dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:15:37.37", "00:15:37.60" ], [ "00:15:37.95", "00:15:38.90" ], [ "00:15:37.29", "00:15:38.84" ], [ "00:15:38.76", "00:15:39.21" ] ], "start_stop_frames": [ [ 46868, 46880 ], [ 46897, 46945 ], [ 46864, 46942 ], [ 46938, 46960 ] ], "trgnoun": "dough", "trgverb": "drop_in" }, { "key": "P03_04+353_354_355_356", "video_id": "P03_04", "narration_ids": [ "P03_04_353", "P03_04_354", "P03_04_355", "P03_04_356" ], "src": "put drink . turn_up heat . clean side", "src1": "put drink", "src2": "turn_up heat", "src3": "clean side", "trg": "put side in bin", "vis_src": "P03_04:353 P03_04:354 P03_04:355", "vis_trg": "P03_04:356", "narrations": [ "put drink", "turn up heat", "clean side", "put side in bin" ], "verbs": [ "put", "turn-up", "clean", "put-in" ], "verb_classes": [ 1, 70, 2, 5 ], "nouns": [ "drink", "heat", "side", "side" ], "noun_classes": [ 209, 65, 42, 42 ], "start_stop_timestamps": [ [ "00:25:32.25", "00:25:32.95" ], [ "00:25:42.55", "00:26:01.05" ], [ "00:26:24.90", "00:26:27.15" ], [ "00:26:27.50", "00:26:28.11" ] ], "start_stop_frames": [ [ 91935, 91977 ], [ 92553, 93663 ], [ 95094, 95229 ], [ 95250, 95286 ] ], "trgnoun": "side", "trgverb": "put_in" }, { "key": "P35_108+447_448_449_450", "video_id": "P35_108", "narration_ids": [ "P35_108_447", "P35_108_448", "P35_108_449", "P35_108_450" ], "src": "wash container . open bucket . pour food", "src1": "wash container", "src2": "open bucket", "src3": "pour food", "trg": "close bucket", "vis_src": "P35_108:447 P35_108:448 P35_108:449", "vis_trg": "P35_108:450", "narrations": [ "wash container", "open bucket", "pour food", "close bucket" ], "verbs": [ "wash", "open", "pour", "close" ], "verb_classes": [ 2, 3, 9, 4 ], "nouns": [ "container", "bucket", "food", "bucket" ], "noun_classes": [ 21, 21, 34, 21 ], "start_stop_timestamps": [ [ "00:29:17.16", "00:29:19.67" ], [ "00:29:20.18", "00:29:21.32" ], [ "00:29:21.38", "00:29:25.26" ], [ "00:29:25.14", "00:29:25.90" ] ], "start_stop_frames": [ [ 87858, 87983 ], [ 88009, 88066 ], [ 88069, 88263 ], [ 88257, 88295 ] ], "trgnoun": "bucket", "trgverb": "close" }, { "key": "P22_07+140_141_142_143", "video_id": "P22_07", "narration_ids": [ "P22_07_140", "P22_07_141", "P22_07_142", "P22_07_143" ], "src": "pick_up mincing_knife . put_down mincing_knife . pick_up box", "src1": "pick_up mincing_knife", "src2": "put_down mincing_knife", "src3": "pick_up box", "trg": "put_down box", "vis_src": "P22_07:140 P22_07:141 P22_07:142", "vis_trg": "P22_07:143", "narrations": [ "pick up mincing knife", "put down mincing knife", "pick up box", "put down box" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "knife:mincing", "knife:mincing", "box", "box" ], "noun_classes": [ 4, 4, 23, 23 ], "start_stop_timestamps": [ [ "00:05:58.68", "00:05:59.78" ], [ "00:05:59.88", "00:06:01.43" ], [ "00:06:02.21", "00:06:02.71" ], [ "00:06:02.58", "00:06:03.52" ] ], "start_stop_frames": [ [ 21520, 21586 ], [ 21592, 21685 ], [ 21732, 21762 ], [ 21754, 21811 ] ], "trgnoun": "box", "trgverb": "put_down" }, { "key": "P35_101+38_39_40_41", "video_id": "P35_101", "narration_ids": [ "P35_101_38", "P35_101_39", "P35_101_40", "P35_101_41" ], "src": "close bucket . close pasta . open cupboard", "src1": "close bucket", "src2": "close pasta", "src3": "open cupboard", "trg": "put_down pasta", "vis_src": "P35_101:38 P35_101:39 P35_101:40", "vis_trg": "P35_101:41", "narrations": [ "close bucket", "close pasta", "open cupboard", "put down pasta" ], "verbs": [ "close", "close", "open", "put-down" ], "verb_classes": [ 4, 4, 3, 1 ], "nouns": [ "bucket", "pasta", "cupboard", "pasta" ], "noun_classes": [ 21, 45, 3, 45 ], "start_stop_timestamps": [ [ "00:03:05.01", "00:03:06.31" ], [ "00:03:07.18", "00:03:11.22" ], [ "00:03:11.32", "00:03:13.06" ], [ "00:03:14.10", "00:03:19.28" ] ], "start_stop_frames": [ [ 9250, 9315 ], [ 9359, 9561 ], [ 9566, 9653 ], [ 9705, 9964 ] ], "trgnoun": "pasta", "trgverb": "put_down" }, { "key": "P04_101+134_135_136_137", "video_id": "P04_101", "narration_ids": [ "P04_101_134", "P04_101_135", "P04_101_136", "P04_101_137" ], "src": "touch fridge . pick_up yoghurt . open fridge", "src1": "touch fridge", "src2": "pick_up yoghurt", "src3": "open fridge", "trg": "put yoghurt in fridge", "vis_src": "P04_101:134 P04_101:135 P04_101:136", "vis_trg": "P04_101:137", "narrations": [ "touch fridge", "pick up yoghurt", "open fridge", "put yoghurt in fridge" ], "verbs": [ "touch", "pick-up", "open", "put-in" ], "verb_classes": [ 54, 0, 3, 5 ], "nouns": [ "fridge", "yoghurt", "fridge", "yoghurt" ], "noun_classes": [ 12, 98, 12, 98 ], "start_stop_timestamps": [ [ "00:04:48.54", "00:04:49.70" ], [ "00:04:50.76", "00:04:51.65" ], [ "00:04:52.05", "00:04:52.70" ], [ "00:04:52.80", "00:04:54.55" ] ], "start_stop_frames": [ [ 14427, 14485 ], [ 14538, 14582 ], [ 14602, 14635 ], [ 14640, 14727 ] ], "trgnoun": "yoghurt", "trgverb": "put_in" }, { "key": "P01_109+493_494_495_496", "video_id": "P01_109", "narration_ids": [ "P01_109_493", "P01_109_494", "P01_109_495", "P01_109_496" ], "src": "pick_up spatula . stir potatoes . pick_up potato_bit", "src1": "pick_up spatula", "src2": "stir potatoes", "src3": "pick_up potato_bit", "trg": "put potato_bit onto spatula", "vis_src": "P01_109:493 P01_109:494 P01_109:495", "vis_trg": "P01_109:496", "narrations": [ "pick up spatula", "stir potatoes", "pick up potato bit", "put potato bit onto spatula" ], "verbs": [ "pick-up", "stir", "pick-up", "put-onto" ], "verb_classes": [ 0, 10, 0, 1 ], "nouns": [ "spatula", "potato", "bit:potato", "bit:potato" ], "noun_classes": [ 20, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:34:30.85", "00:34:32.26" ], [ "00:34:32.17", "00:34:37.95" ], [ "00:34:38.77", "00:34:39.57" ], [ "00:34:39.52", "00:34:40.17" ] ], "start_stop_frames": [ [ 103542, 103613 ], [ 103608, 103897 ], [ 103938, 103978 ], [ 103976, 104008 ] ], "trgnoun": "potato_bit", "trgverb": "put_onto" }, { "key": "P25_107+228_229_230_231", "video_id": "P25_107", "narration_ids": [ "P25_107_228", "P25_107_229", "P25_107_230", "P25_107_231" ], "src": "check aubergine . flip aubergine . pick_up aubergine", "src1": "check aubergine", "src2": "flip aubergine", "src3": "pick_up aubergine", "trg": "put_down aubergine", "vis_src": "P25_107:228 P25_107:229 P25_107:230", "vis_trg": "P25_107:231", "narrations": [ "check aubergine", "flip aubergine", "pick up aubergine", "put down aubergine" ], "verbs": [ "check", "flip", "pick-up", "put-down" ], "verb_classes": [ 24, 22, 0, 1 ], "nouns": [ "aubergine", "aubergine", "aubergine", "aubergine" ], "noun_classes": [ 67, 67, 67, 67 ], "start_stop_timestamps": [ [ "00:19:10.38", "00:19:13.78" ], [ "00:19:45.16", "00:19:46.67" ], [ "00:19:46.02", "00:19:47.32" ], [ "00:19:49.71", "00:19:51.45" ] ], "start_stop_frames": [ [ 57519, 57689 ], [ 59258, 59333 ], [ 59301, 59366 ], [ 59485, 59572 ] ], "trgnoun": "aubergine", "trgverb": "put_down" }, { "key": "P22_17+28_29_30_31", "video_id": "P22_17", "narration_ids": [ "P22_17_28", "P22_17_29", "P22_17_30", "P22_17_31" ], "src": "lather fork . put_down fork . pick_up dish drying rack", "src1": "lather fork", "src2": "put_down fork", "src3": "pick_up dish drying rack", "trg": "lather dish drying rack", "vis_src": "P22_17:28 P22_17:29 P22_17:30", "vis_trg": "P22_17:31", "narrations": [ "lather fork", "put down fork", "pick up dish drying rack", "lather dish drying rack" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "fork", "fork", "dish", "dish" ], "noun_classes": [ 14, 14, 2, 2 ], "start_stop_timestamps": [ [ "00:00:50.76", "00:00:53.37" ], [ "00:00:53.47", "00:00:54.62" ], [ "00:00:54.98", "00:00:55.95" ], [ "00:00:57.81", "00:01:05.43" ] ], "start_stop_frames": [ [ 3045, 3202 ], [ 3208, 3277 ], [ 3298, 3357 ], [ 3468, 3925 ] ], "trgnoun": "dish", "trgverb": "lather" }, { "key": "P35_103+158_159_160_161", "video_id": "P35_103", "narration_ids": [ "P35_103_158", "P35_103_159", "P35_103_160", "P35_103_161" ], "src": "rinse grater . put_down grater . rinse spoon", "src1": "rinse grater", "src2": "put_down grater", "src3": "rinse spoon", "trg": "put_down spoon", "vis_src": "P35_103:158 P35_103:159 P35_103:160", "vis_trg": "P35_103:161", "narrations": [ "rinse grater", "put down grater", "rinse spoon", "put down spoon" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "grater", "grater", "spoon", "spoon" ], "noun_classes": [ 96, 96, 1, 1 ], "start_stop_timestamps": [ [ "00:18:09.39", "00:18:15.75" ], [ "00:18:15.85", "00:18:17.05" ], [ "00:18:17.75", "00:18:20.62" ], [ "00:18:20.72", "00:18:22.12" ] ], "start_stop_frames": [ [ 54469, 54787 ], [ 54792, 54852 ], [ 54887, 55030 ], [ 55036, 55105 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P22_17+429_430_431_432", "video_id": "P22_17", "narration_ids": [ "P22_17_429", "P22_17_430", "P22_17_431", "P22_17_432" ], "src": "put_down grater . close cabinet . pick_up glass", "src1": "put_down grater", "src2": "close cabinet", "src3": "pick_up glass", "trg": "dry glass", "vis_src": "P22_17:429 P22_17:430 P22_17:431", "vis_trg": "P22_17:432", "narrations": [ "put down grater", "close cabinet", "pick up glass", "dry glass" ], "verbs": [ "put-down", "close", "pick-up", "dry" ], "verb_classes": [ 1, 4, 0, 14 ], "nouns": [ "grater", "cabinet", "glass", "glass" ], "noun_classes": [ 96, 3, 10, 10 ], "start_stop_timestamps": [ [ "00:17:05.98", "00:17:06.98" ], [ "00:17:07.01", "00:17:09.51" ], [ "00:17:10.04", "00:17:10.79" ], [ "00:17:10.46", "00:17:11.83" ] ], "start_stop_frames": [ [ 61558, 61618 ], [ 61620, 61770 ], [ 61802, 61847 ], [ 61827, 61909 ] ], "trgnoun": "glass", "trgverb": "dry" }, { "key": "P02_06+318_319_320_321", "video_id": "P02_06", "narration_ids": [ "P02_06_318", "P02_06_319", "P02_06_320", "P02_06_321" ], "src": "pick_up olive_oil . put olive_oil . sprinkle olive_oil on salad", "src1": "pick_up olive_oil", "src2": "put olive_oil", "src3": "sprinkle olive_oil on salad", "trg": "put olive_oil on salad", "vis_src": "P02_06:318 P02_06:319 P02_06:320", "vis_trg": "P02_06:321", "narrations": [ "pick up olive oil", "put olive oil", "sprinkle olive oil on salad", "put olive oil on salad" ], "verbs": [ "pick-up", "put", "sprinkle-on", "put-on" ], "verb_classes": [ 0, 1, 42, 1 ], "nouns": [ "oil:olive", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 31, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:14:54.61", "00:14:56.22" ], [ "00:14:59.64", "00:15:00.77" ], [ "00:15:00.46", "00:15:03.23" ], [ "00:15:03.33", "00:15:07.23" ] ], "start_stop_frames": [ [ 53676, 53773 ], [ 53978, 54046 ], [ 54027, 54193 ], [ 54199, 54433 ] ], "trgnoun": "olive_oil", "trgverb": "put_on" }, { "key": "P35_103+90_91_92_93", "video_id": "P35_103", "narration_ids": [ "P35_103_90", "P35_103_91", "P35_103_92", "P35_103_93" ], "src": "put_down containers . close fridge . pick_up grater", "src1": "put_down containers", "src2": "close fridge", "src3": "pick_up grater", "trg": "put_down grater", "vis_src": "P35_103:90 P35_103:91 P35_103:92", "vis_trg": "P35_103:93", "narrations": [ "put down containers", "close fridge", "pick up grater", "put down grater" ], "verbs": [ "put-down", "close", "pick-up", "put-down" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "container", "fridge", "grater", "grater" ], "noun_classes": [ 21, 12, 96, 96 ], "start_stop_timestamps": [ [ "00:10:16.14", "00:10:17.70" ], [ "00:10:19.32", "00:10:20.35" ], [ "00:10:22.14", "00:10:23.20" ], [ "00:10:25.44", "00:10:26.80" ] ], "start_stop_frames": [ [ 30807, 30885 ], [ 30966, 31017 ], [ 31107, 31160 ], [ 31272, 31339 ] ], "trgnoun": "grater", "trgverb": "put_down" }, { "key": "P28_110+20_21_22_23", "video_id": "P28_110", "narration_ids": [ "P28_110_20", "P28_110_21", "P28_110_22", "P28_110_23" ], "src": "put clothes in washing machine . open detergent . pour detergent in cap", "src1": "put clothes in washing machine", "src2": "open detergent", "src3": "pour detergent in cap", "trg": "put detergent", "vis_src": "P28_110:20 P28_110:21 P28_110:22", "vis_trg": "P28_110:23", "narrations": [ "put clothes in washing machine", "open detergent", "pour detergent in cap", "put detergent" ], "verbs": [ "put-in", "open", "pour", "put" ], "verb_classes": [ 5, 3, 9, 1 ], "nouns": [ "clothes", "detergent", "detergent", "detergent" ], "noun_classes": [ 73, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:01:04.84", "00:01:05.29" ], [ "00:01:12.05", "00:01:13.78" ], [ "00:01:13.87", "00:01:19.04" ], [ "00:01:18.88", "00:01:26.06" ] ], "start_stop_frames": [ [ 3242, 3264 ], [ 3602, 3689 ], [ 3693, 3951 ], [ 3944, 4303 ] ], "trgnoun": "detergent", "trgverb": "put" }, { "key": "P03_121+37_38_39_40", "video_id": "P03_121", "narration_ids": [ "P03_121_37", "P03_121_38", "P03_121_39", "P03_121_40" ], "src": "pick_up bowl of lemon zest . pour lemon_zest into butter and sugar mixture . tap spoon against large bowl", "src1": "pick_up bowl of lemon zest", "src2": "pour lemon_zest into butter and sugar mixture", "src3": "tap spoon against large bowl", "trg": "spoon lemon_zest into butter and sugar mixture", "vis_src": "P03_121:37 P03_121:38 P03_121:39", "vis_trg": "P03_121:40", "narrations": [ "pick up bowl of lemon zest", "pour lemon zest into butter and sugar mixture", "tap spoon against large bowl", "spoon lemon zest into butter and sugar mixture" ], "verbs": [ "pick-up", "pour-into", "tap", "spoon-into" ], "verb_classes": [ 0, 9, 32, 16 ], "nouns": [ "bowl:lemon:zest", "zest:lemon", "spoon", "zest:lemon" ], "noun_classes": [ 7, 105, 1, 105 ], "start_stop_timestamps": [ [ "00:03:51.27", "00:03:52.00" ], [ "00:03:51.95", "00:03:53.11" ], [ "00:03:52.88", "00:03:53.92" ], [ "00:03:54.10", "00:03:59.18" ] ], "start_stop_frames": [ [ 11563, 11600 ], [ 11597, 11655 ], [ 11644, 11696 ], [ 11705, 11959 ] ], "trgnoun": "lemon_zest", "trgverb": "spoon_into" }, { "key": "P04_116+73_74_75_76", "video_id": "P04_116", "narration_ids": [ "P04_116_73", "P04_116_74", "P04_116_75", "P04_116_76" ], "src": "tilt saucepan . scrape egg off bottom of pan using spatula . stir egg in pan using spatula", "src1": "tilt saucepan", "src2": "scrape egg off bottom of pan using spatula", "src3": "stir egg in pan using spatula", "trg": "lower saucepan", "vis_src": "P04_116:73 P04_116:74 P04_116:75", "vis_trg": "P04_116:76", "narrations": [ "tilt saucepan", "scrape egg off bottom of pan using spatula", "stir egg in pan using spatula", "lower saucepan" ], "verbs": [ "tilt", "scrape-off", "stir-in", "lower" ], "verb_classes": [ 33, 25, 10, 73 ], "nouns": [ "saucepan", "egg", "egg", "saucepan" ], "noun_classes": [ 5, 53, 53, 5 ], "start_stop_timestamps": [ [ "00:02:25.00", "00:02:27.16" ], [ "00:02:27.26", "00:02:30.38" ], [ "00:02:27.95", "00:02:32.70" ], [ "00:02:30.48", "00:02:41.46" ] ], "start_stop_frames": [ [ 7250, 7358 ], [ 7363, 7519 ], [ 7397, 7634 ], [ 7523, 8073 ] ], "trgnoun": "saucepan", "trgverb": "lower" }, { "key": "P22_117+370_371_372_373", "video_id": "P22_117", "narration_ids": [ "P22_117_370", "P22_117_371", "P22_117_372", "P22_117_373" ], "src": "put_down pepper . pick_up spatula . stir courgettes", "src1": "put_down pepper", "src2": "pick_up spatula", "src3": "stir courgettes", "trg": "put_down courgettes", "vis_src": "P22_117:370 P22_117:371 P22_117:372", "vis_trg": "P22_117:373", "narrations": [ "put down pepper", "pick up spatula", "stir courgettes", "put down courgettes" ], "verbs": [ "put-down", "pick-up", "stir", "put-down" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "pepper", "spatula", "courgette", "courgette" ], "noun_classes": [ 37, 20, 76, 76 ], "start_stop_timestamps": [ [ "00:13:48.56", "00:13:49.85" ], [ "00:13:49.44", "00:13:50.45" ], [ "00:13:50.52", "00:13:55.83" ], [ "00:13:55.74", "00:13:56.68" ] ], "start_stop_frames": [ [ 41428, 41492 ], [ 41472, 41522 ], [ 41526, 41791 ], [ 41787, 41834 ] ], "trgnoun": "courgette", "trgverb": "put_down" }, { "key": "P02_122+188_189_190_191", "video_id": "P02_122", "narration_ids": [ "P02_122_188", "P02_122_189", "P02_122_190", "P02_122_191" ], "src": "pick_up spatula . hold pan . turn omelette using spatula", "src1": "pick_up spatula", "src2": "hold pan", "src3": "turn omelette using spatula", "trg": "distribute omelette in pan", "vis_src": "P02_122:188 P02_122:189 P02_122:190", "vis_trg": "P02_122:191", "narrations": [ "pick up spatula", "hold pan", "turn omelette using spatula", "distribute omelette in pan" ], "verbs": [ "pick-up", "hold", "turn", "distribute-in" ], "verb_classes": [ 0, 34, 23, 11 ], "nouns": [ "spatula", "pan", "omelette", "omelette" ], "noun_classes": [ 20, 5, 162, 162 ], "start_stop_timestamps": [ [ "00:11:21.20", "00:11:21.84" ], [ "00:11:22.08", "00:11:22.84" ], [ "00:11:22.58", "00:11:44.99" ], [ "00:11:34.84", "00:11:50.53" ] ], "start_stop_frames": [ [ 34060, 34092 ], [ 34104, 34142 ], [ 34129, 35249 ], [ 34742, 35526 ] ], "trgnoun": "omelette", "trgverb": "distribute_in" }, { "key": "P08_04+34_35_36_38", "video_id": "P08_04", "narration_ids": [ "P08_04_34", "P08_04_35", "P08_04_36", "P08_04_38" ], "src": "get plate . get plates . place plates", "src1": "get plate", "src2": "get plates", "src3": "place plates", "trg": "arrange wooden_spoons", "vis_src": "P08_04:34 P08_04:35 P08_04:36", "vis_trg": "P08_04:38", "narrations": [ "get plate", "get plates", "place plates", "arrange wooden spoons" ], "verbs": [ "get", "get", "place", "arrange" ], "verb_classes": [ 0, 0, 1, 40 ], "nouns": [ "plate", "plate", "plate", "spoon:wooden" ], "noun_classes": [ 2, 2, 2, 1 ], "start_stop_timestamps": [ [ "00:01:37.32", "00:01:44.21" ], [ "00:01:38.07", "00:01:43.40" ], [ "00:01:43.36", "00:01:45.54" ], [ "00:01:53.24", "00:01:54.49" ] ], "start_stop_frames": [ [ 5839, 6252 ], [ 5884, 6204 ], [ 6201, 6332 ], [ 6794, 6869 ] ], "trgnoun": "wooden_spoon", "trgverb": "arrange" }, { "key": "P04_107+744_745_746_747", "video_id": "P04_107", "narration_ids": [ "P04_107_744", "P04_107_745", "P04_107_746", "P04_107_747" ], "src": "slide chopstick out of dough . put_down chopstick . pick_up greaseproof_paper", "src1": "slide chopstick out of dough", "src2": "put_down chopstick", "src3": "pick_up greaseproof_paper", "trg": "lay_out greaseproof_paper", "vis_src": "P04_107:744 P04_107:745 P04_107:746", "vis_trg": "P04_107:747", "narrations": [ "slide chopstick out of dough", "put down chopstick", "pick up greaseproof paper", "lay out greaseproof paper" ], "verbs": [ "slide-out", "put-down", "pick-up", "lay-out" ], "verb_classes": [ 61, 1, 0, 1 ], "nouns": [ "chopstick", "chopstick", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 80, 80, 49, 49 ], "start_stop_timestamps": [ [ "00:19:59.11", "00:19:59.54" ], [ "00:19:59.30", "00:19:59.69" ], [ "00:20:00.18", "00:20:01.16" ], [ "00:20:01.22", "00:20:01.91" ] ], "start_stop_frames": [ [ 59955, 59977 ], [ 59965, 59984 ], [ 60009, 60058 ], [ 60061, 60095 ] ], "trgnoun": "greaseproof_paper", "trgverb": "lay_out" }, { "key": "P03_120+123_124_126_131", "video_id": "P03_120", "narration_ids": [ "P03_120_123", "P03_120_124", "P03_120_126", "P03_120_131" ], "src": "put grater in bowl . zest lemon into bowl . put_down grater and bowl", "src1": "put grater in bowl", "src2": "zest lemon into bowl", "src3": "put_down grater and bowl", "trg": "pick_up grater", "vis_src": "P03_120:123 P03_120:124 P03_120:126", "vis_trg": "P03_120:131", "narrations": [ "put grater in bowl", "zest lemon into bowl", "put down grater and bowl", "pick up grater" ], "verbs": [ "put-in", "zest-into", "put-down", "pick-up" ], "verb_classes": [ 5, 77, 1, 0 ], "nouns": [ "grater", "lemon", "grater", "grater" ], "noun_classes": [ 96, 105, 96, 96 ], "start_stop_timestamps": [ [ "00:05:02.17", "00:05:03.60" ], [ "00:05:03.70", "00:05:44.46" ], [ "00:05:44.00", "00:05:48.32" ], [ "00:06:37.40", "00:06:38.23" ] ], "start_stop_frames": [ [ 15108, 15180 ], [ 15185, 17223 ], [ 17200, 17416 ], [ 19870, 19911 ] ], "trgnoun": "grater", "trgverb": "pick_up" }, { "key": "P23_101+247_248_249_250", "video_id": "P23_101", "narration_ids": [ "P23_101_247", "P23_101_248", "P23_101_249", "P23_101_250" ], "src": "take red_chilli . put red_chilli . close packet", "src1": "take red_chilli", "src2": "put red_chilli", "src3": "close packet", "trg": "put packet", "vis_src": "P23_101:247 P23_101:248 P23_101:249", "vis_trg": "P23_101:250", "narrations": [ "take red chilli", "put red chilli", "close packet", "put packet" ], "verbs": [ "take", "put", "close", "put" ], "verb_classes": [ 0, 1, 4, 1 ], "nouns": [ "chilli:red", "chilli:red", "packet", "packet" ], "noun_classes": [ 69, 69, 26, 26 ], "start_stop_timestamps": [ [ "00:22:35.68", "00:22:38.43" ], [ "00:22:38.42", "00:22:39.37" ], [ "00:22:39.22", "00:22:42.32" ], [ "00:22:42.82", "00:22:43.52" ] ], "start_stop_frames": [ [ 67784, 67921 ], [ 67921, 67968 ], [ 67961, 68116 ], [ 68141, 68176 ] ], "trgnoun": "packet", "trgverb": "put" }, { "key": "P35_103+177_178_179_180", "video_id": "P35_103", "narration_ids": [ "P35_103_177", "P35_103_178", "P35_103_179", "P35_103_180" ], "src": "close drawer . pick_up grater . drain grater", "src1": "close drawer", "src2": "pick_up grater", "src3": "drain grater", "trg": "put_down grater", "vis_src": "P35_103:177 P35_103:178 P35_103:179", "vis_trg": "P35_103:180", "narrations": [ "close drawer", "pick up grater", "drain grater", "put down grater" ], "verbs": [ "close", "pick-up", "drain", "put-down" ], "verb_classes": [ 4, 0, 37, 1 ], "nouns": [ "drawer", "grater", "grater", "grater" ], "noun_classes": [ 8, 96, 96, 96 ], "start_stop_timestamps": [ [ "00:19:30.88", "00:19:32.13" ], [ "00:19:33.57", "00:19:34.24" ], [ "00:19:35.38", "00:19:36.65" ], [ "00:19:38.85", "00:19:41.32" ] ], "start_stop_frames": [ [ 58544, 58606 ], [ 58678, 58712 ], [ 58769, 58832 ], [ 58942, 59066 ] ], "trgnoun": "grater", "trgverb": "put_down" }, { "key": "P35_103+156_157_158_159", "video_id": "P35_103", "narration_ids": [ "P35_103_156", "P35_103_157", "P35_103_158", "P35_103_159" ], "src": "rinse mixer . put_down mixer . rinse grater", "src1": "rinse mixer", "src2": "put_down mixer", "src3": "rinse grater", "trg": "put_down grater", "vis_src": "P35_103:156 P35_103:157 P35_103:158", "vis_trg": "P35_103:159", "narrations": [ "rinse mixer", "put down mixer", "rinse grater", "put down grater" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "mixer", "mixer", "grater", "grater" ], "noun_classes": [ 82, 82, 96, 96 ], "start_stop_timestamps": [ [ "00:18:01.30", "00:18:07.22" ], [ "00:18:06.93", "00:18:08.39" ], [ "00:18:09.39", "00:18:15.75" ], [ "00:18:15.85", "00:18:17.05" ] ], "start_stop_frames": [ [ 54065, 54361 ], [ 54346, 54419 ], [ 54469, 54787 ], [ 54792, 54852 ] ], "trgnoun": "grater", "trgverb": "put_down" }, { "key": "P27_103+430_431_432_433", "video_id": "P27_103", "narration_ids": [ "P27_103_430", "P27_103_431", "P27_103_432", "P27_103_433" ], "src": "wash whisk . put_down whisk . pick_up saucepan", "src1": "wash whisk", "src2": "put_down whisk", "src3": "pick_up saucepan", "trg": "wash saucepan", "vis_src": "P27_103:430 P27_103:431 P27_103:432", "vis_trg": "P27_103:433", "narrations": [ "wash whisk", "put down whisk", "pick up saucepan", "wash saucepan" ], "verbs": [ "wash", "put-down", "pick-up", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "whisk", "whisk", "saucepan", "saucepan" ], "noun_classes": [ 218, 218, 5, 5 ], "start_stop_timestamps": [ [ "00:31:23.32", "00:31:26.19" ], [ "00:31:25.78", "00:31:26.43" ], [ "00:31:27.14", "00:31:28.14" ], [ "00:31:28.72", "00:31:38.69" ] ], "start_stop_frames": [ [ 94166, 94309 ], [ 94289, 94321 ], [ 94357, 94407 ], [ 94436, 94934 ] ], "trgnoun": "saucepan", "trgverb": "wash" }, { "key": "P35_103+105_106_107_108", "video_id": "P35_103", "narration_ids": [ "P35_103_105", "P35_103_106", "P35_103_107", "P35_103_108" ], "src": "wash mixer . put_down mixer . wash grater", "src1": "wash mixer", "src2": "put_down mixer", "src3": "wash grater", "trg": "put_down grater", "vis_src": "P35_103:105 P35_103:106 P35_103:107", "vis_trg": "P35_103:108", "narrations": [ "wash mixer", "put down mixer", "wash grater", "put down grater" ], "verbs": [ "wash", "put-down", "wash", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "mixer", "mixer", "grater", "grater" ], "noun_classes": [ 82, 82, 96, 96 ], "start_stop_timestamps": [ [ "00:10:52.97", "00:11:24.33" ], [ "00:11:24.17", "00:11:26.19" ], [ "00:11:27.35", "00:11:35.83" ], [ "00:11:35.93", "00:11:37.17" ] ], "start_stop_frames": [ [ 32648, 34216 ], [ 34208, 34309 ], [ 34367, 34791 ], [ 34796, 34858 ] ], "trgnoun": "grater", "trgverb": "put_down" }, { "key": "P22_05+130_131_132_133", "video_id": "P22_05", "narration_ids": [ "P22_05_130", "P22_05_131", "P22_05_132", "P22_05_133" ], "src": "fit filter . pick_up carafe . dry carafe", "src1": "fit filter", "src2": "pick_up carafe", "src3": "dry carafe", "trg": "put_down carafe", "vis_src": "P22_05:130 P22_05:131 P22_05:132", "vis_trg": "P22_05:133", "narrations": [ "fit filter", "pick up carafe", "dry carafe", "put down carafe" ], "verbs": [ "fit", "pick-up", "dry", "put-down" ], "verb_classes": [ 5, 0, 14, 1 ], "nouns": [ "filter", "carafe", "carafe", "carafe" ], "noun_classes": [ 77, 66, 66, 66 ], "start_stop_timestamps": [ [ "00:05:38.28", "00:05:40.00" ], [ "00:05:42.64", "00:05:43.47" ], [ "00:05:44.93", "00:05:48.29" ], [ "00:05:48.39", "00:05:49.20" ] ], "start_stop_frames": [ [ 20296, 20400 ], [ 20558, 20608 ], [ 20695, 20897 ], [ 20903, 20952 ] ], "trgnoun": "carafe", "trgverb": "put_down" }, { "key": "P23_102+398_399_400_401", "video_id": "P23_102", "narration_ids": [ "P23_102_398", "P23_102_399", "P23_102_400", "P23_102_401" ], "src": "move bottle . take packet . take red_chilli", "src1": "move bottle", "src2": "take packet", "src3": "take red_chilli", "trg": "put red_chilli", "vis_src": "P23_102:398 P23_102:399 P23_102:400", "vis_trg": "P23_102:401", "narrations": [ "move bottle", "take packet", "take red chilli", "put red chilli" ], "verbs": [ "move", "take", "take", "put" ], "verb_classes": [ 11, 0, 0, 1 ], "nouns": [ "bottle", "packet", "chilli:red", "chilli:red" ], "noun_classes": [ 15, 26, 69, 69 ], "start_stop_timestamps": [ [ "00:39:03.64", "00:39:07.54" ], [ "00:39:07.63", "00:39:08.58" ], [ "00:39:11.25", "00:39:12.70" ], [ "00:39:12.80", "00:39:13.55" ] ], "start_stop_frames": [ [ 117182, 117377 ], [ 117381, 117429 ], [ 117562, 117634 ], [ 117640, 117677 ] ], "trgnoun": "red_chilli", "trgverb": "put" }, { "key": "P04_121+366_367_368_369", "video_id": "P04_121", "narration_ids": [ "P04_121_366", "P04_121_367", "P04_121_368", "P04_121_369" ], "src": "tip cheese_curds into bowl . scoop around in whey . put_down spatula", "src1": "tip cheese_curds into bowl", "src2": "scoop around in whey", "src3": "put_down spatula", "trg": "shake cheese_curds into bowl", "vis_src": "P04_121:366 P04_121:367 P04_121:368", "vis_trg": "P04_121:369", "narrations": [ "tip cheese curds into bowl", "scoop around in whey", "put down spatula", "shake cheese curds into bowl" ], "verbs": [ "tip-into", "scoop-in", "put-down", "shake-into" ], "verb_classes": [ 9, 16, 1, 9 ], "nouns": [ "curd:cheese", "whey", "spatula", "curd:cheese" ], "noun_classes": [ 32, 150, 20, 32 ], "start_stop_timestamps": [ [ "00:16:31.94", "00:16:33.14" ], [ "00:16:33.73", "00:16:36.35" ], [ "00:16:36.33", "00:16:37.24" ], [ "00:16:37.67", "00:16:38.23" ] ], "start_stop_frames": [ [ 49597, 49657 ], [ 49686, 49817 ], [ 49816, 49862 ], [ 49883, 49911 ] ], "trgnoun": "cheese_curd", "trgverb": "shake_into" }, { "key": "P04_120+205_206_207_208", "video_id": "P04_120", "narration_ids": [ "P04_120_205", "P04_120_206", "P04_120_207", "P04_120_208" ], "src": "pull spatula through milk in pan . put_down spatula . pick_up baking_tray", "src1": "pull spatula through milk in pan", "src2": "put_down spatula", "src3": "pick_up baking_tray", "trg": "shake baking_tray", "vis_src": "P04_120:205 P04_120:206 P04_120:207", "vis_trg": "P04_120:208", "narrations": [ "pull spatula through milk in pan", "put down spatula", "pick up baking tray", "shake baking tray" ], "verbs": [ "pull-through", "put-down", "pick-up", "shake" ], "verb_classes": [ 31, 1, 0, 15 ], "nouns": [ "spatula", "spatula", "tray:baking", "tray:baking" ], "noun_classes": [ 20, 20, 35, 35 ], "start_stop_timestamps": [ [ "00:08:40.33", "00:08:44.21" ], [ "00:08:43.94", "00:08:44.69" ], [ "00:08:46.54", "00:08:47.64" ], [ "00:08:47.27", "00:08:48.29" ] ], "start_stop_frames": [ [ 26016, 26210 ], [ 26197, 26234 ], [ 26327, 26382 ], [ 26363, 26414 ] ], "trgnoun": "baking_tray", "trgverb": "shake" }, { "key": "P04_116+85_87_88_91", "video_id": "P04_116", "narration_ids": [ "P04_116_85", "P04_116_87", "P04_116_88", "P04_116_91" ], "src": "lift saucepan . tilt saucepan . scrape egg off bottom of pan using spatula", "src1": "lift saucepan", "src2": "tilt saucepan", "src3": "scrape egg off bottom of pan using spatula", "trg": "put_down saucepan", "vis_src": "P04_116:85 P04_116:87 P04_116:88", "vis_trg": "P04_116:91", "narrations": [ "lift saucepan", "tilt saucepan", "scrape egg off bottom of pan using spatula", "put down saucepan" ], "verbs": [ "lift", "tilt", "scrape-off", "put-down" ], "verb_classes": [ 33, 33, 25, 1 ], "nouns": [ "saucepan", "saucepan", "egg", "saucepan" ], "noun_classes": [ 5, 5, 53, 5 ], "start_stop_timestamps": [ [ "00:02:58.56", "00:03:00.10" ], [ "00:03:00.06", "00:03:18.91" ], [ "00:03:19.32", "00:03:23.33" ], [ "00:03:28.21", "00:03:28.96" ] ], "start_stop_frames": [ [ 8928, 9005 ], [ 9003, 9945 ], [ 9966, 10166 ], [ 10410, 10448 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P04_119+67_68_69_70", "video_id": "P04_119", "narration_ids": [ "P04_119_67", "P04_119_68", "P04_119_69", "P04_119_70" ], "src": "close dishwasher_drawer . close dishwasher . put_down ramekin", "src1": "close dishwasher_drawer", "src2": "close dishwasher", "src3": "put_down ramekin", "trg": "pick_up ramekin", "vis_src": "P04_119:67 P04_119:68 P04_119:69", "vis_trg": "P04_119:70", "narrations": [ "close dishwasher drawer", "close dishwasher", "put down ramekin", "pick up ramekin" ], "verbs": [ "close", "close", "put-down", "pick-up" ], "verb_classes": [ 4, 4, 1, 0 ], "nouns": [ "drawer:dishwasher", "dishwasher", "ramekin", "ramekin" ], "noun_classes": [ 70, 70, 7, 7 ], "start_stop_timestamps": [ [ "00:03:13.10", "00:03:14.30" ], [ "00:03:14.30", "00:03:15.19" ], [ "00:03:16.22", "00:03:17.61" ], [ "00:03:17.00", "00:03:19.42" ] ], "start_stop_frames": [ [ 9655, 9715 ], [ 9715, 9759 ], [ 9811, 9880 ], [ 9850, 9971 ] ], "trgnoun": "ramekin", "trgverb": "pick_up" }, { "key": "P35_103+93_94_95_96", "video_id": "P35_103", "narration_ids": [ "P35_103_93", "P35_103_94", "P35_103_95", "P35_103_96" ], "src": "put_down grater . pick_up cream . open fridge", "src1": "put_down grater", "src2": "pick_up cream", "src3": "open fridge", "trg": "put_down cream", "vis_src": "P35_103:93 P35_103:94 P35_103:95", "vis_trg": "P35_103:96", "narrations": [ "put down grater", "pick up cream", "open fridge", "put down cream" ], "verbs": [ "put-down", "pick-up", "open", "put-down" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "grater", "cream", "fridge", "cream" ], "noun_classes": [ 96, 143, 12, 143 ], "start_stop_timestamps": [ [ "00:10:25.44", "00:10:26.80" ], [ "00:10:28.13", "00:10:28.85" ], [ "00:10:32.37", "00:10:33.32" ], [ "00:10:34.00", "00:10:34.78" ] ], "start_stop_frames": [ [ 31272, 31339 ], [ 31406, 31442 ], [ 31618, 31666 ], [ 31700, 31739 ] ], "trgnoun": "cream", "trgverb": "put_down" }, { "key": "P21_04+7_8_9_10", "video_id": "P21_04", "narration_ids": [ "P21_04_7", "P21_04_8", "P21_04_9", "P21_04_10" ], "src": "opening the tortilla_pack . taking tortilla out . laying tortilla on the dish", "src1": "opening the tortilla_pack", "src2": "taking tortilla out", "src3": "laying tortilla on the dish", "trg": "returning a tortilla to the pack", "vis_src": "P21_04:7 P21_04:8 P21_04:9", "vis_trg": "P21_04:10", "narrations": [ "opening the tortilla pack", "taking tortilla out", "laying tortilla on the dish", "returning a tortilla to the pack" ], "verbs": [ "open", "take-out", "layer-on", "return-to" ], "verb_classes": [ 3, 12, 1, 11 ], "nouns": [ "pack:tortilla", "tortilla", "tortilla", "tortilla" ], "noun_classes": [ 26, 107, 107, 107 ], "start_stop_timestamps": [ [ "00:00:39.65", "00:00:46.90" ], [ "00:00:48.20", "00:00:50.00" ], [ "00:00:51.46", "00:00:59.69" ], [ "00:00:59.93", "00:01:01.23" ] ], "start_stop_frames": [ [ 2379, 2814 ], [ 2892, 3000 ], [ 3087, 3581 ], [ 3595, 3673 ] ], "trgnoun": "tortilla", "trgverb": "return_to" }, { "key": "P28_103+263_264_265_266", "video_id": "P28_103", "narration_ids": [ "P28_103_263", "P28_103_264", "P28_103_265", "P28_103_266" ], "src": "put spatula . take oil . pour oil in food", "src1": "put spatula", "src2": "take oil", "src3": "pour oil in food", "trg": "close oil", "vis_src": "P28_103:263 P28_103:264 P28_103:265", "vis_trg": "P28_103:266", "narrations": [ "put spatula", "take oil", "pour oil in food", "close oil" ], "verbs": [ "put", "take", "pour-in", "close" ], "verb_classes": [ 1, 0, 9, 4 ], "nouns": [ "spatula", "oil", "oil", "oil" ], "noun_classes": [ 20, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:27:02.81", "00:27:04.63" ], [ "00:27:04.88", "00:27:06.66" ], [ "00:27:07.23", "00:27:10.38" ], [ "00:27:10.73", "00:27:11.48" ] ], "start_stop_frames": [ [ 81140, 81231 ], [ 81244, 81333 ], [ 81361, 81519 ], [ 81536, 81574 ] ], "trgnoun": "oil", "trgverb": "close" }, { "key": "P28_104+129_130_131_132", "video_id": "P28_104", "narration_ids": [ "P28_104_129", "P28_104_130", "P28_104_131", "P28_104_132" ], "src": "turn_on tap . rinse spatula . rinse spoon", "src1": "turn_on tap", "src2": "rinse spatula", "src3": "rinse spoon", "trg": "put spatula and spoon", "vis_src": "P28_104:129 P28_104:130 P28_104:131", "vis_trg": "P28_104:132", "narrations": [ "turn on tap", "rinse spatula", "rinse spoon", "put spatula and spoon" ], "verbs": [ "turn-on", "rinse", "rinse", "put" ], "verb_classes": [ 6, 2, 2, 1 ], "nouns": [ "tap", "spatula", "spoon", "spatula" ], "noun_classes": [ 0, 20, 1, 20 ], "start_stop_timestamps": [ [ "00:07:19.75", "00:07:20.50" ], [ "00:07:20.63", "00:07:24.90" ], [ "00:07:26.00", "00:07:26.40" ], [ "00:07:26.60", "00:07:27.20" ] ], "start_stop_frames": [ [ 21987, 22025 ], [ 22031, 22245 ], [ 22300, 22320 ], [ 22330, 22360 ] ], "trgnoun": "spatula", "trgverb": "put" }, { "key": "P35_104+361_362_363_364", "video_id": "P35_104", "narration_ids": [ "P35_104_361", "P35_104_362", "P35_104_363", "P35_104_364" ], "src": "pick_up container . pick_up food . throw food", "src1": "pick_up container", "src2": "pick_up food", "src3": "throw food", "trg": "drain container", "vis_src": "P35_104:361 P35_104:362 P35_104:363", "vis_trg": "P35_104:364", "narrations": [ "pick up container", "pick up food", "throw food", "drain container" ], "verbs": [ "pick-up", "pick-up", "throw", "drain" ], "verb_classes": [ 0, 0, 13, 37 ], "nouns": [ "container", "food", "food", "container" ], "noun_classes": [ 21, 34, 34, 21 ], "start_stop_timestamps": [ [ "00:23:32.29", "00:23:33.33" ], [ "00:23:34.38", "00:23:36.16" ], [ "00:23:36.12", "00:23:38.37" ], [ "00:23:39.47", "00:23:40.97" ] ], "start_stop_frames": [ [ 70614, 70666 ], [ 70719, 70808 ], [ 70806, 70918 ], [ 70973, 71048 ] ], "trgnoun": "container", "trgverb": "drain" }, { "key": "P28_104+139_140_141_142", "video_id": "P28_104", "narration_ids": [ "P28_104_139", "P28_104_140", "P28_104_141", "P28_104_142" ], "src": "wash spatula . put sponge . rinse spatula", "src1": "wash spatula", "src2": "put sponge", "src3": "rinse spatula", "trg": "put spatula", "vis_src": "P28_104:139 P28_104:140 P28_104:141", "vis_trg": "P28_104:142", "narrations": [ "wash spatula", "put sponge", "rinse spatula", "put spatula" ], "verbs": [ "wash", "put", "rinse", "put" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "spatula", "sponge", "spatula", "spatula" ], "noun_classes": [ 20, 9, 20, 20 ], "start_stop_timestamps": [ [ "00:07:37.06", "00:07:41.97" ], [ "00:07:42.05", "00:07:42.55" ], [ "00:07:43.74", "00:07:48.82" ], [ "00:07:48.70", "00:07:50.25" ] ], "start_stop_frames": [ [ 22853, 23098 ], [ 23102, 23127 ], [ 23187, 23441 ], [ 23435, 23512 ] ], "trgnoun": "spatula", "trgverb": "put" }, { "key": "P22_110+136_137_138_139", "video_id": "P22_110", "narration_ids": [ "P22_110_136", "P22_110_137", "P22_110_138", "P22_110_139" ], "src": "put_down bowl . pick_up spoon_rest . rinse spoon_rest", "src1": "put_down bowl", "src2": "pick_up spoon_rest", "src3": "rinse spoon_rest", "trg": "put_down spoon_rest", "vis_src": "P22_110:136 P22_110:137 P22_110:138", "vis_trg": "P22_110:139", "narrations": [ "put down bowl", "pick up spoon rest", "rinse spoon rest", "put down spoon rest" ], "verbs": [ "put-down", "pick-up", "rinse", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "bowl", "rest:spoon", "rest:spoon", "rest:spoon" ], "noun_classes": [ 7, 109, 109, 109 ], "start_stop_timestamps": [ [ "00:04:24.09", "00:04:25.05" ], [ "00:04:25.02", "00:04:25.47" ], [ "00:04:25.48", "00:04:27.38" ], [ "00:04:27.44", "00:04:28.29" ] ], "start_stop_frames": [ [ 13204, 13252 ], [ 13251, 13273 ], [ 13274, 13369 ], [ 13372, 13414 ] ], "trgnoun": "spoon_rest", "trgverb": "put_down" }, { "key": "P22_116+93_94_95_96", "video_id": "P22_116", "narration_ids": [ "P22_116_93", "P22_116_94", "P22_116_95", "P22_116_96" ], "src": "lather spoon_rest . put_down spoon_rest . pick_up spatula", "src1": "lather spoon_rest", "src2": "put_down spoon_rest", "src3": "pick_up spatula", "trg": "lather spatula", "vis_src": "P22_116:93 P22_116:94 P22_116:95", "vis_trg": "P22_116:96", "narrations": [ "lather spoon rest", "put down spoon rest", "pick up spatula", "lather spatula" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "rest:spoon", "rest:spoon", "spatula", "spatula" ], "noun_classes": [ 109, 109, 20, 20 ], "start_stop_timestamps": [ [ "00:03:51.99", "00:03:57.31" ], [ "00:03:57.65", "00:03:58.29" ], [ "00:03:58.65", "00:03:59.20" ], [ "00:03:59.29", "00:04:06.76" ] ], "start_stop_frames": [ [ 11599, 11865 ], [ 11882, 11914 ], [ 11932, 11960 ], [ 11964, 12338 ] ], "trgnoun": "spatula", "trgverb": "lather" }, { "key": "P23_101+178_179_180_181", "video_id": "P23_101", "narration_ids": [ "P23_101_178", "P23_101_179", "P23_101_180", "P23_101_181" ], "src": "close door . put green_chilli . take oil", "src1": "close door", "src2": "put green_chilli", "src3": "take oil", "trg": "put oil", "vis_src": "P23_101:178 P23_101:179 P23_101:180", "vis_trg": "P23_101:181", "narrations": [ "close door", "put green chilli", "take oil", "put oil" ], "verbs": [ "close", "put", "take", "put" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "door", "chilli:green", "oil", "oil" ], "noun_classes": [ 3, 69, 31, 31 ], "start_stop_timestamps": [ [ "00:18:36.82", "00:18:38.85" ], [ "00:18:40.42", "00:18:42.45" ], [ "00:18:44.98", "00:18:46.09" ], [ "00:18:47.02", "00:18:52.05" ] ], "start_stop_frames": [ [ 55841, 55942 ], [ 56021, 56122 ], [ 56249, 56304 ], [ 56351, 56602 ] ], "trgnoun": "oil", "trgverb": "put" }, { "key": "P35_109+102_103_104_105", "video_id": "P35_109", "narration_ids": [ "P35_109_102", "P35_109_103", "P35_109_104", "P35_109_105" ], "src": "pick_up milk . open fridge . put_down milk", "src1": "pick_up milk", "src2": "open fridge", "src3": "put_down milk", "trg": "close fridge", "vis_src": "P35_109:102 P35_109:103 P35_109:104", "vis_trg": "P35_109:105", "narrations": [ "pick up milk", "open fridge", "put down milk", "close fridge" ], "verbs": [ "pick-up", "open", "put-down", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "milk", "fridge", "milk", "fridge" ], "noun_classes": [ 64, 12, 64, 12 ], "start_stop_timestamps": [ [ "00:05:21.00", "00:05:24.32" ], [ "00:05:24.28", "00:05:25.71" ], [ "00:05:25.67", "00:05:27.25" ], [ "00:05:27.70", "00:05:28.70" ] ], "start_stop_frames": [ [ 16050, 16216 ], [ 16213, 16285 ], [ 16283, 16362 ], [ 16385, 16435 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P28_104+22_23_24_25", "video_id": "P28_104", "narration_ids": [ "P28_104_22", "P28_104_23", "P28_104_24", "P28_104_25" ], "src": "take sponge . take tupperware . wash tupperware", "src1": "take sponge", "src2": "take tupperware", "src3": "wash tupperware", "trg": "put tupperware", "vis_src": "P28_104:22 P28_104:23 P28_104:24", "vis_trg": "P28_104:25", "narrations": [ "take sponge", "take tupperware", "wash tupperware", "put tupperware" ], "verbs": [ "take", "take", "wash", "put" ], "verb_classes": [ 0, 0, 2, 1 ], "nouns": [ "sponge", "tupperware", "tupperware", "tupperware" ], "noun_classes": [ 9, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:00:57.94", "00:00:58.69" ], [ "00:00:58.79", "00:00:59.27" ], [ "00:00:59.38", "00:01:06.63" ], [ "00:01:06.73", "00:01:07.38" ] ], "start_stop_frames": [ [ 2897, 2934 ], [ 2939, 2963 ], [ 2969, 3331 ], [ 3336, 3369 ] ], "trgnoun": "tupperware", "trgverb": "put" }, { "key": "P22_103+292_293_294_295", "video_id": "P22_103", "narration_ids": [ "P22_103_292", "P22_103_293", "P22_103_294", "P22_103_295" ], "src": "lather spoon_rest . put_down spoon_rest . pick_up ladle", "src1": "lather spoon_rest", "src2": "put_down spoon_rest", "src3": "pick_up ladle", "trg": "lather ladle", "vis_src": "P22_103:292 P22_103:293 P22_103:294", "vis_trg": "P22_103:295", "narrations": [ "lather spoon rest", "put down spoon rest", "pick up ladle", "lather ladle" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "rest:spoon", "rest:spoon", "ladle", "ladle" ], "noun_classes": [ 109, 109, 97, 97 ], "start_stop_timestamps": [ [ "00:09:23.99", "00:09:28.07" ], [ "00:09:28.40", "00:09:29.02" ], [ "00:09:29.27", "00:09:29.58" ], [ "00:09:30.44", "00:09:35.36" ] ], "start_stop_frames": [ [ 28199, 28403 ], [ 28420, 28451 ], [ 28463, 28479 ], [ 28522, 28768 ] ], "trgnoun": "ladle", "trgverb": "lather" }, { "key": "P35_101+34_35_36_37", "video_id": "P35_101", "narration_ids": [ "P35_101_34", "P35_101_35", "P35_101_36", "P35_101_37" ], "src": "pour pasta . pick_up object . open bucket", "src1": "pour pasta", "src2": "pick_up object", "src3": "open bucket", "trg": "throw object", "vis_src": "P35_101:34 P35_101:35 P35_101:36", "vis_trg": "P35_101:37", "narrations": [ "pour pasta", "pick up object", "open bucket", "throw object" ], "verbs": [ "pour", "pick-up", "open", "throw" ], "verb_classes": [ 9, 0, 3, 13 ], "nouns": [ "pasta", "rubbish", "bucket", "rubbish" ], "noun_classes": [ 45, 54, 21, 54 ], "start_stop_timestamps": [ [ "00:02:31.76", "00:02:55.14" ], [ "00:02:57.16", "00:02:59.68" ], [ "00:03:01.47", "00:03:03.07" ], [ "00:03:02.84", "00:03:04.99" ] ], "start_stop_frames": [ [ 7588, 8757 ], [ 8858, 8984 ], [ 9073, 9153 ], [ 9142, 9249 ] ], "trgnoun": "rubbish", "trgverb": "throw" }, { "key": "P28_104+31_32_33_34", "video_id": "P28_104", "narration_ids": [ "P28_104_31", "P28_104_32", "P28_104_33", "P28_104_34" ], "src": "put lid . take tupperware . rinse tupperware", "src1": "put lid", "src2": "take tupperware", "src3": "rinse tupperware", "trg": "put tupperware", "vis_src": "P28_104:31 P28_104:32 P28_104:33", "vis_trg": "P28_104:34", "narrations": [ "put lid", "take tupperware", "rinse tupperware", "put tupperware" ], "verbs": [ "put", "take", "rinse", "put" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "lid", "tupperware", "tupperware", "tupperware" ], "noun_classes": [ 6, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:01:18.28", "00:01:19.52" ], [ "00:01:19.62", "00:01:20.32" ], [ "00:01:20.42", "00:01:24.76" ], [ "00:01:26.35", "00:01:27.98" ] ], "start_stop_frames": [ [ 3914, 3976 ], [ 3981, 4015 ], [ 4021, 4238 ], [ 4317, 4399 ] ], "trgnoun": "tupperware", "trgverb": "put" }, { "key": "P31_07+3_4_5_6", "video_id": "P31_07", "narration_ids": [ "P31_07_3", "P31_07_4", "P31_07_5", "P31_07_6" ], "src": "wash coffee_stirrer . wash cup . wash coffee_cup", "src1": "wash coffee_stirrer", "src2": "wash cup", "src3": "wash coffee_cup", "trg": "put_down coffee_cup", "vis_src": "P31_07:3 P31_07:4 P31_07:5", "vis_trg": "P31_07:6", "narrations": [ "wash coffee stirrer", "wash cup", "wash coffee cup", "put down coffee cup" ], "verbs": [ "wash", "wash", "wash", "put-down" ], "verb_classes": [ 2, 2, 2, 1 ], "nouns": [ "stirrer:coffee", "cup", "cup:coffee", "cup:coffee" ], "noun_classes": [ 1, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:00:22.13", "00:00:35.59" ], [ "00:00:43.26", "00:01:20.64" ], [ "00:01:22.39", "00:01:36.39" ], [ "00:01:36.49", "00:01:38.34" ] ], "start_stop_frames": [ [ 1327, 2135 ], [ 2595, 4838 ], [ 4943, 5783 ], [ 5789, 5900 ] ], "trgnoun": "coffee_cup", "trgverb": "put_down" }, { "key": "P28_103+28_29_30_31", "video_id": "P28_103", "narration_ids": [ "P28_103_28", "P28_103_29", "P28_103_30", "P28_103_31" ], "src": "take tupperware . close drawer . close freezer", "src1": "take tupperware", "src2": "close drawer", "src3": "close freezer", "trg": "put tupperware", "vis_src": "P28_103:28 P28_103:29 P28_103:30", "vis_trg": "P28_103:31", "narrations": [ "take tupperware", "close drawer", "close freezer", "put tupperware" ], "verbs": [ "take", "close", "close", "put" ], "verb_classes": [ 0, 4, 4, 1 ], "nouns": [ "tupperware", "drawer", "freezer", "tupperware" ], "noun_classes": [ 23, 8, 113, 23 ], "start_stop_timestamps": [ [ "00:01:58.49", "00:01:59.46" ], [ "00:01:59.48", "00:02:00.07" ], [ "00:01:59.88", "00:02:02.19" ], [ "00:02:03.31", "00:02:04.12" ] ], "start_stop_frames": [ [ 5924, 5973 ], [ 5973, 6003 ], [ 5994, 6109 ], [ 6165, 6206 ] ], "trgnoun": "tupperware", "trgverb": "put" }, { "key": "P22_116+70_71_72_73", "video_id": "P22_116", "narration_ids": [ "P22_116_70", "P22_116_71", "P22_116_72", "P22_116_73" ], "src": "put_down coffee_holder . put_down filter . pick_up coffee_holder", "src1": "put_down coffee_holder", "src2": "put_down filter", "src3": "pick_up coffee_holder", "trg": "rinse coffee_holder", "vis_src": "P22_116:70 P22_116:71 P22_116:72", "vis_trg": "P22_116:73", "narrations": [ "put down coffee holder", "put down filter", "pick up coffee holder", "rinse coffee holder" ], "verbs": [ "put-down", "put-down", "pick-up", "rinse" ], "verb_classes": [ 1, 1, 0, 2 ], "nouns": [ "holder:coffee", "filter", "holder:coffee", "holder:coffee" ], "noun_classes": [ 135, 77, 135, 135 ], "start_stop_timestamps": [ [ "00:03:07.32", "00:03:07.97" ], [ "00:03:11.25", "00:03:11.80" ], [ "00:03:18.22", "00:03:19.42" ], [ "00:03:12.17", "00:03:17.90" ] ], "start_stop_frames": [ [ 9366, 9398 ], [ 9562, 9590 ], [ 9911, 9971 ], [ 9608, 9895 ] ], "trgnoun": "coffee_holder", "trgverb": "rinse" }, { "key": "P28_104+11_12_13_14", "video_id": "P28_104", "narration_ids": [ "P28_104_11", "P28_104_12", "P28_104_13", "P28_104_14" ], "src": "take tupperware . turn_on tap . rinse tupperware", "src1": "take tupperware", "src2": "turn_on tap", "src3": "rinse tupperware", "trg": "put tupperware", "vis_src": "P28_104:11 P28_104:12 P28_104:13", "vis_trg": "P28_104:14", "narrations": [ "take tupperware", "turn on tap", "rinse tupperware", "put tupperware" ], "verbs": [ "take", "turn-on", "rinse", "put" ], "verb_classes": [ 0, 6, 2, 1 ], "nouns": [ "tupperware", "tap", "tupperware", "tupperware" ], "noun_classes": [ 23, 0, 23, 23 ], "start_stop_timestamps": [ [ "00:00:39.59", "00:00:40.32" ], [ "00:00:40.94", "00:00:42.05" ], [ "00:00:42.04", "00:00:48.57" ], [ "00:00:48.79", "00:00:49.29" ] ], "start_stop_frames": [ [ 1979, 2016 ], [ 2047, 2102 ], [ 2102, 2428 ], [ 2439, 2464 ] ], "trgnoun": "tupperware", "trgverb": "put" }, { "key": "P28_109+42_43_44_45", "video_id": "P28_109", "narration_ids": [ "P28_109_42", "P28_109_43", "P28_109_44", "P28_109_45" ], "src": "shake almond_drink . open almond_drink . put almond_drink in cup", "src1": "shake almond_drink", "src2": "open almond_drink", "src3": "put almond_drink in cup", "trg": "close almond_drink", "vis_src": "P28_109:42 P28_109:43 P28_109:44", "vis_trg": "P28_109:45", "narrations": [ "shake almond drink", "open almond drink", "put almond drink in cup", "close almond drink" ], "verbs": [ "shake", "open", "put-in", "close" ], "verb_classes": [ 15, 3, 5, 4 ], "nouns": [ "drink:almond", "drink:almond", "drink:almond", "drink:almond" ], "noun_classes": [ 209, 209, 209, 209 ], "start_stop_timestamps": [ [ "00:02:25.46", "00:02:34.05" ], [ "00:02:34.65", "00:02:35.80" ], [ "00:02:35.65", "00:02:39.70" ], [ "00:02:40.03", "00:02:42.65" ] ], "start_stop_frames": [ [ 7273, 7702 ], [ 7732, 7790 ], [ 7782, 7984 ], [ 8001, 8132 ] ], "trgnoun": "almond_drink", "trgverb": "close" }, { "key": "P24_08+286_287_288_289", "video_id": "P24_08", "narration_ids": [ "P24_08_286", "P24_08_287", "P24_08_288", "P24_08_289" ], "src": "mix pasta . pick_up can . pour water in the pasta", "src1": "mix pasta", "src2": "pick_up can", "src3": "pour water in the pasta", "trg": "put can", "vis_src": "P24_08:286 P24_08:287 P24_08:288", "vis_trg": "P24_08:289", "narrations": [ "mix pasta", "pick up can", "pour water in the pasta", "put can" ], "verbs": [ "mix", "pick-up", "pour-in", "put" ], "verb_classes": [ 10, 0, 9, 1 ], "nouns": [ "pasta", "can", "water", "can" ], "noun_classes": [ 45, 61, 27, 61 ], "start_stop_timestamps": [ [ "00:20:07.74", "00:20:10.99" ], [ "00:20:23.84", "00:20:25.09" ], [ "00:20:25.19", "00:20:27.27" ], [ "00:20:27.99", "00:20:28.84" ] ], "start_stop_frames": [ [ 72464, 72659 ], [ 73430, 73505 ], [ 73511, 73636 ], [ 73679, 73730 ] ], "trgnoun": "can", "trgverb": "put" }, { "key": "P22_14+18_19_20_21", "video_id": "P22_14", "narration_ids": [ "P22_14_18", "P22_14_19", "P22_14_20", "P22_14_21" ], "src": "put_down coffee . open cupboard . pick_up can", "src1": "put_down coffee", "src2": "open cupboard", "src3": "pick_up can", "trg": "open can", "vis_src": "P22_14:18 P22_14:19 P22_14:20", "vis_trg": "P22_14:21", "narrations": [ "put down coffee", "open cupboard", "pick up can", "open can" ], "verbs": [ "put-down", "open", "pick-up", "open" ], "verb_classes": [ 1, 3, 0, 3 ], "nouns": [ "coffee", "cupboard", "can", "can" ], "noun_classes": [ 59, 3, 61, 61 ], "start_stop_timestamps": [ [ "00:00:42.77", "00:00:43.73" ], [ "00:00:45.52", "00:00:46.32" ], [ "00:00:46.11", "00:00:47.30" ], [ "00:00:49.12", "00:00:50.07" ] ], "start_stop_frames": [ [ 2566, 2623 ], [ 2731, 2779 ], [ 2766, 2838 ], [ 2947, 3004 ] ], "trgnoun": "can", "trgverb": "open" }, { "key": "P06_101+274_275_276_277", "video_id": "P06_101", "narration_ids": [ "P06_101_274", "P06_101_275", "P06_101_276", "P06_101_277" ], "src": "put_down spoon . pick_up sweet_potato . pick_up can", "src1": "put_down spoon", "src2": "pick_up sweet_potato", "src3": "pick_up can", "trg": "put_down can", "vis_src": "P06_101:274 P06_101:275 P06_101:276", "vis_trg": "P06_101:277", "narrations": [ "put down spoon", "pick up sweet potato", "pick up can", "put down can" ], "verbs": [ "put-down", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "spoon", "potato:sweet", "can", "can" ], "noun_classes": [ 1, 30, 61, 61 ], "start_stop_timestamps": [ [ "00:19:28.49", "00:19:30.20" ], [ "00:19:30.39", "00:19:35.04" ], [ "00:19:34.32", "00:19:35.14" ], [ "00:19:35.46", "00:19:36.24" ] ], "start_stop_frames": [ [ 58424, 58510 ], [ 58519, 58752 ], [ 58716, 58757 ], [ 58773, 58812 ] ], "trgnoun": "can", "trgverb": "put_down" }, { "key": "P06_101+251_252_253_254", "video_id": "P06_101", "narration_ids": [ "P06_101_251", "P06_101_252", "P06_101_253", "P06_101_254" ], "src": "pick_up can . put_down can . pick_up lid", "src1": "pick_up can", "src2": "put_down can", "src3": "pick_up lid", "trg": "put lids in cans", "vis_src": "P06_101:251 P06_101:252 P06_101:253", "vis_trg": "P06_101:254", "narrations": [ "pick up can", "put down can", "pick up lid", "put lids in cans" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-in" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "can", "can", "lid", "lid" ], "noun_classes": [ 61, 61, 6, 6 ], "start_stop_timestamps": [ [ "00:17:59.02", "00:17:59.78" ], [ "00:18:01.47", "00:18:02.31" ], [ "00:18:03.12", "00:18:04.44" ], [ "00:18:04.52", "00:18:05.81" ] ], "start_stop_frames": [ [ 53951, 53989 ], [ 54073, 54115 ], [ 54155, 54222 ], [ 54226, 54290 ] ], "trgnoun": "lid", "trgverb": "put_in" }, { "key": "P35_104+560_561_562_563", "video_id": "P35_104", "narration_ids": [ "P35_104_560", "P35_104_561", "P35_104_562", "P35_104_563" ], "src": "put_down spoon . put_down pot . pick_up pot_rest", "src1": "put_down spoon", "src2": "put_down pot", "src3": "pick_up pot_rest", "trg": "put_down pot_rest", "vis_src": "P35_104:560 P35_104:561 P35_104:562", "vis_trg": "P35_104:563", "narrations": [ "put down spoon", "put down pot", "pick up pot rest", "put down pot rest" ], "verbs": [ "put-down", "put-down", "pick-up", "put-down" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "spoon", "pot", "rest:pot", "rest:pot" ], "noun_classes": [ 1, 29, 109, 109 ], "start_stop_timestamps": [ [ "00:38:38.35", "00:38:38.85" ], [ "00:38:40.00", "00:38:42.78" ], [ "00:38:46.81", "00:38:47.34" ], [ "00:38:48.01", "00:38:48.56" ] ], "start_stop_frames": [ [ 115917, 115942 ], [ 116000, 116139 ], [ 116340, 116367 ], [ 116400, 116428 ] ], "trgnoun": "pot_rest", "trgverb": "put_down" }, { "key": "P06_101+203_204_205_206", "video_id": "P06_101", "narration_ids": [ "P06_101_203", "P06_101_204", "P06_101_205", "P06_101_206" ], "src": "pour beans into colander . put_down can . pick_up can", "src1": "pour beans into colander", "src2": "put_down can", "src3": "pick_up can", "trg": "shake can", "vis_src": "P06_101:203 P06_101:204 P06_101:205", "vis_trg": "P06_101:206", "narrations": [ "pour beans into colander", "put down can", "pick up can", "shake can" ], "verbs": [ "pour-into", "put-down", "pick-up", "shake" ], "verb_classes": [ 9, 1, 0, 15 ], "nouns": [ "bean", "can", "can", "can" ], "noun_classes": [ 214, 61, 61, 61 ], "start_stop_timestamps": [ [ "00:14:50.84", "00:14:57.42" ], [ "00:14:57.77", "00:14:59.53" ], [ "00:14:58.86", "00:15:02.10" ], [ "00:15:02.75", "00:15:03.95" ] ], "start_stop_frames": [ [ 44542, 44871 ], [ 44888, 44976 ], [ 44943, 45105 ], [ 45137, 45197 ] ], "trgnoun": "can", "trgverb": "shake" }, { "key": "P06_101+202_203_204_205", "video_id": "P06_101", "narration_ids": [ "P06_101_202", "P06_101_203", "P06_101_204", "P06_101_205" ], "src": "open can . pour beans into colander . put_down can", "src1": "open can", "src2": "pour beans into colander", "src3": "put_down can", "trg": "pick_up can", "vis_src": "P06_101:202 P06_101:203 P06_101:204", "vis_trg": "P06_101:205", "narrations": [ "open can", "pour beans into colander", "put down can", "pick up can" ], "verbs": [ "open", "pour-into", "put-down", "pick-up" ], "verb_classes": [ 3, 9, 1, 0 ], "nouns": [ "can", "bean", "can", "can" ], "noun_classes": [ 61, 214, 61, 61 ], "start_stop_timestamps": [ [ "00:14:46.81", "00:14:50.76" ], [ "00:14:50.84", "00:14:57.42" ], [ "00:14:57.77", "00:14:59.53" ], [ "00:14:58.86", "00:15:02.10" ] ], "start_stop_frames": [ [ 44340, 44538 ], [ 44542, 44871 ], [ 44888, 44976 ], [ 44943, 45105 ] ], "trgnoun": "can", "trgverb": "pick_up" }, { "key": "P26_115+32_33_34_35", "video_id": "P26_115", "narration_ids": [ "P26_115_32", "P26_115_33", "P26_115_34", "P26_115_35" ], "src": "pick_up tray . put_down tray . pick_up towel", "src1": "pick_up tray", "src2": "put_down tray", "src3": "pick_up towel", "trg": "fold towel", "vis_src": "P26_115:32 P26_115:33 P26_115:34", "vis_trg": "P26_115:35", "narrations": [ "pick up tray", "put down tray", "pick up towel", "fold towel" ], "verbs": [ "pick-up", "put-down", "pick-up", "fold" ], "verb_classes": [ 0, 1, 0, 28 ], "nouns": [ "tray", "tray", "towel", "towel" ], "noun_classes": [ 35, 35, 52, 52 ], "start_stop_timestamps": [ [ "00:01:52.41", "00:01:53.30" ], [ "00:01:53.38", "00:01:54.98" ], [ "00:01:55.48", "00:01:59.59" ], [ "00:02:00.00", "00:02:07.48" ] ], "start_stop_frames": [ [ 5620, 5665 ], [ 5669, 5748 ], [ 5773, 5979 ], [ 6000, 6374 ] ], "trgnoun": "towel", "trgverb": "fold" }, { "key": "P02_09+190_191_192_193", "video_id": "P02_09", "narration_ids": [ "P02_09_190", "P02_09_191", "P02_09_192", "P02_09_193" ], "src": "pick_up can yeast . close can yeast . pick_up sugar_jar", "src1": "pick_up can yeast", "src2": "close can yeast", "src3": "pick_up sugar_jar", "trg": "put sugar_jar", "vis_src": "P02_09:190 P02_09:191 P02_09:192", "vis_trg": "P02_09:193", "narrations": [ "pick up can yeast", "close can yeast", "pick up sugar jar", "put sugar jar" ], "verbs": [ "pick-up", "close", "pick-up", "put" ], "verb_classes": [ 0, 4, 0, 1 ], "nouns": [ "can", "can", "jar:sugar", "jar:sugar" ], "noun_classes": [ 61, 61, 40, 40 ], "start_stop_timestamps": [ [ "00:11:49.11", "00:11:50.15" ], [ "00:11:50.25", "00:11:51.45" ], [ "00:11:51.52", "00:11:52.52" ], [ "00:11:52.70", "00:11:53.25" ] ], "start_stop_frames": [ [ 42546, 42609 ], [ 42615, 42687 ], [ 42691, 42751 ], [ 42762, 42795 ] ], "trgnoun": "sugar_jar", "trgverb": "put" }, { "key": "P04_120+164_165_166_167", "video_id": "P04_120", "narration_ids": [ "P04_120_164", "P04_120_165", "P04_120_166", "P04_120_167" ], "src": "pick_up saucepan . inspect saucepan . pick_up tea_towel", "src1": "pick_up saucepan", "src2": "inspect saucepan", "src3": "pick_up tea_towel", "trg": "dry inside of saucepan with tea towel", "vis_src": "P04_120:164 P04_120:165 P04_120:166", "vis_trg": "P04_120:167", "narrations": [ "pick up saucepan", "inspect saucepan", "pick up tea towel", "dry inside of saucepan with tea towel" ], "verbs": [ "pick-up", "inspect", "pick-up", "dry-with" ], "verb_classes": [ 0, 24, 0, 14 ], "nouns": [ "saucepan", "saucepan", "towel:tea", "saucepan" ], "noun_classes": [ 5, 5, 52, 5 ], "start_stop_timestamps": [ [ "00:07:32.63", "00:07:36.74" ], [ "00:07:36.10", "00:07:39.08" ], [ "00:07:39.00", "00:07:39.63" ], [ "00:07:39.72", "00:07:41.11" ] ], "start_stop_frames": [ [ 22631, 22837 ], [ 22805, 22954 ], [ 22950, 22981 ], [ 22986, 23055 ] ], "trgnoun": "saucepan", "trgverb": "dry_with" }, { "key": "P03_04+10_11_12_13", "video_id": "P03_04", "narration_ids": [ "P03_04_10", "P03_04_11", "P03_04_12", "P03_04_13" ], "src": "take salmon . open fridge . put squash", "src1": "take salmon", "src2": "open fridge", "src3": "put squash", "trg": "put salmon", "vis_src": "P03_04:10 P03_04:11 P03_04:12", "vis_trg": "P03_04:13", "narrations": [ "take salmon", "open fridge", "put squash", "put salmon" ], "verbs": [ "take", "open", "put", "put" ], "verb_classes": [ 0, 3, 1, 1 ], "nouns": [ "salmon", "fridge", "squash", "salmon" ], "noun_classes": [ 112, 12, 116, 112 ], "start_stop_timestamps": [ [ "00:00:18.69", "00:00:19.43" ], [ "00:00:20.20", "00:00:21.58" ], [ "00:00:22.72", "00:00:23.61" ], [ "00:00:23.42", "00:00:24.49" ] ], "start_stop_frames": [ [ 1121, 1165 ], [ 1212, 1294 ], [ 1363, 1416 ], [ 1405, 1469 ] ], "trgnoun": "salmon", "trgverb": "put" }, { "key": "P06_101+372_373_374_375", "video_id": "P06_101", "narration_ids": [ "P06_101_372", "P06_101_373", "P06_101_374", "P06_101_375" ], "src": "put colander in drying rack . pick_up can . turn_on tap", "src1": "put colander in drying rack", "src2": "pick_up can", "src3": "turn_on tap", "trg": "rinse can", "vis_src": "P06_101:372 P06_101:373 P06_101:374", "vis_trg": "P06_101:375", "narrations": [ "put colander in drying rack", "pick up can", "turn on tap", "rinse can" ], "verbs": [ "put-in", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 5, 0, 6, 2 ], "nouns": [ "colander", "can", "tap", "can" ], "noun_classes": [ 39, 61, 0, 61 ], "start_stop_timestamps": [ [ "00:28:22.02", "00:28:22.93" ], [ "00:28:23.12", "00:28:24.08" ], [ "00:28:24.11", "00:28:24.63" ], [ "00:28:24.84", "00:28:25.39" ] ], "start_stop_frames": [ [ 85101, 85146 ], [ 85156, 85204 ], [ 85205, 85231 ], [ 85242, 85269 ] ], "trgnoun": "can", "trgverb": "rinse" }, { "key": "P04_117+132_133_134_135", "video_id": "P04_117", "narration_ids": [ "P04_117_132", "P04_117_133", "P04_117_134", "P04_117_135" ], "src": "scrape butter out of tub using knife . put_down tub of butter . spread butter on bread", "src1": "scrape butter out of tub using knife", "src2": "put_down tub of butter", "src3": "spread butter on bread", "trg": "pick_up tub of butter", "vis_src": "P04_117:132 P04_117:133 P04_117:134", "vis_trg": "P04_117:135", "narrations": [ "scrape butter out of tub using knife", "put down tub of butter", "spread butter on bread", "pick up tub of butter" ], "verbs": [ "scrape-out", "put-down", "spread-on", "pick-up" ], "verb_classes": [ 25, 1, 27, 0 ], "nouns": [ "butter", "tub:butter", "butter", "tub:butter" ], "noun_classes": [ 78, 23, 78, 23 ], "start_stop_timestamps": [ [ "00:04:38.47", "00:04:41.80" ], [ "00:04:41.39", "00:04:42.18" ], [ "00:04:42.28", "00:04:44.89" ], [ "00:04:44.97", "00:04:46.29" ] ], "start_stop_frames": [ [ 13923, 14090 ], [ 14069, 14109 ], [ 14113, 14244 ], [ 14248, 14314 ] ], "trgnoun": "butter_tub", "trgverb": "pick_up" }, { "key": "P04_119+198_199_200_201", "video_id": "P04_119", "narration_ids": [ "P04_119_198", "P04_119_199", "P04_119_200", "P04_119_201" ], "src": "put_down milk_bottle . pick_up milk bottle lid . screw lid onto milk bottle", "src1": "put_down milk_bottle", "src2": "pick_up milk bottle lid", "src3": "screw lid onto milk bottle", "trg": "shake milk_bottle", "vis_src": "P04_119:198 P04_119:199 P04_119:200", "vis_trg": "P04_119:201", "narrations": [ "put down milk bottle", "pick up milk bottle lid", "screw lid onto milk bottle", "shake milk bottle" ], "verbs": [ "put-down", "pick-up", "screw-onto", "shake" ], "verb_classes": [ 1, 0, 4, 15 ], "nouns": [ "bottle:milk", "lid:milk:bottle", "lid", "bottle:milk" ], "noun_classes": [ 15, 118, 6, 15 ], "start_stop_timestamps": [ [ "00:08:23.24", "00:08:24.11" ], [ "00:08:24.19", "00:08:25.11" ], [ "00:08:25.96", "00:08:29.65" ], [ "00:08:30.03", "00:08:30.83" ] ], "start_stop_frames": [ [ 25162, 25205 ], [ 25209, 25255 ], [ 25298, 25482 ], [ 25501, 25541 ] ], "trgnoun": "milk_bottle", "trgverb": "shake" } ]